mljunior 0.1.0__tar.gz

mljunior-0.1.0/LICENSE

@@ -0,0 +1,201 @@
+                                 Apache License
+                           Version 2.0, January 2004
+                        http://www.apache.org/licenses/
+
+   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+   1. Definitions.
+
+      "License" shall mean the terms and conditions for use, reproduction,
+      and distribution as defined by Sections 1 through 9 of this document.
+
+      "Licensor" shall mean the copyright owner or entity authorized by
+      the copyright owner that is granting the License.
+
+      "Legal Entity" shall mean the union of the acting entity and all
+      other entities that control, are controlled by, or are under common
+      control with that entity. For the purposes of this definition,
+      "control" means (i) the power, direct or indirect, to cause the
+      direction or management of such entity, whether by contract or
+      otherwise, or (ii) ownership of fifty percent (50%) or more of the
+      outstanding shares, or (iii) beneficial ownership of such entity.
+
+      "You" (or "Your") shall mean an individual or Legal Entity
+      exercising permissions granted by this License.
+
+      "Source" form shall mean the preferred form for making modifications,
+      including but not limited to software source code, documentation
+      source, and configuration files.
+
+      "Object" form shall mean any form resulting from mechanical
+      transformation or translation of a Source form, including but
+      not limited to compiled object code, generated documentation,
+      and conversions to other media types.
+
+      "Work" shall mean the work of authorship, whether in Source or
+      Object form, made available under the License, as indicated by a
+      copyright notice that is included in or attached to the work
+      (an example is provided in the Appendix below).
+
+      "Derivative Works" shall mean any work, whether in Source or Object
+      form, that is based on (or derived from) the Work and for which the
+      editorial revisions, annotations, elaborations, or other modifications
+      represent, as a whole, an original work of authorship. For the purposes
+      of this License, Derivative Works shall not include works that remain
+      separable from, or merely link (or bind by name) to the interfaces of,
+      the Work and Derivative Works thereof.
+
+      "Contribution" shall mean any work of authorship, including
+      the original version of the Work and any modifications or additions
+      to that Work or Derivative Works thereof, that is intentionally
+      submitted to Licensor for inclusion in the Work by the copyright owner
+      or by an individual or Legal Entity authorized to submit on behalf of
+      the copyright owner. For the purposes of this definition, "submitted"
+      means any form of electronic, verbal, or written communication sent
+      to the Licensor or its representatives, including but not limited to
+      communication on electronic mailing lists, source code control systems,
+      and issue tracking systems that are managed by, or on behalf of, the
+      Licensor for the purpose of discussing and improving the Work, but
+      excluding communication that is conspicuously marked or otherwise
+      designated in writing by the copyright owner as "Not a Contribution."
+
+      "Contributor" shall mean Licensor and any individual or Legal Entity
+      on behalf of whom a Contribution has been received by Licensor and
+      subsequently incorporated within the Work.
+
+   2. Grant of Copyright License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      copyright license to reproduce, prepare Derivative Works of,
+      publicly display, publicly perform, sublicense, and distribute the
+      Work and such Derivative Works in Source or Object form.
+
+   3. Grant of Patent License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      (except as stated in this section) patent license to make, have made,
+      use, offer to sell, sell, import, and otherwise transfer the Work,
+      where such license applies only to those patent claims licensable
+      by such Contributor that are necessarily infringed by their
+      Contribution(s) alone or by combination of their Contribution(s)
+      with the Work to which such Contribution(s) was submitted. If You
+      institute patent litigation against any entity (including a
+      cross-claim or counterclaim in a lawsuit) alleging that the Work
+      or a Contribution incorporated within the Work constitutes direct
+      or contributory patent infringement, then any patent licenses
+      granted to You under this License for that Work shall terminate
+      as of the date such litigation is filed.
+
+   4. Redistribution. You may reproduce and distribute copies of the
+      Work or Derivative Works thereof in any medium, with or without
+      modifications, and in Source or Object form, provided that You
+      meet the following conditions:
+
+      (a) You must give any other recipients of the Work or
+          Derivative Works a copy of this License; and
+
+      (b) You must cause any modified files to carry prominent notices
+          stating that You changed the files; and
+
+      (c) You must retain, in the Source form of any Derivative Works
+          that You distribute, all copyright, patent, trademark, and
+          attribution notices from the Source form of the Work,
+          excluding those notices that do not pertain to any part of
+          the Derivative Works; and
+
+      (d) If the Work includes a "NOTICE" text file as part of its
+          distribution, then any Derivative Works that You distribute must
+          include a readable copy of the attribution notices contained
+          within such NOTICE file, excluding those notices that do not
+          pertain to any part of the Derivative Works, in at least one
+          of the following places: within a NOTICE text file distributed
+          as part of the Derivative Works; within the Source form or
+          documentation, if provided along with the Derivative Works; or,
+          within a display generated by the Derivative Works, if and
+          wherever such third-party notices normally appear. The contents
+          of the NOTICE file are for informational purposes only and
+          do not modify the License. You may add Your own attribution
+          notices within Derivative Works that You distribute, alongside
+          or as an addendum to the NOTICE text from the Work, provided
+          that such additional attribution notices cannot be construed
+          as modifying the License.
+
+      You may add Your own copyright statement to Your modifications and
+      may provide additional or different license terms and conditions
+      for use, reproduction, or distribution of Your modifications, or
+      for any such Derivative Works as a whole, provided Your use,
+      reproduction, and distribution of the Work otherwise complies with
+      the conditions stated in this License.
+
+   5. Submission of Contributions. Unless You explicitly state otherwise,
+      any Contribution intentionally submitted for inclusion in the Work
+      by You to the Licensor shall be under the terms and conditions of
+      this License, without any additional terms or conditions.
+      Notwithstanding the above, nothing herein shall supersede or modify
+      the terms of any separate license agreement you may have executed
+      with Licensor regarding such Contributions.
+
+   6. Trademarks. This License does not grant permission to use the trade
+      names, trademarks, service marks, or product names of the Licensor,
+      except as required for reasonable and customary use in describing the
+      origin of the Work and reproducing the content of the NOTICE file.
+
+   7. Disclaimer of Warranty. Unless required by applicable law or
+      agreed to in writing, Licensor provides the Work (and each
+      Contributor provides its Contributions) on an "AS IS" BASIS,
+      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+      implied, including, without limitation, any warranties or conditions
+      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+      PARTICULAR PURPOSE. You are solely responsible for determining the
+      appropriateness of using or redistributing the Work and assume any
+      risks associated with Your exercise of permissions under this License.
+
+   8. Limitation of Liability. In no event and under no legal theory,
+      whether in tort (including negligence), contract, or otherwise,
+      unless required by applicable law (such as deliberate and grossly
+      negligent acts) or agreed to in writing, shall any Contributor be
+      liable to You for damages, including any direct, indirect, special,
+      incidental, or consequential damages of any character arising as a
+      result of this License or out of the use or inability to use the
+      Work (including but not limited to damages for loss of goodwill,
+      work stoppage, computer failure or malfunction, or any and all
+      other commercial damages or losses), even if such Contributor
+      has been advised of the possibility of such damages.
+
+   9. Accepting Warranty or Additional Liability. While redistributing
+      the Work or Derivative Works thereof, You may choose to offer,
+      and charge a fee for, acceptance of support, warranty, indemnity,
+      or other liability obligations and/or rights consistent with this
+      License. However, in accepting such obligations, You may act only
+      on Your own behalf and on Your sole responsibility, not on behalf
+      of any other Contributor, and only if You agree to indemnify,
+      defend, and hold each Contributor harmless for any liability
+      incurred by, or claims asserted against, such Contributor by reason
+      of your accepting any such warranty or additional liability.
+
+   END OF TERMS AND CONDITIONS
+
+   APPENDIX: How to apply the Apache License to your work.
+
+      To apply the Apache License to your work, attach the following
+      boilerplate notice, with the fields enclosed by brackets "[]"
+      replaced with your own identifying information. (Don't include
+      the brackets!)  The text should be enclosed in the appropriate
+      comment syntax for the file format. We also recommend that a
+      file or class name and description of purpose be included on the
+      same "printed page" as the copyright notice for easier
+      identification within third-party archives.
+
+   Copyright 2026 Gopesh
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.

mljunior-0.1.0/PKG-INFO

@@ -0,0 +1,107 @@
+Metadata-Version: 2.4
+Name: mljunior
+Version: 0.1.0
+Summary: ML JUNIOR — automatically trains, tunes, evaluates, and saves machine learning models.
+Author: Gopesh
+License: Apache-2.0
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: pandas>=2.0
+Requires-Dist: numpy>=1.24
+Requires-Dist: scikit-learn>=1.3
+Requires-Dist: joblib>=1.3
+Requires-Dist: openpyxl>=3.1
+Requires-Dist: pyarrow>=14.0
+Dynamic: license-file
+
+# ML JUNIOR
+
+An agent that does the model-selection and hyperparameter-tuning grind for
+you: point it at a dataset, and it reads it, figures out the problem type,
+suggests and applies preprocessing, trains and tunes several algorithms,
+saves the best one, and writes an experiment report — announcing every step
+as it happens.
+
+```
+  __  __ _          _ _   _ _   _ ___ ___  ____  
+|  \/  | |        | | | | | \ | |_ _/ _ \|  _ \ 
+| |\/| | |        | | | | |  \| || | | | | |_) |
+| |  | | |___     | | |_| | |\  || | |_| |  _ < 
+|_|  |_|_____|    |_|\___/|_| \_|___\___/|_| \_\
+
+   your ML training + tuning agent
+```
+
+## Install (one time)
+
+```bash
+unzip mljunior.zip
+cd ml-junior
+pip install -e .
+```
+
+`mljunior` is now a system command, usable from any folder — no `cd`-ing
+back into this repo required.
+
+## Use it
+
+```bash
+mljunior --demo                                     # try it on a built-in dataset
+mljunior --data datasets/your_file.csv --target y   # your own dataset
+mljunior                                            # no flags — it asks interactively
+mljunior --data data.csv --target y --quick         # faster: fewer CV folds/tuning iters
+```
+
+Supports CSV, Excel (`.xlsx`), JSON, and Parquet. CSVs are read with automatic
+encoding detection (handles Excel exports that aren't UTF-8).
+
+## What it does — step by step
+
+1. **Reads and cleans the dataset** — any of the formats above, profiles rows/columns/missingness/class balance
+2. **Identifies the problem type** — classification or regression, from the target column
+3. **Suggests + applies preprocessing** — imputation, one-hot/label encoding, scaling, class-imbalance handling — all explained in plain English before it's applied
+4. **Trains multiple algorithms** — cross-validated quick screen with default hyperparameters
+5. **Tunes hyperparameters** — `RandomizedSearchCV` on the top performers
+6. **Compares metrics** — a final leaderboard (accuracy/F1 for classification — F1 automatically when classes are imbalanced; R2 for regression)
+7. **Saves the best model** — `mljunior_output/best_model.joblib`, a full sklearn Pipeline (preprocessing + model together)
+8. **Generates an experiment report** — `mljunior_output/experiment_report.md`, documenting every step above
+
+##Seeing the features
+
+```python
+import joblib
+
+saved = joblib.load("mljunior_output/best_model.joblib")
+pipeline = saved["pipeline"]
+
+print(list(pipeline.feature_names_in_))
+```
+## Using the saved model later
+
+```python
+import joblib
+
+saved = joblib.load('mljunior_output/best_model.joblib')
+pipeline = saved['pipeline']
+label_encoder = saved['label_encoder']  # None for regression tasks
+
+predictions = pipeline.predict(new_data_df)  # same feature columns as training data
+if label_encoder is not None:
+    predictions = label_encoder.inverse_transform(predictions)  # back to original labels
+```
+
+## Adding your own dataset
+
+Drop a CSV/Excel/JSON/Parquet file into the `datasets/` folder (or anywhere
+else — it's just a suggested spot):
+
+```bash
+mljunior --data datasets/my_data.csv --target my_target_column
+```
+
+## Uninstall
+
+```bash
+pip uninstall mljunior
+```

mljunior-0.1.0/README.md

@@ -0,0 +1,90 @@
+# ML JUNIOR
+
+An agent that does the model-selection and hyperparameter-tuning grind for
+you: point it at a dataset, and it reads it, figures out the problem type,
+suggests and applies preprocessing, trains and tunes several algorithms,
+saves the best one, and writes an experiment report — announcing every step
+as it happens.
+
+```
+  __  __ _          _ _   _ _   _ ___ ___  ____  
+|  \/  | |        | | | | | \ | |_ _/ _ \|  _ \ 
+| |\/| | |        | | | | |  \| || | | | | |_) |
+| |  | | |___     | | |_| | |\  || | |_| |  _ < 
+|_|  |_|_____|    |_|\___/|_| \_|___\___/|_| \_\
+
+   your ML training + tuning agent
+```
+
+## Install (one time)
+
+```bash
+unzip mljunior.zip
+cd ml-junior
+pip install -e .
+```
+
+`mljunior` is now a system command, usable from any folder — no `cd`-ing
+back into this repo required.
+
+## Use it
+
+```bash
+mljunior --demo                                     # try it on a built-in dataset
+mljunior --data datasets/your_file.csv --target y   # your own dataset
+mljunior                                            # no flags — it asks interactively
+mljunior --data data.csv --target y --quick         # faster: fewer CV folds/tuning iters
+```
+
+Supports CSV, Excel (`.xlsx`), JSON, and Parquet. CSVs are read with automatic
+encoding detection (handles Excel exports that aren't UTF-8).
+
+## What it does — step by step
+
+1. **Reads and cleans the dataset** — any of the formats above, profiles rows/columns/missingness/class balance
+2. **Identifies the problem type** — classification or regression, from the target column
+3. **Suggests + applies preprocessing** — imputation, one-hot/label encoding, scaling, class-imbalance handling — all explained in plain English before it's applied
+4. **Trains multiple algorithms** — cross-validated quick screen with default hyperparameters
+5. **Tunes hyperparameters** — `RandomizedSearchCV` on the top performers
+6. **Compares metrics** — a final leaderboard (accuracy/F1 for classification — F1 automatically when classes are imbalanced; R2 for regression)
+7. **Saves the best model** — `mljunior_output/best_model.joblib`, a full sklearn Pipeline (preprocessing + model together)
+8. **Generates an experiment report** — `mljunior_output/experiment_report.md`, documenting every step above
+
+##Seeing the features
+
+```python
+import joblib
+
+saved = joblib.load("mljunior_output/best_model.joblib")
+pipeline = saved["pipeline"]
+
+print(list(pipeline.feature_names_in_))
+```
+## Using the saved model later
+
+```python
+import joblib
+
+saved = joblib.load('mljunior_output/best_model.joblib')
+pipeline = saved['pipeline']
+label_encoder = saved['label_encoder']  # None for regression tasks
+
+predictions = pipeline.predict(new_data_df)  # same feature columns as training data
+if label_encoder is not None:
+    predictions = label_encoder.inverse_transform(predictions)  # back to original labels
+```
+
+## Adding your own dataset
+
+Drop a CSV/Excel/JSON/Parquet file into the `datasets/` folder (or anywhere
+else — it's just a suggested spot):
+
+```bash
+mljunior --data datasets/my_data.csv --target my_target_column
+```
+
+## Uninstall
+
+```bash
+pip uninstall mljunior
+```

mljunior-0.1.0/mljunior/__init__.py

@@ -0,0 +1 @@
+__version__ = "0.1.0"

mljunior-0.1.0/mljunior/cli.py

@@ -0,0 +1,256 @@
+#!/usr/bin/env python3
+"""
+ML JUNIOR — an agent that does the hyperparameter-tuning grind for you.
+
+Reads a dataset, cleans it, figures out the problem type, suggests
+preprocessing, trains and tunes several algorithms, evaluates the winner on
+a genuine held-out test set, saves the best model, and writes an experiment
+report. Run `mljunior --demo` to see it end to end.
+"""
+
+import argparse
+import os
+import sys
+
+import joblib
+import pandas as pd
+from sklearn.base import clone
+from sklearn.model_selection import train_test_split
+
+from mljunior.data import load_data, load_demo_data, profile_dataset, print_profile
+from mljunior.preprocessing import (
+    detect_task_type, clean_dataset, suggest_preprocessing,
+    build_pipeline_preprocessor, encode_target,
+)
+from mljunior.modeling import (
+    get_model_catalog, quick_screen, tune_model, scoring_metric, evaluate_on_holdout,
+)
+from mljunior.report import generate_report
+
+BANNER = r"""
+  __  __ _          _ _   _ _   _ ___ ___  ____  
+|  \/  | |        | | | | | \ | |_ _/ _ \|  _ \ 
+| |\/| | |        | | | | |  \| || | | | | |_) |
+| |  | | |___     | | |_| | |\  || | |_| |  _ < 
+|_|  |_|_____|    |_|\___/|_| \_|___\___/|_| \_\
+
+   your ML training + tuning agent
+"""
+
+MIN_ROWS_FOR_HOLDOUT = 20
+
+
+def step(n, title):
+    print(f"\n[Step {n}] {title}")
+    print("-" * 50)
+
+
+def main():
+    print(BANNER)
+    parser = argparse.ArgumentParser(description="ML JUNIOR: clean data, tune models, save the best one, write a report.")
+    parser.add_argument("--data", type=str, help="Path to dataset (csv, xlsx, json, or parquet)")
+    parser.add_argument("--target", type=str, help="Target/label column name")
+    parser.add_argument("--demo", action="store_true", help="Run on a built-in demo dataset")
+    parser.add_argument("--out-dir", type=str, default="mljunior_output", help="Output directory for model + report")
+    parser.add_argument("--quick", action="store_true", help="Faster run: fewer CV folds and tuning iterations")
+    args = parser.parse_args()
+
+    # --- Step 1: Read the dataset ---
+    step(1, "Reading the dataset")
+    if args.demo:
+        df, target = load_demo_data()
+        print("Using built-in demo dataset (breast cancer classification)")
+    elif args.data and args.target:
+        df = load_data(args.data)
+        target = args.target
+    elif args.data and not args.target:
+        df = load_data(args.data)
+        print(f"Columns found: {list(df.columns)}")
+        target = input("Which column should I predict? ").strip()
+    else:
+        print("No dataset given.")
+        path = input("Dataset path (or Enter for demo): ").strip()
+        if not path:
+            df, target = load_demo_data()
+        else:
+            df = load_data(path)
+            print(f"Columns found: {list(df.columns)}")
+            target = input("Which column should I predict? ").strip()
+
+    if target not in df.columns:
+        print(f"Error: target column '{target}' not found. Available: {list(df.columns)}")
+        sys.exit(1)
+
+    profile = profile_dataset(df, target)
+    print_profile(profile)
+
+    # --- Step 2: Identify classification/regression ---
+    step(2, "Identifying the problem type")
+    task_type = detect_task_type(df[target])
+    print(f"Detected: {task_type}")
+
+    # --- Step 3: Clean the data, then suggest + apply preprocessing ---
+    step(3, "Cleaning the dataset")
+    df, cleanup_notes = clean_dataset(df, target)
+    if cleanup_notes:
+        for note in cleanup_notes:
+            print(f"  - {note}")
+    else:
+        print("  - Dataset was already clean, nothing to do")
+
+    y_raw = df[target]
+    X = df.drop(columns=[target])
+
+    print("\nPreprocessing plan:")
+    suggestions = suggest_preprocessing(X, y_raw, task_type)
+    for s in suggestions:
+        print(f"  - {s}")
+    if not suggestions:
+        print("  - No special preprocessing needed")
+
+    preprocessor, id_cols = build_pipeline_preprocessor(X)
+    if id_cols:
+        X = X.drop(columns=id_cols)
+    y, label_encoder = encode_target(y_raw, task_type)
+
+    imbalanced = False
+    if task_type == "classification":
+        counts = y_raw.value_counts(normalize=True)
+        imbalanced = (counts.max() / max(counts.min(), 1e-9)) > 3
+
+    # --- Held-out split: tuning never sees this data ---
+    skip_holdout = len(X) < MIN_ROWS_FOR_HOLDOUT
+    if task_type == "classification" and not skip_holdout:
+        class_counts = pd.Series(y).value_counts()
+        if class_counts.min() < 2:
+            skip_holdout = True
+
+    if skip_holdout:
+        print(f"\n(Dataset too small for a reliable held-out test set — reporting "
+              f"cross-validated scores instead of true holdout performance)")
+        X_train, y_train = X, y
+        X_test, y_test = None, None
+    else:
+        try:
+            X_train, X_test, y_train, y_test = train_test_split(
+                X, y, test_size=0.2, random_state=42,
+                stratify=y if task_type == "classification" else None,
+            )
+        except ValueError:
+            X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.2, random_state=42)
+
+    # --- Step 4-5: Train multiple models, quick cross-val screen (on train only) ---
+    step(4, "Training candidate models (quick cross-validated screen)")
+    cv_folds = 3
+    catalog = get_model_catalog(task_type, class_weight_balanced=imbalanced)
+    screen_scores = quick_screen(preprocessor, catalog, X_train, y_train, task_type, cv=cv_folds, imbalanced=imbalanced)
+    metric_name = scoring_metric(task_type, imbalanced)
+    if imbalanced:
+        print(f"  (using {metric_name} instead of accuracy since classes are imbalanced)")
+    for name, score in sorted(screen_scores.items(), key=lambda kv: (kv[1] is None, -(kv[1] or 0))):
+        print(f"  {name:<22} {metric_name}={score}")
+
+    ranked = sorted(
+        [(n, s) for n, s in screen_scores.items() if s is not None],
+        key=lambda kv: -kv[1],
+    )
+    if not ranked:
+        print("\nError: every candidate model failed during cross-validation.")
+        print("This usually means the dataset is too small or too imbalanced for the "
+              "requested number of CV folds (e.g. fewer than 2 samples in some class).")
+        print("Try a larger dataset, or a target column with more examples per class.")
+        sys.exit(1)
+
+    n_iter = 4 if args.quick else 8
+    shortlist = [name for name, _ in ranked[: 4 if not args.quick else 2]]
+
+    # --- Step 5: Hyperparameter tuning (on train only) ---
+    step(5, f"Tuning hyperparameters for top {len(shortlist)} models")
+    tuned_results = []
+    fitted_pipelines = {}
+    for name in shortlist:
+        estimator, param_dist = catalog[name]
+        print(f"  Tuning {name}...")
+        pipe, best_params, cv_score, std = tune_model(
+            preprocessor, estimator, param_dist, X_train, y_train, task_type,
+            n_iter=n_iter, cv=cv_folds, imbalanced=imbalanced,
+        )
+        row = {"name": name, "cv_score": cv_score, "std": std, "params": best_params}
+
+        if not skip_holdout:
+            holdout_metrics = evaluate_on_holdout(pipe, X_test, y_test, task_type)
+            primary_key = "F1" if (task_type == "classification" and imbalanced) else (
+                "Accuracy" if task_type == "classification" else "R2"
+            )
+            row["holdout_metrics"] = holdout_metrics
+            row["rank_score"] = holdout_metrics[primary_key]
+        else:
+            row["holdout_metrics"] = None
+            row["rank_score"] = cv_score
+
+        tuned_results.append(row)
+        fitted_pipelines[name] = pipe
+
+    tuned_results.sort(key=lambda r: -r["rank_score"])
+
+    # --- Step 6: Compare metrics ---
+    step(6, "Final leaderboard")
+    if skip_holdout:
+        print(f"{'Rank':<5}{'Model':<22}{'CV ' + metric_name:<16}")
+        for i, row in enumerate(tuned_results, 1):
+            print(f"{i:<5}{row['name']:<22}{row['cv_score']:<16}")
+    else:
+        print("(Scores below are on a held-out test set the models never trained or tuned on)")
+        header_metrics = list(tuned_results[0]["holdout_metrics"].keys())
+        print(f"{'Rank':<5}{'Model':<22}" + "".join(f"{m:<12}" for m in header_metrics) + f"{'CV ' + metric_name:<14}")
+        for i, row in enumerate(tuned_results, 1):
+            metric_str = "".join(f"{row['holdout_metrics'][m]:<12}" for m in header_metrics)
+            print(f"{i:<5}{row['name']:<22}{metric_str}{row['cv_score']:<14}")
+
+    best = tuned_results[0]
+    best_name = best["name"]
+    best_pipeline = fitted_pipelines[best_name]
+    print(f"\nBest model: {best_name} ({'holdout' if not skip_holdout else 'CV'} {metric_name}={best['rank_score']})")
+
+    # --- Step 7: Save best model (refit on ALL data for the production artifact) ---
+    step(7, "Saving the best model")
+    final_pipeline = clone(best_pipeline)
+    final_pipeline.fit(X, y)  # refit on train+test combined, now that we've honestly measured generalization
+
+    os.makedirs(args.out_dir, exist_ok=True)
+    model_path = os.path.join(args.out_dir, "best_model.joblib")
+    joblib.dump({
+        "pipeline": final_pipeline,
+        "label_encoder": label_encoder,
+        "target": target,
+        "task_type": task_type,
+        "feature_columns": list(X.columns),
+        "dropped_id_columns": id_cols,
+    }, model_path)
+    print(f"Saved to: {model_path}")
+    print("(Refit on the full cleaned dataset for production use, after honestly measuring "
+          "generalization on the held-out split above)")
+
+    # --- Step 8: Generate experiment report ---
+    step(8, "Writing experiment report")
+    report_path = os.path.join(args.out_dir, "experiment_report.md")
+    generate_report(
+        profile=profile,
+        cleanup_notes=cleanup_notes,
+        task_type=task_type,
+        suggestions=suggestions,
+        screen_scores=screen_scores,
+        tuned_results=tuned_results,
+        skip_holdout=skip_holdout,
+        best_name=best_name,
+        best_params=best["params"],
+        model_path=model_path,
+        out_path=report_path,
+    )
+    print(f"Saved to: {report_path}")
+
+    print("\nDone. ML JUNIOR finished its shift.")
+
+
+if __name__ == "__main__":
+    main()