ochreml 0.1.1__tar.gz

ochreml-0.1.1/.github/workflows/release.yml

@@ -0,0 +1,109 @@
+name: Publish to PyPI (*≧ω≦*)
+
+on:
+  push:
+    tags:
+      - 'v*'
+  workflow_dispatch:
+
+permissions:
+  contents: read
+  id-token: write
+
+jobs:
+  linux:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        target: [x86_64, aarch64]
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-python@v5
+        with:
+          python-version: '3.11'
+      - name: Build wheels
+        uses: PyO3/maturin-action@v1
+        with:
+          target: ${{ matrix.target }}
+          args: --release --out dist --find-interpreter
+          manylinux: auto
+      - name: Upload wheels
+        uses: actions/upload-artifact@v4
+        with:
+          name: wheels-linux-${{ matrix.target }}
+          path: dist
+
+  windows:
+    runs-on: windows-latest
+    strategy:
+      matrix:
+        target: [x64]
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-python@v5
+        with:
+          python-version: '3.11'
+      - name: Build wheels
+        uses: PyO3/maturin-action@v1
+        with:
+          target: ${{ matrix.target }}
+          args: --release --out dist --find-interpreter
+      - name: Upload wheels
+        uses: actions/upload-artifact@v4
+        with:
+          name: wheels-windows-${{ matrix.target }}
+          path: dist
+
+  macos:
+    runs-on: macos-latest
+    strategy:
+      matrix:
+        target: [x86_64, aarch64]
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-python@v5
+        with:
+          python-version: '3.11'
+      - name: Build wheels
+        uses: PyO3/maturin-action@v1
+        with:
+          target: ${{ matrix.target }}
+          args: --release --out dist --find-interpreter
+      - name: Upload wheels
+        uses: actions/upload-artifact@v4
+        with:
+          name: wheels-macos-${{ matrix.target }}
+          path: dist
+
+  sdist:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - name: Build sdist
+        uses: PyO3/maturin-action@v1
+        with:
+          command: sdist
+          args: --out dist
+      - name: Upload sdist
+        uses: actions/upload-artifact@v4
+        with:
+          name: wheels-sdist
+          path: dist
+
+  release:
+    name: Publish to PyPI
+    runs-on: ubuntu-latest
+    needs: [linux, windows, macos, sdist]
+    environment:
+      name: pypi
+      url: https://pypi.org/p/ochreml
+    permissions:
+      id-token: write
+    steps:
+      - uses: actions/download-artifact@v4
+        with:
+          pattern: wheels-*
+          merge-multiple: true
+          path: dist
+      - name: Publish to PyPI
+        uses: pypa/gh-action-pypi-publish@release/v1

ochreml-0.1.1/.gitignore

@@ -0,0 +1,6 @@
+/target
+.venv/
+__pycache__/
+*.egg-info/
+.pytest_cache/
+*.so

ochreml-0.1.1/Cargo.lock

@@ -0,0 +1,132 @@
+# This file is automatically @generated by Cargo.
+# It is not intended for manual editing.
+version = 4
+
+[[package]]
+name = "heck"
+version = "0.5.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "2304e00983f87ffb38b55b444b5e3b60a884b5d30c0fca7d82fe33449bbe55ea"
+
+[[package]]
+name = "libc"
+version = "0.2.190"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "ce5d3ddc6d3fa000eb1536d85e147bfe31aacaba692ed6a876f95cb7c855be78"
+
+[[package]]
+name = "ochreml"
+version = "0.1.1"
+dependencies = [
+ "pyo3",
+]
+
+[[package]]
+name = "once_cell"
+version = "1.21.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "9f7c3e4beb33f85d45ae3e3a1792185706c8e16d043238c593331cc7cd313b50"
+
+[[package]]
+name = "portable-atomic"
+version = "1.15.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "05c8b63e8d9609db387f0324918f81d68fe27748f084ef092fb35954d0539a85"
+
+[[package]]
+name = "proc-macro2"
+version = "1.0.107"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "985e7ec9bb745e6ce6535b544d84d6cd6f7ad8bd711c398938ae983b91a766d9"
+dependencies = [
+ "unicode-ident",
+]
+
+[[package]]
+name = "pyo3"
+version = "0.29.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "700d18fa267b73b9b521fd7e13580e2f446916f176cacee1ab63fcc8191f1655"
+dependencies = [
+ "libc",
+ "once_cell",
+ "portable-atomic",
+ "pyo3-build-config",
+ "pyo3-ffi",
+ "pyo3-macros",
+]
+
+[[package]]
+name = "pyo3-build-config"
+version = "0.29.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "7b3fc0c4d08f6bb10e71fe39dfb9e2f59c6eb6854e22ec8092f50c69a4499adb"
+dependencies = [
+ "target-lexicon",
+]
+
+[[package]]
+name = "pyo3-ffi"
+version = "0.29.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "dfc0b8e19df29aad7086cf977bb0c2a2f143e30567eb113e9cf72b62ca698330"
+dependencies = [
+ "libc",
+ "pyo3-build-config",
+]
+
+[[package]]
+name = "pyo3-macros"
+version = "0.29.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "6100e8a4b5eba53afaa5ed078364851a0b2499c553a44c31026b929049b49dc6"
+dependencies = [
+ "proc-macro2",
+ "pyo3-macros-backend",
+ "quote",
+ "syn",
+]
+
+[[package]]
+name = "pyo3-macros-backend"
+version = "0.29.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "6143877a16e82b5a727b7127ff4cd86858a24a28d745d72f43e6f227c7b1bdb3"
+dependencies = [
+ "heck",
+ "proc-macro2",
+ "quote",
+ "syn",
+]
+
+[[package]]
+name = "quote"
+version = "1.0.47"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "1fbf4db142a473a8d80c26bbf18454ed458bf8d26c8219c331daecfdbd079001"
+dependencies = [
+ "proc-macro2",
+]
+
+[[package]]
+name = "syn"
+version = "2.0.119"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "872831b642d1a07999a962a351ed35b955ea2cfc8f3862091e2a240a84f17297"
+dependencies = [
+ "proc-macro2",
+ "quote",
+ "unicode-ident",
+]
+
+[[package]]
+name = "target-lexicon"
+version = "0.13.5"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "adb6935a6f5c20170eeceb1a3835a49e12e19d792f6dd344ccc76a985ca5a6ca"
+
+[[package]]
+name = "unicode-ident"
+version = "1.0.26"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "d245f478577f809a851594d02313b640fb437e0bb33866753cff937863096954"

ochreml-0.1.1/Cargo.toml

@@ -0,0 +1,18 @@
+[package]
+name = "ochreml"
+version = "0.1.1"
+edition = "2024"
+description = "Classical Machine Learning Library in Rust with PyO3 Bindings (*^▽^*)"
+license = "MIT OR Apache-2.0"
+readme = "README.md"
+
+[lib]
+name = "_ochreml"
+crate-type = ["cdylib", "rlib"]
+
+[dependencies]
+pyo3 = { version = "0.29.3", features = ["extension-module"] }
+
+[profile.release]
+lto = true
+opt-level = 3

ochreml-0.1.1/PKG-INFO

@@ -0,0 +1,148 @@
+Metadata-Version: 2.4
+Name: ochreml
+Version: 0.1.1
+Classifier: Development Status :: 4 - Beta
+Classifier: Intended Audience :: Developers
+Classifier: Intended Audience :: Science/Research
+Classifier: Programming Language :: Rust
+Classifier: Programming Language :: Python :: 3
+Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
+Summary: Classical Machine Learning Library in Rust with PyO3 Bindings (*^▽^*)
+Keywords: machine-learning,linear-regression,decision-tree,rust,pyo3
+License: MIT OR Apache-2.0
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown; charset=UTF-8; variant=GFM
+
+# OchreML (*≧ω≦*)
+
+**Classical Machine Learning Library in Rust with PyO3 Bindings**
+
+Welcome to **OchreML**! (＾▽＾)  
+OchreML is a classical Machine Learning library (Linear Regression & Decision Trees) combining Rust's blazingly fast computational performance with Python's intuitive, scikit-learn-compatible API.
+
+---
+
+## Key Features (*^▽^*)
+
+1. **Linear Regression (OLS / Normal Equation)**
+   - Exact analytical solution using the Normal Equation $(X^T X)^{-1} X^T y$.
+   - Automated Tikhonov (Ridge) regularization fallback when design matrices are ill-conditioned or singular.
+   - Configurable `fit_intercept` parameter for calculating bias.
+
+2. **Decision Tree Classifier**
+   - CART classification trees supporting both **Gini Impurity** and **Entropy** criteria.
+   - Flexible hyperparameters: `max_depth`, `min_samples_split`, and `min_samples_leaf`.
+
+3. **Decision Tree Regressor**
+   - Non-linear regression trees based on **Mean Squared Error (MSE / Variance Reduction)** minimization.
+   - Robust continuous target estimation.
+
+4. **Multi-Format Data Interoperability** (o´∀｀o)
+   - Seamlessly accepts and processes:
+     - **Python Nested Lists** (`list[list[float]]`)
+     - **NumPy ndarrays** (`numpy.ndarray`)
+     - **Pandas DataFrames & Series** (`pandas.DataFrame`, `pandas.Series`)
+     - **Polars DataFrames & Series** (`polars.DataFrame`, `polars.Series`)
+
+5. **Scikit-Learn Compatible API** (＾▽＾)
+   - Standard estimator interface: `fit(X, y)`, `predict(X)`, and `score(X, y)`.
+   - Inspection attributes: `coef_`, `intercept_`, `classes_`, and `n_features_in_`.
+
+---
+
+## Build & Installation (o´∀｀o)
+
+Ensure Rust (cargo) and your Python virtual environment are activated:
+
+```bash
+# Activate your virtual environment
+source .venv/bin/activate
+
+# Compile and install locally with Maturin
+maturin develop --release
+```
+
+---
+
+## Quickstart Examples (＾▽＾)
+
+### 1. Linear Regression with NumPy & Pandas
+
+```python
+import numpy as np
+import pandas as pd
+from ochreml import LinearRegression
+
+# Prepare dataset with Pandas DataFrame
+df = pd.DataFrame({
+    "x1": [1.0, 2.0, 3.0, 4.0, 5.0],
+    "x2": [2.0, 1.0, 4.0, 3.0, 5.0],
+})
+# Target relationship: y = 2*x1 + 3*x2 + 5
+y = np.array([13.0, 12.0, 23.0, 22.0, 30.0])
+
+model = LinearRegression(fit_intercept=True)
+model.fit(df, y)
+
+print("Coefficients:", model.coef_)       # approx [2.0, 3.0]
+print("Intercept:", model.intercept_)     # approx 5.0
+print("R^2 Score:", model.score(df, y))   # 1.0
+
+# Predict on new samples
+X_new = pd.DataFrame({"x1": [6.0], "x2": [2.0]})
+print("Prediction:", model.predict(X_new)) # [23.0]
+```
+
+### 2. Decision Tree Classifier with Polars
+
+```python
+import polars as pl
+from ochreml import DecisionTreeClassifier
+
+# Prepare dataset with Polars
+df_polars = pl.DataFrame({
+    "study_hours": [1.0, 2.0, 2.5, 5.0, 6.0, 7.5, 8.0, 9.0],
+    "attendance": [50.0, 60.0, 40.0, 80.0, 85.0, 90.0, 95.0, 100.0],
+})
+y_polars = pl.Series("passed", [0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0])
+
+clf = DecisionTreeClassifier(criterion="gini", max_depth=3)
+clf.fit(df_polars, y_polars)
+
+print("Classes discovered:", clf.classes_)
+print("Training accuracy:", clf.score(df_polars, y_polars))
+
+# Predict on new samples
+test_data = pl.DataFrame({"study_hours": [1.5, 7.0], "attendance": [55.0, 88.0]})
+print("Predictions:", clf.predict(test_data)) # [0.0, 1.0]
+```
+
+### 3. Decision Tree Regressor with Standard Python Lists
+
+```python
+from ochreml import DecisionTreeRegressor
+
+# Dataset using standard Python nested lists
+X = [[100.0], [300.0], [500.0], [1500.0], [1800.0], [2200.0]]
+y = [31.0, 30.0, 29.5, 17.0, 16.0, 15.0]
+
+reg = DecisionTreeRegressor(criterion="squared_error", max_depth=2)
+reg.fit(X, y)
+
+print("R^2 Score:", reg.score(X, y))
+print("Prediction [200.0m]:", reg.predict([[200.0]]))   # [31.0]
+print("Prediction [2000.0m]:", reg.predict([[2000.0]])) # [15.5]
+```
+
+---
+
+## Testing Suite (★ω★)
+
+```bash
+# Run internal Rust unit tests
+cargo test
+
+# Run Python integration tests (Lists, NumPy, Pandas, Polars)
+pytest
+```
+

ochreml-0.1.1/README.md

@@ -0,0 +1,132 @@
+# OchreML (*≧ω≦*)
+
+**Classical Machine Learning Library in Rust with PyO3 Bindings**
+
+Welcome to **OchreML**! (＾▽＾)  
+OchreML is a classical Machine Learning library (Linear Regression & Decision Trees) combining Rust's blazingly fast computational performance with Python's intuitive, scikit-learn-compatible API.
+
+---
+
+## Key Features (*^▽^*)
+
+1. **Linear Regression (OLS / Normal Equation)**
+   - Exact analytical solution using the Normal Equation $(X^T X)^{-1} X^T y$.
+   - Automated Tikhonov (Ridge) regularization fallback when design matrices are ill-conditioned or singular.
+   - Configurable `fit_intercept` parameter for calculating bias.
+
+2. **Decision Tree Classifier**
+   - CART classification trees supporting both **Gini Impurity** and **Entropy** criteria.
+   - Flexible hyperparameters: `max_depth`, `min_samples_split`, and `min_samples_leaf`.
+
+3. **Decision Tree Regressor**
+   - Non-linear regression trees based on **Mean Squared Error (MSE / Variance Reduction)** minimization.
+   - Robust continuous target estimation.
+
+4. **Multi-Format Data Interoperability** (o´∀｀o)
+   - Seamlessly accepts and processes:
+     - **Python Nested Lists** (`list[list[float]]`)
+     - **NumPy ndarrays** (`numpy.ndarray`)
+     - **Pandas DataFrames & Series** (`pandas.DataFrame`, `pandas.Series`)
+     - **Polars DataFrames & Series** (`polars.DataFrame`, `polars.Series`)
+
+5. **Scikit-Learn Compatible API** (＾▽＾)
+   - Standard estimator interface: `fit(X, y)`, `predict(X)`, and `score(X, y)`.
+   - Inspection attributes: `coef_`, `intercept_`, `classes_`, and `n_features_in_`.
+
+---
+
+## Build & Installation (o´∀｀o)
+
+Ensure Rust (cargo) and your Python virtual environment are activated:
+
+```bash
+# Activate your virtual environment
+source .venv/bin/activate
+
+# Compile and install locally with Maturin
+maturin develop --release
+```
+
+---
+
+## Quickstart Examples (＾▽＾)
+
+### 1. Linear Regression with NumPy & Pandas
+
+```python
+import numpy as np
+import pandas as pd
+from ochreml import LinearRegression
+
+# Prepare dataset with Pandas DataFrame
+df = pd.DataFrame({
+    "x1": [1.0, 2.0, 3.0, 4.0, 5.0],
+    "x2": [2.0, 1.0, 4.0, 3.0, 5.0],
+})
+# Target relationship: y = 2*x1 + 3*x2 + 5
+y = np.array([13.0, 12.0, 23.0, 22.0, 30.0])
+
+model = LinearRegression(fit_intercept=True)
+model.fit(df, y)
+
+print("Coefficients:", model.coef_)       # approx [2.0, 3.0]
+print("Intercept:", model.intercept_)     # approx 5.0
+print("R^2 Score:", model.score(df, y))   # 1.0
+
+# Predict on new samples
+X_new = pd.DataFrame({"x1": [6.0], "x2": [2.0]})
+print("Prediction:", model.predict(X_new)) # [23.0]
+```
+
+### 2. Decision Tree Classifier with Polars
+
+```python
+import polars as pl
+from ochreml import DecisionTreeClassifier
+
+# Prepare dataset with Polars
+df_polars = pl.DataFrame({
+    "study_hours": [1.0, 2.0, 2.5, 5.0, 6.0, 7.5, 8.0, 9.0],
+    "attendance": [50.0, 60.0, 40.0, 80.0, 85.0, 90.0, 95.0, 100.0],
+})
+y_polars = pl.Series("passed", [0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0])
+
+clf = DecisionTreeClassifier(criterion="gini", max_depth=3)
+clf.fit(df_polars, y_polars)
+
+print("Classes discovered:", clf.classes_)
+print("Training accuracy:", clf.score(df_polars, y_polars))
+
+# Predict on new samples
+test_data = pl.DataFrame({"study_hours": [1.5, 7.0], "attendance": [55.0, 88.0]})
+print("Predictions:", clf.predict(test_data)) # [0.0, 1.0]
+```
+
+### 3. Decision Tree Regressor with Standard Python Lists
+
+```python
+from ochreml import DecisionTreeRegressor
+
+# Dataset using standard Python nested lists
+X = [[100.0], [300.0], [500.0], [1500.0], [1800.0], [2200.0]]
+y = [31.0, 30.0, 29.5, 17.0, 16.0, 15.0]
+
+reg = DecisionTreeRegressor(criterion="squared_error", max_depth=2)
+reg.fit(X, y)
+
+print("R^2 Score:", reg.score(X, y))
+print("Prediction [200.0m]:", reg.predict([[200.0]]))   # [31.0]
+print("Prediction [2000.0m]:", reg.predict([[2000.0]])) # [15.5]
+```
+
+---
+
+## Testing Suite (★ω★)
+
+```bash
+# Run internal Rust unit tests
+cargo test
+
+# Run Python integration tests (Lists, NumPy, Pandas, Polars)
+pytest
+```

ochreml-0.1.1/demo.py

@@ -0,0 +1,116 @@
+# Demo Penggunaan OchreML (＾▽＾)
+# Integrasi Python List, NumPy ndarray, Pandas DataFrame, dan Polars DataFrame.
+
+import numpy as np
+import pandas as pd
+import polars as pl
+
+from ochreml import LinearRegression, DecisionTreeClassifier, DecisionTreeRegressor
+
+
+def banner(title: str, kaomoji: str):
+    print("\n" + "=" * 65)
+    print(f" {kaomoji}  {title}")
+    print("=" * 65)
+
+
+def demo_linear_regression():
+    banner("1. LINEAR REGRESSION (Pandas & NumPy)", "(*^▽^*)")
+
+    # Fitur: [area_sqm, rooms]
+    df_features = pd.DataFrame({
+        "area_sqm": [36.0, 45.0, 60.0, 72.0, 90.0, 120.0],
+        "rooms": [1.0, 2.0, 2.0, 3.0, 3.0, 4.0],
+    })
+    # Target: 10 * area + 25 * rooms + 50
+    y = np.array([435.0, 550.0, 700.0, 845.0, 1025.0, 1350.0])
+
+    print("Training Features (Pandas DataFrame):")
+    print(df_features)
+
+    model = LinearRegression(fit_intercept=True)
+    print("\nTraining Linear Regression with Normal Equation...")
+    model.fit(df_features, y)
+
+    print("\nTraining Results (＾▽＾):")
+    print(f" - Coefficients (coef_): {model.coef_}")
+    print(f" - Intercept (intercept_): {model.intercept_:.2f}")
+    print(f" - R^2 Score: {model.score(df_features, y):.4f}")
+
+    # Prediksi menggunakan NumPy array
+    x_new = np.array([[50.0, 2.0], [100.0, 3.0]])
+    predictions = model.predict(x_new)
+    print("\nPredictions for new houses [50 sqm, 2 rooms] and [100 sqm, 3 rooms] (*≧ω≦*):")
+    for i, p in enumerate(predictions):
+        print(f"   House {i + 1}: ${p:.2f}k")
+
+
+def demo_decision_tree_classifier():
+    banner("2. DECISION TREE CLASSIFIER (Polars & Gini Impurity)", "(★ω★)")
+
+    # Data menggunakan Polars DataFrame dan Series
+    df_students = pl.DataFrame({
+        "study_hours": [1.0, 2.0, 2.5, 5.0, 6.0, 7.5, 8.0, 9.0],
+        "attendance_pct": [50.0, 60.0, 40.0, 80.0, 85.0, 90.0, 95.0, 100.0],
+    })
+    y_students = pl.Series("passed", [0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0])
+
+    print("Student Dataset (Polars DataFrame):")
+    print(df_students)
+
+    clf = DecisionTreeClassifier(criterion="gini", max_depth=3)
+    print("\nFitting Decision Tree Classifier...")
+    clf.fit(df_students, y_students)
+
+    print("\nEvaluation Results (＾▽＾):")
+    print(f" - Registered Classes: {clf.classes_}")
+    print(f" - Training Accuracy: {clf.score(df_students, y_students) * 100:.1f}%")
+
+    # Prediksi menggunakan nested list Python standar
+    test_data = [[1.5, 55.0], [7.0, 88.0]]
+    preds = clf.predict(test_data)
+    status = ["Failed (´-ω-`)", "Passed (*≧ω≦*)"]
+    print("\nPredictions for New Students (o´∀｀o):")
+    for idx, p in enumerate(preds):
+        print(f"   Student {idx + 1} ({test_data[idx]}): {status[int(p)]}")
+
+
+def demo_decision_tree_regressor():
+    banner("3. DECISION TREE REGRESSOR (Nested List & MSE)", "(o´∀｀o)")
+
+    # Data menggunakan nested list Python standar
+    X = [[100.0], [300.0], [500.0], [1500.0], [1800.0], [2200.0]]
+    y = [31.0, 30.0, 29.5, 17.0, 16.0, 15.0]
+
+    print("Training Data (Python Nested List):")
+    for r_x, r_y in zip(X, y):
+        print(f" - Elevation: {r_x[0]} m -> Temperature: {r_y} C")
+
+    reg = DecisionTreeRegressor(criterion="squared_error", max_depth=2)
+    print("\nFitting Decision Tree Regressor...")
+    reg.fit(X, y)
+
+    print("\nEvaluation Results (★ω★):")
+    print(f" - R^2 Score: {reg.score(X, y):.4f}")
+
+    # Prediksi elevasi baru
+    test_elevations = [[200.0], [1000.0], [2000.0]]
+    temp_preds = reg.predict(test_elevations)
+    print("\nEstimated Temperatures for New Elevations (*^▽^*):")
+    for h, s in zip(test_elevations, temp_preds):
+        print(f"   Elevation {h[0]} m -> Estimated Temp: {s:.2f} C")
+
+
+if __name__ == "__main__":
+    print("\n" + "#" * 65)
+    print(" (*≧ω≦*) OCHREML OFFICIAL DEMO: LINEAR REGRESSION & DECISION TREE (*≧ω≦*)")
+    print("       Classical Machine Learning in Rust with PyO3 Bindings")
+    print("#" * 65)
+
+    demo_linear_regression()
+    demo_decision_tree_classifier()
+    demo_decision_tree_regressor()
+
+    print("\n" + "=" * 65)
+    print(" All demonstrations completed successfully! (＾▽＾)")
+    print("=" * 65 + "\n")