neuroforge-dl 0.2.0__tar.gz

neuroforge_dl-0.2.0/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 NeuroForge Contributors
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

neuroforge_dl-0.2.0/PKG-INFO

@@ -0,0 +1,182 @@
+Metadata-Version: 2.4
+Name: neuroforge-dl
+Version: 0.2.0
+Summary: A full-featured deep learning framework and production AI platform built from first principles in Python & NumPy.
+Author-email: NeuroForge Contributors <neuroforge@example.com>
+License: MIT
+Project-URL: Homepage, https://github.com/username/neuroforge
+Project-URL: Documentation, https://github.com/username/neuroforge#readme
+Project-URL: Repository, https://github.com/username/neuroforge.git
+Project-URL: Issues, https://github.com/username/neuroforge/issues
+Keywords: deep-learning,autograd,neural-networks,transformers,gpt,vision-transformer,resnet,unet,bert,vae,fastapi-serving
+Classifier: Development Status :: 4 - Beta
+Classifier: Intended Audience :: Developers
+Classifier: Intended Audience :: Science/Research
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
+Requires-Python: >=3.10
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: numpy>=1.26.0
+Requires-Dist: pyyaml>=6.0
+Requires-Dist: pydantic>=2.0
+Requires-Dist: fastapi>=0.110.0
+Requires-Dist: uvicorn[standard]>=0.28.0
+Provides-Extra: dev
+Requires-Dist: pytest>=8.0.0; extra == "dev"
+Requires-Dist: pytest-cov>=5.0.0; extra == "dev"
+Requires-Dist: ruff>=0.6.0; extra == "dev"
+Requires-Dist: mypy>=1.10.0; extra == "dev"
+Requires-Dist: mkdocs>=1.5.0; extra == "dev"
+Requires-Dist: mkdocs-material>=9.5.0; extra == "dev"
+Dynamic: license-file
+
+# NeuroForge 🧠⚡
+
+> A full-featured deep learning framework and production AI platform — built entirely from first principles in Python/NumPy.
+
+[![Python](https://img.shields.io/badge/Python-3.10+-blue.svg)](https://www.python.org/)
+[![Tests](https://img.shields.io/badge/tests-36%20passed-brightgreen.svg)](#testing)
+[![License](https://img.shields.io/badge/license-MIT-green.svg)](LICENSE)
+
+---
+
+## What is NeuroForge?
+
+NeuroForge is a **complete, production-ready deep learning stack** implemented from scratch — no PyTorch, no TensorFlow, no Keras. Every component, from the tensor engine to the FastAPI model-serving layer, is hand-crafted:
+
+| Layer | What's included |
+|---|---|
+| 🔢 **Tensor Engine** | NumPy-backed N-D arrays, dynamic autograd computation graph, full reverse-mode AD |
+| 🧱 **Neural Modules** | Linear, Conv1D, Conv2D, ConvTranspose2D, MaxPool, AvgPool, RNN, LSTM, GRU, Attention, Transformer, Embedding, LayerNorm, BatchNorm, Dropout |
+| 🏗️ **Model Zoo** | MLP, ConvNet, ResNet (ResNet18/34), U-Net, BERT, VAE, GPT, VisionTransformer, VisionLanguageModel |
+| 📉 **Losses** | CrossEntropy, BCE, BCEWithLogits, MSE, VAE Loss (BCE + KL) |
+| ⚙️ **Optimizers & Schedulers** | SGD (+ momentum), Adam, AdamW, StepLR, CosineAnnealingLR, WarmupCosineScheduler, WarmupLinearScheduler, ExponentialLR |
+| 🛠️ **Training & Utilities** | Trainer, Gradient Clipping (norm & value), Numerical Gradient Checker, Weight Initialization (Xavier, Kaiming, Orthogonal), Callbacks |
+| 📊 **Experiments & Visuals** | ExperimentTracker, Plot Training History, Gradient Norm Inspection |
+| 📦 **Registry & Serving** | ModelRegistry (versioned save/load) + FastAPI REST server (`/health`, `/models`, `/predict`, `/generate`, `/metrics`) |
+
+---
+
+## Architecture
+
+```
+┌───────────────────────────────────────────────────────────────────┐
+│                          NeuroForge Stack                          │
+├───────────────────────────────────────────────────────────────────┤
+│  neuroforge.core      │  Tensor + Autograd Engine                  │
+│  neuroforge.nn        │  Module, Parameter, 16 Layer Types        │
+│  neuroforge.models    │  MLP, ConvNet, ResNet, UNet, BERT, VAE...  │
+│  neuroforge.losses    │  CrossEntropy, BCE, MSE, VAE Loss          │
+│  neuroforge.optim     │  SGD, Adam, AdamW, Warmup Schedulers       │
+│  neuroforge.data      │  TensorDataset, DataLoader                 │
+│  neuroforge.training  │  Trainer, Callbacks, Metrics               │
+│  neuroforge.utils     │  Init, Grad Clipping, Grad Check, Plots    │
+│  neuroforge.experiments│  ExperimentTracker                        │
+│  neuroforge.registry  │  ModelRegistry (versioned persistence)     │
+│  neuroforge.inference │  InferenceEngine                           │
+│  neuroforge.serving   │  FastAPI production REST server            │
+└───────────────────────────────────────────────────────────────────┘
+```
+
+---
+
+## Quick Start
+
+### Installation
+
+```bash
+cd NeuroForge
+pip install -e .
+```
+
+### Train a ConvNet in 5 lines
+
+```python
+import numpy as np
+from neuroforge import ConvNet, CrossEntropyLoss, Adam, TensorDataset, DataLoader, Trainer
+
+X = np.random.randn(200, 1, 28, 28).astype("float32")
+y = np.random.randint(0, 10, size=(200,)).astype("int64")
+
+model    = ConvNet(in_channels=1, num_classes=10, channels=[16, 32])
+trainer  = Trainer(model, CrossEntropyLoss(), Adam(model.parameters(), lr=0.005))
+history  = trainer.fit(DataLoader(TensorDataset(X, y), batch_size=32), epochs=5)
+```
+
+### Advanced Models: ResNet18, U-Net, BERT & VAE
+
+```python
+import neuroforge as nf
+
+# ResNet-18
+resnet = nf.ResNet18(in_channels=3, num_classes=10)
+nf.apply_init(resnet, init_fn=nf.kaiming_normal_)
+
+# U-Net Image Segmentation
+unet = nf.UNet(in_channels=1, out_channels=1, features=[32, 64])
+
+# BERT Masked Language Model
+bert = nf.BERT(vocab_size=1000, d_model=128, nhead=4, num_layers=4)
+
+# VAE with Reparameterization
+vae = nf.VAE(input_dim=784, hidden_dim=256, latent_dim=32)
+```
+
+---
+
+## Examples
+
+```bash
+python examples/01_mnist_cnn.py            # ConvNet image classification
+python examples/02_text_gpt.py             # GPT language model + text generation
+python examples/03_multimodal_demo.py      # Vision-Language multimodal model
+python examples/04_advanced_models_demo.py # ResNet, U-Net, BERT, VAE, Grad Clipping & Warmup
+```
+
+---
+
+## CLI Training & Serving
+
+```bash
+# CLI Training
+python scripts/train.py --config configs/default_train.yaml
+
+# REST Serving
+python scripts/serve.py --host 0.0.0.0 --port 8000
+```
+
+---
+
+## Testing
+
+```bash
+python -m pytest tests/ -v
+```
+
+```
+36 passed in 1.45s  ✅
+```
+
+| Test Suite | Tests | Status |
+|---|---|---|
+| `tests/unit/test_tensor.py` | 5 | ✅ |
+| `tests/unit/test_autograd.py` | 3 | ✅ |
+| `tests/unit/test_layers.py` | 5 | ✅ |
+| `tests/unit/test_advanced_layers.py` | 2 | ✅ |
+| `tests/unit/test_models.py` | 5 | ✅ |
+| `tests/unit/test_advanced_models.py` | 4 | ✅ |
+| `tests/unit/test_optimizers.py` | 3 | ✅ |
+| `tests/unit/test_utils_and_schedulers.py` | 4 | ✅ |
+| `tests/unit/test_serving.py` | 4 | ✅ |
+| `tests/integration/test_pipeline.py` | 1 | ✅ |
+
+---
+
+## License
+
+MIT License. See [LICENSE](LICENSE).

neuroforge_dl-0.2.0/README.md

@@ -0,0 +1,145 @@
+# NeuroForge 🧠⚡
+
+> A full-featured deep learning framework and production AI platform — built entirely from first principles in Python/NumPy.
+
+[![Python](https://img.shields.io/badge/Python-3.10+-blue.svg)](https://www.python.org/)
+[![Tests](https://img.shields.io/badge/tests-36%20passed-brightgreen.svg)](#testing)
+[![License](https://img.shields.io/badge/license-MIT-green.svg)](LICENSE)
+
+---
+
+## What is NeuroForge?
+
+NeuroForge is a **complete, production-ready deep learning stack** implemented from scratch — no PyTorch, no TensorFlow, no Keras. Every component, from the tensor engine to the FastAPI model-serving layer, is hand-crafted:
+
+| Layer | What's included |
+|---|---|
+| 🔢 **Tensor Engine** | NumPy-backed N-D arrays, dynamic autograd computation graph, full reverse-mode AD |
+| 🧱 **Neural Modules** | Linear, Conv1D, Conv2D, ConvTranspose2D, MaxPool, AvgPool, RNN, LSTM, GRU, Attention, Transformer, Embedding, LayerNorm, BatchNorm, Dropout |
+| 🏗️ **Model Zoo** | MLP, ConvNet, ResNet (ResNet18/34), U-Net, BERT, VAE, GPT, VisionTransformer, VisionLanguageModel |
+| 📉 **Losses** | CrossEntropy, BCE, BCEWithLogits, MSE, VAE Loss (BCE + KL) |
+| ⚙️ **Optimizers & Schedulers** | SGD (+ momentum), Adam, AdamW, StepLR, CosineAnnealingLR, WarmupCosineScheduler, WarmupLinearScheduler, ExponentialLR |
+| 🛠️ **Training & Utilities** | Trainer, Gradient Clipping (norm & value), Numerical Gradient Checker, Weight Initialization (Xavier, Kaiming, Orthogonal), Callbacks |
+| 📊 **Experiments & Visuals** | ExperimentTracker, Plot Training History, Gradient Norm Inspection |
+| 📦 **Registry & Serving** | ModelRegistry (versioned save/load) + FastAPI REST server (`/health`, `/models`, `/predict`, `/generate`, `/metrics`) |
+
+---
+
+## Architecture
+
+```
+┌───────────────────────────────────────────────────────────────────┐
+│                          NeuroForge Stack                          │
+├───────────────────────────────────────────────────────────────────┤
+│  neuroforge.core      │  Tensor + Autograd Engine                  │
+│  neuroforge.nn        │  Module, Parameter, 16 Layer Types        │
+│  neuroforge.models    │  MLP, ConvNet, ResNet, UNet, BERT, VAE...  │
+│  neuroforge.losses    │  CrossEntropy, BCE, MSE, VAE Loss          │
+│  neuroforge.optim     │  SGD, Adam, AdamW, Warmup Schedulers       │
+│  neuroforge.data      │  TensorDataset, DataLoader                 │
+│  neuroforge.training  │  Trainer, Callbacks, Metrics               │
+│  neuroforge.utils     │  Init, Grad Clipping, Grad Check, Plots    │
+│  neuroforge.experiments│  ExperimentTracker                        │
+│  neuroforge.registry  │  ModelRegistry (versioned persistence)     │
+│  neuroforge.inference │  InferenceEngine                           │
+│  neuroforge.serving   │  FastAPI production REST server            │
+└───────────────────────────────────────────────────────────────────┘
+```
+
+---
+
+## Quick Start
+
+### Installation
+
+```bash
+cd NeuroForge
+pip install -e .
+```
+
+### Train a ConvNet in 5 lines
+
+```python
+import numpy as np
+from neuroforge import ConvNet, CrossEntropyLoss, Adam, TensorDataset, DataLoader, Trainer
+
+X = np.random.randn(200, 1, 28, 28).astype("float32")
+y = np.random.randint(0, 10, size=(200,)).astype("int64")
+
+model    = ConvNet(in_channels=1, num_classes=10, channels=[16, 32])
+trainer  = Trainer(model, CrossEntropyLoss(), Adam(model.parameters(), lr=0.005))
+history  = trainer.fit(DataLoader(TensorDataset(X, y), batch_size=32), epochs=5)
+```
+
+### Advanced Models: ResNet18, U-Net, BERT & VAE
+
+```python
+import neuroforge as nf
+
+# ResNet-18
+resnet = nf.ResNet18(in_channels=3, num_classes=10)
+nf.apply_init(resnet, init_fn=nf.kaiming_normal_)
+
+# U-Net Image Segmentation
+unet = nf.UNet(in_channels=1, out_channels=1, features=[32, 64])
+
+# BERT Masked Language Model
+bert = nf.BERT(vocab_size=1000, d_model=128, nhead=4, num_layers=4)
+
+# VAE with Reparameterization
+vae = nf.VAE(input_dim=784, hidden_dim=256, latent_dim=32)
+```
+
+---
+
+## Examples
+
+```bash
+python examples/01_mnist_cnn.py            # ConvNet image classification
+python examples/02_text_gpt.py             # GPT language model + text generation
+python examples/03_multimodal_demo.py      # Vision-Language multimodal model
+python examples/04_advanced_models_demo.py # ResNet, U-Net, BERT, VAE, Grad Clipping & Warmup
+```
+
+---
+
+## CLI Training & Serving
+
+```bash
+# CLI Training
+python scripts/train.py --config configs/default_train.yaml
+
+# REST Serving
+python scripts/serve.py --host 0.0.0.0 --port 8000
+```
+
+---
+
+## Testing
+
+```bash
+python -m pytest tests/ -v
+```
+
+```
+36 passed in 1.45s  ✅
+```
+
+| Test Suite | Tests | Status |
+|---|---|---|
+| `tests/unit/test_tensor.py` | 5 | ✅ |
+| `tests/unit/test_autograd.py` | 3 | ✅ |
+| `tests/unit/test_layers.py` | 5 | ✅ |
+| `tests/unit/test_advanced_layers.py` | 2 | ✅ |
+| `tests/unit/test_models.py` | 5 | ✅ |
+| `tests/unit/test_advanced_models.py` | 4 | ✅ |
+| `tests/unit/test_optimizers.py` | 3 | ✅ |
+| `tests/unit/test_utils_and_schedulers.py` | 4 | ✅ |
+| `tests/unit/test_serving.py` | 4 | ✅ |
+| `tests/integration/test_pipeline.py` | 1 | ✅ |
+
+---
+
+## License
+
+MIT License. See [LICENSE](LICENSE).

neuroforge_dl-0.2.0/pyproject.toml

@@ -0,0 +1,81 @@
+[build-system]
+requires = ["setuptools>=68.0", "wheel"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "neuroforge-dl"
+version = "0.2.0"
+description = "A full-featured deep learning framework and production AI platform built from first principles in Python & NumPy."
+readme = "README.md"
+license = { text = "MIT" }
+authors = [
+    { name = "NeuroForge Contributors", email = "neuroforge@example.com" }
+]
+keywords = [
+    "deep-learning",
+    "autograd",
+    "neural-networks",
+    "transformers",
+    "gpt",
+    "vision-transformer",
+    "resnet",
+    "unet",
+    "bert",
+    "vae",
+    "fastapi-serving",
+]
+classifiers = [
+    "Development Status :: 4 - Beta",
+    "Intended Audience :: Developers",
+    "Intended Audience :: Science/Research",
+    "License :: OSI Approved :: MIT License",
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3.10",
+    "Programming Language :: Python :: 3.11",
+    "Programming Language :: Python :: 3.12",
+    "Topic :: Scientific/Engineering :: Artificial Intelligence",
+]
+requires-python = ">=3.10"
+
+dependencies = [
+    "numpy>=1.26.0",
+    "pyyaml>=6.0",
+    "pydantic>=2.0",
+    "fastapi>=0.110.0",
+    "uvicorn[standard]>=0.28.0",
+]
+
+[project.optional-dependencies]
+dev = [
+    "pytest>=8.0.0",
+    "pytest-cov>=5.0.0",
+    "ruff>=0.6.0",
+    "mypy>=1.10.0",
+    "mkdocs>=1.5.0",
+    "mkdocs-material>=9.5.0",
+]
+
+[project.scripts]
+neuroforge-train = "scripts.train:main"
+neuroforge-serve = "scripts.serve:main"
+
+[project.urls]
+Homepage = "https://github.com/username/neuroforge"
+Documentation = "https://github.com/username/neuroforge#readme"
+Repository = "https://github.com/username/neuroforge.git"
+Issues = "https://github.com/username/neuroforge/issues"
+
+[tool.setuptools.packages.find]
+where = ["src"]
+
+[tool.pytest.ini_options]
+pythonpath = ["src"]
+testpaths = ["tests"]
+
+[tool.ruff]
+line-length = 100
+target-version = "py310"
+
+[tool.mypy]
+python_version = "3.10"
+ignore_missing_imports = true

neuroforge_dl-0.2.0/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

neuroforge_dl-0.2.0/src/neuroforge/__init__.py

@@ -0,0 +1,183 @@
+"""NeuroForge: A deep learning framework and production AI platform built from first principles."""
+
+from neuroforge.core import Tensor, zeros, ones, randn, rand, NeuroForgeError
+from neuroforge.nn import (
+    Module,
+    Parameter,
+    Linear,
+    Conv1D,
+    Conv2D,
+    ConvTranspose2D,
+    MaxPool2D,
+    AvgPool2D,
+    Flatten,
+    LayerNorm,
+    BatchNorm1d,
+    BatchNorm2d,
+    Dropout,
+    Embedding,
+    PositionalEncoding,
+    ScaledDotProductAttention,
+    MultiHeadAttention,
+    Transformer,
+)
+from neuroforge.losses import Loss, MSELoss, CrossEntropyLoss, BCELoss, BCEWithLogitsLoss
+from neuroforge.optim import (
+    Optimizer,
+    SGD,
+    Adam,
+    AdamW,
+    LRScheduler,
+    StepLR,
+    CosineAnnealingLR,
+    WarmupCosineScheduler,
+    WarmupLinearScheduler,
+    ExponentialLR,
+)
+from neuroforge.data import Dataset, TensorDataset, DataLoader, Compose, ToTensor, Normalize, Rescale
+from neuroforge.models import (
+    MLP,
+    ConvNet,
+    ResidualBlock,
+    ResNet,
+    ResNet18,
+    ResNet34,
+    UNet,
+    BERT,
+    VAE,
+    vae_loss,
+    SequenceClassifier,
+    GPT,
+    VisionTransformer,
+    VisionLanguageModel,
+)
+from neuroforge.training import accuracy, precision_recall_f1, Callback, EarlyStopping, ModelCheckpoint, LoggingCallback, Trainer
+from neuroforge.experiments import ExperimentTracker
+from neuroforge.registry import ModelRegistry
+from neuroforge.inference import InferenceEngine
+from neuroforge.utils import (
+    set_seed,
+    summary,
+    plot_history,
+    plot_gradient_norms,
+    clip_grad_norm_,
+    clip_grad_value_,
+    numerical_gradient,
+    grad_check,
+    xavier_uniform_,
+    xavier_normal_,
+    kaiming_uniform_,
+    kaiming_normal_,
+    orthogonal_,
+    apply_init,
+)
+
+from neuroforge import losses
+from neuroforge import optim
+from neuroforge import data
+from neuroforge import models
+from neuroforge import training
+from neuroforge import experiments
+from neuroforge import registry
+from neuroforge import inference
+from neuroforge import serving
+from neuroforge import utils
+
+__version__ = "0.2.0"
+
+__all__ = [
+    "Tensor",
+    "zeros",
+    "ones",
+    "randn",
+    "rand",
+    "NeuroForgeError",
+    "Module",
+    "Parameter",
+    "Linear",
+    "Conv1D",
+    "Conv2D",
+    "ConvTranspose2D",
+    "MaxPool2D",
+    "AvgPool2D",
+    "Flatten",
+    "LayerNorm",
+    "BatchNorm1d",
+    "BatchNorm2d",
+    "Dropout",
+    "Embedding",
+    "PositionalEncoding",
+    "ScaledDotProductAttention",
+    "MultiHeadAttention",
+    "Transformer",
+    "Loss",
+    "MSELoss",
+    "CrossEntropyLoss",
+    "BCELoss",
+    "BCEWithLogitsLoss",
+    "Optimizer",
+    "SGD",
+    "Adam",
+    "AdamW",
+    "LRScheduler",
+    "StepLR",
+    "CosineAnnealingLR",
+    "WarmupCosineScheduler",
+    "WarmupLinearScheduler",
+    "ExponentialLR",
+    "Dataset",
+    "TensorDataset",
+    "DataLoader",
+    "Compose",
+    "ToTensor",
+    "Normalize",
+    "Rescale",
+    "MLP",
+    "ConvNet",
+    "ResidualBlock",
+    "ResNet",
+    "ResNet18",
+    "ResNet34",
+    "UNet",
+    "BERT",
+    "VAE",
+    "vae_loss",
+    "SequenceClassifier",
+    "GPT",
+    "VisionTransformer",
+    "VisionLanguageModel",
+    "accuracy",
+    "precision_recall_f1",
+    "Callback",
+    "EarlyStopping",
+    "ModelCheckpoint",
+    "LoggingCallback",
+    "Trainer",
+    "ExperimentTracker",
+    "ModelRegistry",
+    "InferenceEngine",
+    "set_seed",
+    "summary",
+    "plot_history",
+    "plot_gradient_norms",
+    "clip_grad_norm_",
+    "clip_grad_value_",
+    "numerical_gradient",
+    "grad_check",
+    "xavier_uniform_",
+    "xavier_normal_",
+    "kaiming_uniform_",
+    "kaiming_normal_",
+    "orthogonal_",
+    "apply_init",
+    "losses",
+    "optim",
+    "data",
+    "models",
+    "training",
+    "experiments",
+    "registry",
+    "inference",
+    "serving",
+    "utils",
+]

neuroforge_dl-0.2.0/src/neuroforge/core/__init__.py

@@ -0,0 +1,29 @@
+"""Core tensor and autograd components of NeuroForge."""
+
+from neuroforge.core.exceptions import (
+    NeuroForgeError,
+    TensorError,
+    ShapeMismatchError,
+    AutogradError,
+    ModelError,
+    ServingError,
+    ConfigError,
+)
+from neuroforge.core.autograd import unbroadcast
+from neuroforge.core.tensor import Tensor, zeros, ones, randn, rand
+
+__all__ = [
+    "NeuroForgeError",
+    "TensorError",
+    "ShapeMismatchError",
+    "AutogradError",
+    "ModelError",
+    "ServingError",
+    "ConfigError",
+    "unbroadcast",
+    "Tensor",
+    "zeros",
+    "ones",
+    "randn",
+    "rand",
+]

neuroforge_dl-0.2.0/src/neuroforge/core/autograd.py

@@ -0,0 +1,41 @@
+"""Autograd engine primitives and shape handling for NeuroForge."""
+
+from typing import Tuple, Union, Any
+import numpy as np
+
+
+def unbroadcast(grad: np.ndarray, target_shape: Tuple[int, ...]) -> np.ndarray:
+    """Sum out broadcasted dimensions in `grad` to match `target_shape`.
+    
+    Args:
+        grad: Gradient array with potentially broadcasted shape.
+        target_shape: Target shape of the input tensor.
+        
+    Returns:
+        np.ndarray gradient reshaped/reduced to match target_shape.
+    """
+    if grad.shape == target_shape:
+        return grad
+    
+    # If target is a scalar (empty shape)
+    if target_shape == ():
+        return np.sum(grad)
+
+    grad_ndim = grad.ndim
+    target_ndim = len(target_shape)
+    
+    # Sum leading extra dimensions added by broadcasting
+    diff_ndim = grad_ndim - target_ndim
+    if diff_ndim > 0:
+        grad = np.sum(grad, axis=tuple(range(diff_ndim)))
+    
+    # Sum dimensions where target_shape was 1 (singleton dimensions)
+    axes_to_sum = []
+    for i, (g_dim, t_dim) in enumerate(zip(grad.shape, target_shape)):
+        if t_dim == 1 and g_dim > 1:
+            axes_to_sum.append(i)
+            
+    if axes_to_sum:
+        grad = np.sum(grad, axis=tuple(axes_to_sum), keepdims=True)
+        
+    return grad.reshape(target_shape)