gmtorch 0.0.0__tar.gz

gmtorch-0.0.0/.copier-answers.yml

@@ -0,0 +1,12 @@
+_commit: v1.6.0
+_src_path: gh:superlinear-ai/substrate
+author_email: tomass.timmermans@student.kit.edu
+author_name: Tomass Marks Timmermans
+project_description: Probabilistic Generative AI Using Gaussian Mixture
+project_name: gmtorch
+project_type: package
+project_url: https://gitlab.kit.edu/ali.darijani/gmtorch
+python_version: "3.12"
+typing: strict
+with_conventional_commits: true
+with_typer_cli: false

gmtorch-0.0.0/.devcontainer/devcontainer.json

@@ -0,0 +1,80 @@
+{
+    "name": "gmtorch",
+    "dockerComposeFile": "../docker-compose.yml",
+    "service": "devcontainer",
+    "workspaceFolder": "/workspaces/${localWorkspaceFolderBasename}/",
+    "features": {
+        "ghcr.io/devcontainers-extra/features/starship:1": {}
+    },
+    "overrideCommand": true,
+    "remoteUser": "user",
+    "postStartCommand": "sudo chown -R user:user /opt/ && uv sync --python ${localEnv:PYTHON_VERSION:3.12} --resolution ${localEnv:RESOLUTION_STRATEGY:highest} --all-extras && pre-commit install --install-hooks",
+    "customizations": {
+        "jetbrains": {
+            "backend": "PyCharm",
+            "plugins": [
+                "com.github.copilot"
+            ]
+        },
+        "vscode": {
+            "extensions": [
+                "charliermarsh.ruff",
+                "GitHub.copilot",
+                "GitHub.copilot-chat",
+                "GitLab.gitlab-workflow",
+                "ms-azuretools.vscode-docker",
+                "ms-python.mypy-type-checker",
+                "ms-python.python",
+                "ms-toolsai.jupyter",
+                "ryanluker.vscode-coverage-gutters",
+                "tamasfe.even-better-toml",
+                "visualstudioexptteam.vscodeintellicode"
+            ],
+            "settings": {
+                "coverage-gutters.coverageFileNames": [
+                    "reports/coverage.xml"
+                ],
+                "editor.codeActionsOnSave": {
+                    "source.fixAll": "explicit",
+                    "source.organizeImports": "explicit"
+                },
+                "editor.formatOnSave": true,
+                "[python]": {
+                    "editor.defaultFormatter": "charliermarsh.ruff"
+                },
+                "[toml]": {
+                    "editor.formatOnSave": false
+                },
+                "editor.rulers": [
+                    100
+                ],
+                "files.autoSave": "onFocusChange",
+                "github.copilot.chat.agent.enabled": true,
+                "github.copilot.chat.codesearch.enabled": true,
+                "github.copilot.chat.edits.enabled": true,
+                "github.copilot.nextEditSuggestions.enabled": true,
+                "jupyter.kernels.excludePythonEnvironments": [
+                    "/usr/local/bin/python"
+                ],
+                "mypy-type-checker.importStrategy": "fromEnvironment",
+                "mypy-type-checker.preferDaemon": true,
+                "notebook.codeActionsOnSave": {
+                    "notebook.source.fixAll": "explicit",
+                    "notebook.source.organizeImports": "explicit"
+                },
+                "notebook.formatOnSave.enabled": true,
+                "python.defaultInterpreterPath": "/opt/venv/bin/python",
+                "python.terminal.activateEnvironment": false,
+                "python.testing.pytestEnabled": true,
+                "ruff.importStrategy": "fromEnvironment",
+                "ruff.logLevel": "warning",
+                "terminal.integrated.env.linux": {
+                    "GIT_EDITOR": "code --wait"
+                },
+                "terminal.integrated.env.mac": {
+                    "GIT_EDITOR": "code --wait"
+                }
+            }
+        }
+    }
+}

gmtorch-0.0.0/.dockerignore

@@ -0,0 +1,8 @@
+# Caches
+.*_cache/
+
+# Git
+.git/
+
+# Python
+.venv/

gmtorch-0.0.0/.gitignore

@@ -0,0 +1,78 @@
+# Coverage.py
+htmlcov/
+reports/
+
+# Copier
+*.rej
+
+# Data
+*.csv*
+*.dat*
+*.pickle*
+*.xls*
+*.zip*
+data/
+
+# direnv
+.envrc
+
+# dotenv
+.env
+
+# Hypothesis
+.hypothesis/
+
+# Jupyter
+*.ipynb
+.ipynb_checkpoints/
+notebooks/
+
+# macOS
+.DS_Store
+
+# mise
+mise.local.toml
+
+# MkDocs
+site/
+
+# Sphinx
+docs/_build/
+docs/source/reference/
+docs/source/modules.rst
+docs/source/tests*.rst
+
+# mypy
+.dmypy.json
+.mypy_cache/
+
+# Node.js
+node_modules/
+
+# PyCharm
+.idea/
+
+# pyenv
+.python-version
+
+# pytest
+.pytest_cache/
+
+# Python
+__pycache__/
+*.egg-info/
+*.py[cdo]
+.venv/
+dist/
+
+# Ruff
+.ruff_cache/
+
+# Terraform
+.terraform/
+
+# uv
+uv.lock
+
+# VS Code
+.vscode/

gmtorch-0.0.0/.gitlab-ci.yml

@@ -0,0 +1,307 @@
+# You can override the included template(s) by including variable overrides
+# SAST customization: https://docs.gitlab.com/ee/user/application_security/sast/#customizing-the-sast-settings
+# Secret Detection customization: https://docs.gitlab.com/user/application_security/secret_detection/pipeline/configure
+# Dependency Scanning customization: https://docs.gitlab.com/ee/user/application_security/dependency_scanning/#customizing-the-dependency-scanning-settings
+# Container Scanning customization: https://docs.gitlab.com/ee/user/application_security/container_scanning/#customizing-the-container-scanning-settings
+# Note that environment variables can be set in several places
+# See https://docs.gitlab.com/ee/ci/variables/#cicd-variable-precedence
+stages:
+  - code-validation
+  - test
+  - build
+  - docs
+  - publish
+
+include:
+  - template: Security/SAST.gitlab-ci.yml
+  - template: Security/Secret-Detection.gitlab-ci.yml
+
+variables:
+  SECRET_DETECTION_ENABLED: "true"
+  GIT_STRATEGY: clone
+  GIT_CLEAN_FLAGS: -ffdx
+
+# Set the tag to the runner you want to use (also works for individual jobs)
+# KIT runners: https://docs.gitlab.kit.edu/en/gitlab_runner/
+
+# CODE VALIDATION
+secret_detection:
+  stage: code-validation
+
+linting:
+  stage: code-validation
+  image: python:3.12-alpine
+  before_script:
+    - pip install ruff mypy
+    - pip install --no-deps -e .
+  script:
+    - mkdir -p reports
+    - ruff check --force-exclude --extend-fixable=ERA001,F401,F841,T201,T203 --output-format=gitlab . > reports/ruff-codequality.json || true
+    - ruff check --force-exclude --extend-fixable=ERA001,F401,F841,T201,T203 .
+    - ruff format --check --force-exclude .
+    - mypy src
+  artifacts:
+    when: always
+    reports:
+      junit: reports/mypy.xml
+      codequality: reports/ruff-codequality.json
+    paths:
+      - reports/mypy.xml
+      - reports/ruff-codequality.json
+  allow_failure: false
+
+# TEST
+sast:
+  stage: test
+
+# Tests run unit tests in the GPU-enabled Docker image
+tests:
+  stage: test
+  image: nvidia/cuda:12.8.0-runtime-ubuntu24.04
+  variables:
+    UV_PYTHON_VERSIONS: "3.10 3.11 3.12 3.13 3.14"
+  before_script:
+    - apt-get update
+    - apt-get install -y --no-install-recommends curl ca-certificates
+    - curl -LsSf https://astral.sh/uv/install.sh | sh
+    - export PATH="/root/.local/bin:$PATH"
+    - uv python install $UV_PYTHON_VERSIONS
+  script:
+    - for version in $UV_PYTHON_VERSIONS; do
+        echo "Running tests with Python $version";
+        uv venv --python $version .venv-$version;
+        uv pip install --python .venv-$version/bin/python --index-url https://download.pytorch.org/whl/cu128 torch torchvision;
+        uv pip install --python .venv-$version/bin/python pytest pytest-xdist;
+        uv pip install --python .venv-$version/bin/python -e .;
+        .venv-$version/bin/pytest -n auto -v --junitxml=junit-$version.xml tests/ || exit 1;
+      done
+  artifacts:
+    when: on_failure
+    expire_in: 1 week
+    reports:
+      junit: junit-*.xml
+    paths:
+      - junit-*.xml
+  # Change to gpu enabled runner and remove allow_failure once available
+  tags:
+    - local
+  allow_failure: true
+
+# BUILD
+build_project:
+  stage: build
+  image: python:3.12-alpine
+  tags:
+    - kgr2-instance-standard
+  before_script:
+    - apk add --no-cache git curl jq
+    - pip install build
+  script:
+    - |
+      BASE_VERSION=$(grep -m 1 '^version = ' pyproject.toml | tr -s ' ' | tr -d '"' | tr -d "'" | cut -d' ' -f3)
+      PACKAGE_NAME=$(grep -m 1 '^name = ' pyproject.toml | tr -s ' ' | tr -d '"' | tr -d "'" | cut -d' ' -f3)
+      BUILD_VERSION="$BASE_VERSION"
+
+      echo "Fetching existing versions from PyPI..."
+      PYPI_RESPONSE=$(curl -s "https://pypi.org/pypi/$PACKAGE_NAME/json" 2>/dev/null || echo '{"releases":{}}')
+
+      if echo "$PYPI_RESPONSE" | jq -e '.releases' > /dev/null 2>&1; then
+        PACKAGE_EXISTS=true
+        echo "✅ Package found on PyPI"
+      else
+        PACKAGE_EXISTS=false
+        echo "ℹ️  Package not yet published on PyPI"
+      fi
+      echo ""
+
+
+      if [ "$CI_COMMIT_BRANCH" = "main" ] || [ "$CI_MERGE_REQUEST_TARGET_BRANCH_NAME" = "main" ]; then
+        echo "Building stable version: $BUILD_VERSION"
+
+        if [ "$PACKAGE_EXISTS" = "true" ] && echo "$PYPI_RESPONSE" | jq -e ".releases.\"$BUILD_VERSION\"" > /dev/null 2>&1; then
+          echo "❌ ERROR: Version $BUILD_VERSION already exists on PyPI!"
+          echo ""
+          echo "Please bump the version before merging to main:"
+          echo "--> cz bump"
+          exit 1
+        fi
+        
+      elif [ "$CI_COMMIT_BRANCH" = "develop" ]; then
+        echo "Checking existing dev versions on PyPI..."
+        
+        if [ "$PACKAGE_EXISTS" = "true" ]; then
+          EXISTING_VERSIONS=$(echo "$PYPI_RESPONSE" | jq -r '.releases | keys[]' | grep "^${BASE_VERSION}\.dev" || echo "")
+        else
+          EXISTING_VERSIONS=""
+        fi
+        
+        if [ -z "$EXISTING_VERSIONS" ]; then
+          DEV_NUMBER=0
+          echo "No existing dev versions found, starting with dev0"
+        else
+          echo "Existing dev versions:"
+          echo "$EXISTING_VERSIONS"
+          
+          HIGHEST_DEV=$(echo "$EXISTING_VERSIONS" | sed "s/${BASE_VERSION}\.dev//" | sort -n | tail -1)
+          DEV_NUMBER=$((HIGHEST_DEV + 1))
+          echo "Highest existing: dev${HIGHEST_DEV}"
+          echo "Using: dev${DEV_NUMBER}"
+        fi
+        
+        BUILD_VERSION="${BASE_VERSION}.dev${DEV_NUMBER}"
+        echo "Building development version: $BUILD_VERSION"
+
+      else
+        SHORT_SHA=$(git rev-parse --short=8 HEAD)
+        BUILD_VERSION="${BASE_VERSION}.dev0+${SHORT_SHA}"
+        echo "Building feature branch version: $BUILD_VERSION"
+        echo "⚠️  Note: This version should NOT be published"
+      fi
+
+      sed -i "0,/^version = .*/s//version = \"$BUILD_VERSION\"/" pyproject.toml
+
+      echo "Updated pyproject.toml version:"
+      grep -m 1 '^version = ' pyproject.toml
+      echo ""
+
+      echo "Building package..."
+      python -m build --sdist --wheel --outdir dist
+
+      echo "BUILD_VERSION=${BUILD_VERSION}" >> build.env
+      echo "PACKAGE_NAME=${PACKAGE_NAME}" >> build.env
+
+      echo ""
+      echo "✅ Successfully built version: $BUILD_VERSION"
+      echo ""
+
+  artifacts:
+    when: on_success
+    expire_in: 1 week
+    reports:
+      dotenv: build.env
+    paths:
+      - dist/*.whl
+      - dist/*.tar.gz
+  rules:
+    - if: $CI_COMMIT_BRANCH == "main" || $CI_COMMIT_BRANCH == "develop"
+
+# DOCS
+generate_docs:
+  stage: docs
+  image: python:3.12-alpine
+  before_script:
+    - pip install sphinx
+  script:
+    - |
+      echo "Generating Sphinx documentation..."
+      sphinx-apidoc -f -o docs/source/reference src/gmtorch
+      sphinx-build -b html docs/source docs/_build/html
+
+      echo "✅ Documentation generated"
+  artifacts:
+    paths:
+      - docs/_build
+  rules:
+    - if: $CI_COMMIT_BRANCH == "main" || $CI_COMMIT_BRANCH == "develop"
+
+# PUBLISH
+publish_pages:
+  stage: publish
+  image: alpine:latest
+  needs: ["generate_docs"]
+  script:
+    - |
+      echo "Publishing to GitLab Pages..."
+      rm -rf public
+      cp -r docs/_build/html public
+      echo "✅ Documentation published to GitLab Pages"
+  artifacts:
+    paths:
+      - public
+  rules:
+    - if: $CI_COMMIT_BRANCH == "main" || $CI_COMMIT_BRANCH == "develop"
+  
+# Publishes project to GitLab Package Registry and PyPI
+publish_project:
+  stage: publish
+  image: python:3.12-alpine
+  when: manual
+  before_script:
+    - pip install twine
+  script:
+    - |
+      echo "Publishing version $BUILD_VERSION"
+      echo "Package: $PACKAGE_NAME"
+      
+      echo "📦 Publishing to GitLab Package Registry..."
+      TWINE_PASSWORD=${CI_JOB_TOKEN} TWINE_USERNAME=gitlab-ci-token python -m twine upload --repository-url ${CI_API_V4_URL}/projects/${CI_PROJECT_ID}/packages/pypi dist/*.whl dist/*.tar.gz
+      echo "✅ GitLab Package Registry upload complete"
+      
+      echo "📦 Publishing to PyPI..."
+      python -m twine upload dist/*.whl dist/*.tar.gz
+      echo "✅ PyPI upload complete"
+  variables:
+    TWINE_USERNAME: __token__
+    TWINE_PASSWORD: ${PYPI_API_TOKEN}
+  rules:
+    - if: $CI_COMMIT_BRANCH == "main" || $CI_COMMIT_BRANCH == "develop"
+
+publish_docker:
+  stage: publish
+  tags:
+    - kgr2-instance-standard
+  image:
+    name: ghcr.io/kaniko-build/dist/chainguard-dev-kaniko/executor:latest-debug
+    entrypoint: [""]
+  when: manual
+  variables:
+    DOCKER_CONFIG: "/kaniko/.docker"
+    DOCKERFILE_PATH: "$CI_PROJECT_DIR/Dockerfile"
+    CONTEXT: "$CI_PROJECT_DIR"
+    CACHE_REPO: "$DOCKERHUB_REPO"
+  before_script:
+    - mkdir -p /kaniko/.docker
+    - |
+      if [ -z "${DOCKERHUB_USERNAME}" ] || [ -z "${DOCKERHUB_PASSWORD}" ]; then
+        echo "DOCKERHUB_USERNAME or DOCKERHUB_PASSWORD is not set. Please define them in CI/CD variables." >&2
+        exit 1
+      fi
+      cat > /kaniko/.docker/config.json <<EOF
+      {
+        "auths": {
+          "https://index.docker.io/v1/": {
+            "auth": "$(echo -n ${DOCKERHUB_USERNAME}:${DOCKERHUB_PASSWORD} | base64)"
+          }
+        }
+      }
+      EOF
+  script:
+    - |
+      # Determine tags based on branch
+      if [ "$CI_COMMIT_BRANCH" = "main" ]; then
+        echo "Publishing stable Docker image: latest"
+        /kaniko/executor \
+          --context "$CONTEXT" \
+          --dockerfile "$DOCKERFILE_PATH" \
+          --destination "$DOCKERHUB_REPO:latest" \
+          --cache=true \
+          --cache-repo "$CACHE_REPO" \
+          --compressed-caching=false \
+          --skip-unused-stages \
+          --single-snapshot \
+          --target base
+      elif [ "$CI_COMMIT_BRANCH" = "develop" ]; then
+        echo "Publishing development Docker image: develop"
+        /kaniko/executor \
+          --context "$CONTEXT" \
+          --dockerfile "$DOCKERFILE_PATH" \
+          --destination "$DOCKERHUB_REPO:develop" \
+          --cache=true \
+          --cache-repo "$CACHE_REPO" \
+          --compressed-caching=false \
+          --skip-unused-stages \
+          --single-snapshot \
+          --target base
+      fi
+  rules:
+    - if: $CI_COMMIT_BRANCH == "main" || $CI_COMMIT_BRANCH == "develop"

gmtorch-0.0.0/.pre-commit-config.yaml

@@ -0,0 +1,73 @@
+# https://pre-commit.com
+default_install_hook_types: [commit-msg, pre-commit]
+default_stages: [pre-commit, manual]
+fail_fast: true
+repos:
+  - repo: meta
+    hooks:
+      - id: check-useless-excludes
+  - repo: https://github.com/pre-commit/pygrep-hooks
+    rev: v1.10.0
+    hooks:
+      - id: python-check-mock-methods
+      - id: python-use-type-annotations
+      - id: rst-backticks
+      - id: rst-directive-colons
+      - id: rst-inline-touching-normal
+      - id: text-unicode-replacement-char
+  - repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v5.0.0
+    hooks:
+      - id: check-added-large-files
+      - id: check-ast
+      - id: check-builtin-literals
+      - id: check-case-conflict
+      - id: check-docstring-first
+      - id: check-illegal-windows-names
+      - id: check-json
+      - id: check-merge-conflict
+      - id: check-shebang-scripts-are-executable
+      - id: check-symlinks
+      - id: check-toml
+      - id: check-vcs-permalinks
+      - id: check-xml
+      - id: check-yaml
+      - id: debug-statements
+      - id: destroyed-symlinks
+      - id: detect-private-key
+      - id: end-of-file-fixer
+        types: [python]
+      - id: fix-byte-order-marker
+      - id: mixed-line-ending
+      - id: name-tests-test
+        args: [--pytest-test-first]
+      - id: trailing-whitespace
+        types: [python]
+  - repo: local
+    hooks:
+      - id: commitizen
+        name: commitizen
+        entry: cz check
+        args: [--commit-msg-file]
+        require_serial: true
+        language: system
+        stages: [commit-msg]
+      - id: ruff-check
+        name: ruff check
+        entry: ruff check
+        args: ["--force-exclude", "--extend-fixable=ERA001,F401,F841,T201,T203"]
+        require_serial: true
+        language: system
+        types_or: [python, pyi]
+      - id: ruff-format
+        name: ruff format
+        entry: ruff format
+        args: [--force-exclude]
+        require_serial: true
+        language: system
+        types_or: [python, pyi]
+      - id: mypy
+        name: mypy
+        entry: mypy
+        language: system
+        types: [python]

gmtorch-0.0.0/Dockerfile

@@ -0,0 +1,67 @@
+# syntax=docker/dockerfile:1
+
+# Build stage: Create the image with dependencies
+FROM nvidia/cuda:12.6.0-runtime-ubuntu24.04 AS base
+
+ENV DEBIAN_FRONTEND=noninteractive
+
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    python3.12 \
+    python3.12-venv \
+    && rm -rf /var/lib/apt/lists/* \
+    && apt-get clean
+
+# Install uv
+COPY --from=ghcr.io/astral-sh/uv:latest /uv /usr/local/bin/uv
+
+# Set working directory
+WORKDIR /app
+
+# Setup virtual environment
+ENV VIRTUAL_ENV=/opt/venv
+ENV PATH=$VIRTUAL_ENV/bin:$PATH
+ENV UV_PROJECT_ENVIRONMENT=$VIRTUAL_ENV
+
+COPY pyproject.toml README.md ./
+COPY src ./src
+COPY tests ./tests
+
+# Create venv and install dependencies
+RUN uv venv "$VIRTUAL_ENV" && \
+    uv pip install --no-cache -e .
+
+FROM base AS dev
+
+# Install git, sudo, ssh, make for development; ensure user with UID 1000 exists, set permissions and configure git
+# apt-get required as we clean it up in the base image to publish smaller images
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    git \
+    sudo \
+    openssh-client \
+    make \
+    && rm -rf /var/lib/apt/lists/* \
+    && apt-get clean && \
+    if id -u 1000 > /dev/null 2>&1; then \
+    EXISTING_USER=$(id -un 1000) && \
+    if [ "$EXISTING_USER" != "user" ]; then \
+    usermod -l user -d /home/user -m "$EXISTING_USER" && \
+    groupmod -n user $(id -gn 1000) 2>/dev/null || true; \
+    fi; \
+    else \
+    groupadd --gid 1000 user && \
+    useradd --create-home --no-log-init --gid 1000 --uid 1000 --shell /usr/bin/bash user; \
+    fi && \
+    chown -R 1000:1000 /opt/venv && \
+    echo '%sudo ALL=(ALL) NOPASSWD:ALL' > /etc/sudoers.d/nopasswd && \
+    chmod 0440 /etc/sudoers.d/nopasswd && \
+    usermod -aG sudo user && \
+    git config --system --add safe.directory '*'
+
+USER user
+
+# Configure the shell for UID 1000
+RUN mkdir -p ~/.history/ && \
+    echo 'HISTFILE=~/.history/.bash_history' >> ~/.bashrc && \
+    echo 'bind "\e[A": history-search-backward' >> ~/.bashrc && \
+    echo 'bind "\e[B": history-search-forward' >> ~/.bashrc && \
+    echo 'eval "$(starship init bash)"' >> ~/.bashrc