vectormesh 0.2.0__tar.gz

vectormesh-0.2.0/.claude/settings.local.json

@@ -0,0 +1,9 @@
+{
+  "permissions": {
+    "allow": [
+      "Bash(uv run *)",
+      "Bash(python -c \"import mltrainer; print\\(mltrainer.__file__\\)\")",
+      "WebFetch(domain:docs.astral.sh)"
+    ]
+  }
+}

vectormesh-0.2.0/.gitignore

@@ -0,0 +1,38 @@
+# Project data
+assets/**
+artefacts/**
+
+# Python
+**/__pycache__/
+*.py[cod]
+*$py.class
+*.so
+.Python
+
+# Testing
+.pytest_cache/
+htmlcov/
+.coverage
+.coverage.*
+*.cover
+
+# VectorMesh caches
+.vmcache/
+
+# IDE
+.vscode/
+.idea/
+*.swp
+*.swo
+*~
+
+# OS
+.DS_Store
+Thumbs.db
+dev/*
+*.log
+.lycheecache
+**/tmp/*
+**/demo/*
+.notebookcache/
+logs/**

vectormesh-0.2.0/.lefthook.yml

@@ -0,0 +1,28 @@
+pre-commit:
+  commands:
+    notebooktester:
+      priority: 1
+      glob: '*.ipynb'
+      run: notebooktester notebooks -v -t 240
+    clean-jupyter:
+      priority: 2
+      files: git ls-files
+      glob: '*.ipynb'
+      run: jupyter nbconvert --clear-output --inplace {staged_files}
+      stage_fixed: true
+    format:
+      priority: 2
+      files: git ls-files
+      glob: '*.{py, ipynb}'
+      run: ruff format {staged_files}
+      stage_fixed: true
+    ruff:
+      priority: 2
+      files: git ls-files
+      glob: '*.py'
+      run: ruff check {staged_files} --fix
+    typecheck:
+      priority: 2
+      files: git ls-files
+      glob: '*.py'
+      run: ty check {staged_files}

vectormesh-0.2.0/.python-version

@@ -0,0 +1 @@
+3.12

vectormesh-0.2.0/.remember/.gitignore

@@ -0,0 +1 @@
+*

vectormesh-0.2.0/.remember/archive.md

@@ -0,0 +1,3 @@
+# Archive
+
+```

vectormesh-0.2.0/.remember/recent.md

@@ -0,0 +1,8 @@
+# Recent
+
+```
+
+# Recent
+
+## 2026-06-05
+Fixed tokenizer overflow and 8192-token context crash in vectorizers.py with max_length override to base class. Refactored _effective_max_length logic with type hints improvements. Implemented IMDB sentiment detection (43-feature binary vectors, pattern matching, adjective analysis).

vectormesh-0.2.0/.remember/today-2026-06-05.done.md

@@ -0,0 +1,7 @@
+## 18:49 | main
+Fixed tokenizer overflow (pad_token_id vocab index) & 8192-token context crash in vectorizers.py; added max_length override to Vectorizer class (cap seq length).
+## 19:01 | main
+vectorizers.py: refactored _effective_max_length→BaseVectorizer; type hints int→Optional[int]; removed Vectorizer override; verified small_demo.py
+
+## 21:04 | main
+vectorizers.py: added build_imdb_review_pattern, harmonize_imdb_match (IMDB sentiment); 43-feature binary vectors, sentiment adjective matching; verified IMDB data

vectormesh-0.2.0/.remember/today-2026-06-06.md

@@ -0,0 +1,5 @@
+## 08:57 | main
+Fixed type linting types.py (BaseComponent.forward LSP); researched Liskov Substitution parameter contravariance; exploring pyproject.toml type checker config
+
+## 21:12-21:54 | main
+Added MaskedMeanAggregator (aggregation.py; mask FixedPadding zeros; prevent embedding dilution); implemented 5 MoE fixes (dtype, 2D, pop-CV, L_load, dense-importance; gating.py + MoEAuxLoss train_moe.py); diagnosed sparse routing unsuitable dataset scale; began dense MoE refactor; refactored SoftMoE dims-agnostic (gating.py); added TransformerBlock expert (inlined MultiheadAttention + _build_padding_mask, neural.py); updated train_moe.py 3D pipeline (SoftMoE experts + MaskedMeanAgg); validated padding mask prevents real-position contamination

vectormesh-0.2.0/Makefile

@@ -0,0 +1,180 @@
+# ===================================================================
+# VectorMesh - Remote Transfer Makefile
+# ===================================================================
+# This Makefile provides commands for transferring assets and
+# artefacts between local and remote servers using SCP.
+# ===================================================================
+
+# Configuration Variables
+# Customize these for your environment
+USERNAME := rgrouls
+IP := 145.38.191.144
+REMOTE_FOLDER := /home/rgrouls/vectormesh
+
+# Local directories
+LOCAL_ASSETS := assets
+LOCAL_ARTEFACTS := artefacts
+
+# Remote directories (relative to REMOTE_FOLDER)
+REMOTE_ASSETS := $(REMOTE_FOLDER)/assets
+REMOTE_ARTEFACTS := $(REMOTE_FOLDER)/artefacts
+
+# SCP options
+SCP_OPTS := -r -C -p
+
+# ===================================================================
+# Targets
+# ===================================================================
+
+.PHONY: help scp-push scp-pull check-config test-connection
+
+# Default target - show help
+help:
+	@echo "====================================================================="
+	@echo "VectorMesh Remote Transfer Commands"
+	@echo "====================================================================="
+	@echo ""
+	@echo "Configuration:"
+	@echo "  USERNAME       : $(USERNAME)"
+	@echo "  IP             : $(IP)"
+	@echo "  REMOTE_FOLDER  : $(REMOTE_FOLDER)"
+	@echo ""
+	@echo "Available targets:"
+	@echo "  make help              - Show this help message"
+	@echo "  make check-config      - Verify configuration variables"
+	@echo "  make test-connection   - Test SSH connection to remote server"
+	@echo ""
+	@echo "Push (Local → Remote):"
+	@echo "  make scp-push                - Push all aktes_* folders from local assets/"
+	@echo "  make scp-push FOLDER=name    - Push assets/name to remote assets/"
+	@echo ""
+	@echo "Pull (Remote → Local):"
+	@echo "  make scp-pull                - Pull all files from remote artefacts/"
+	@echo "  make scp-pull FOLDER=name    - Pull remote artefacts/name to local artefacts/"
+	@echo ""
+	@echo "Examples:"
+	@echo "  make scp-push                                    # Push all aktes_* folders"
+	@echo "  make scp-push FOLDER=aktes_theshold_50_d97342   # Push assets/aktes_theshold_50_d97342"
+	@echo "  make scp-pull                                    # Pull all remote artefacts"
+	@echo "  make scp-pull FOLDER=results_2024                # Pull remote artefacts/results_2024"
+	@echo ""
+	@echo "====================================================================="
+
+# Check configuration
+check-config:
+	@echo "Checking configuration..."
+	@if [ "$(IP)" = "your.server.ip" ]; then \
+		echo "ERROR: Please set IP variable"; \
+		echo "Usage: make scp-push IP=your.server.ip"; \
+		exit 1; \
+	fi
+	@if [ -z "$(USERNAME)" ]; then \
+		echo "ERROR: USERNAME not set"; \
+		exit 1; \
+	fi
+	@if [ -z "$(REMOTE_FOLDER)" ]; then \
+		echo "ERROR: REMOTE_FOLDER not set"; \
+		exit 1; \
+	fi
+	@echo "Configuration OK"
+	@echo "  Target: $(USERNAME)@$(IP):$(REMOTE_FOLDER)"
+
+# Test SSH connection
+test-connection: check-config
+	@echo "Testing connection to $(USERNAME)@$(IP)..."
+	@ssh -o ConnectTimeout=5 -o BatchMode=yes $(USERNAME)@$(IP) "echo 'Connection successful!'" || \
+		(echo "ERROR: Cannot connect to server. Check IP, USERNAME, and SSH keys."; exit 1)
+
+# Push folders to remote assets directory
+# Usage: make scp-push [FOLDER=folder_name]
+# If FOLDER is set, push only that folder. Otherwise push all aktes_* folders.
+scp-push: check-config
+	@if [ ! -d "$(LOCAL_ASSETS)" ]; then \
+		echo "ERROR: Local assets directory not found: $(LOCAL_ASSETS)"; \
+		exit 1; \
+	fi
+	@# Create remote assets directory if it doesn't exist
+	@echo "Ensuring remote directory exists..."
+	@ssh $(USERNAME)@$(IP) "mkdir -p $(REMOTE_ASSETS)"
+ifdef FOLDER
+	@echo "====================================================================="
+	@echo "Pushing $(LOCAL_ASSETS)/$(FOLDER) to $(USERNAME)@$(IP):$(REMOTE_ASSETS)/"
+	@echo "====================================================================="
+	@if [ ! -d "$(LOCAL_ASSETS)/$(FOLDER)" ]; then \
+		echo "ERROR: Folder not found: $(LOCAL_ASSETS)/$(FOLDER)"; \
+		exit 1; \
+	fi
+	@echo "Transferring $(FOLDER)..."
+	@scp $(SCP_OPTS) "$(LOCAL_ASSETS)/$(FOLDER)" $(USERNAME)@$(IP):$(REMOTE_ASSETS)/
+	@echo ""
+	@echo "Transfer complete!"
+else
+	@echo "====================================================================="
+	@echo "Pushing all aktes_* folders to $(USERNAME)@$(IP):$(REMOTE_ASSETS)/"
+	@echo "====================================================================="
+	@FOLDERS=$$(find $(LOCAL_ASSETS) -maxdepth 1 -type d -name "aktes_*" 2>/dev/null); \
+	if [ -z "$$FOLDERS" ]; then \
+		echo "WARNING: No folders matching 'aktes_*' found in $(LOCAL_ASSETS)"; \
+	else \
+		for folder in $$FOLDERS; do \
+			echo "Transferring $$folder..."; \
+			scp $(SCP_OPTS) "$$folder" $(USERNAME)@$(IP):$(REMOTE_ASSETS)/ || exit 1; \
+		done; \
+		echo ""; \
+		echo "Transfer complete!"; \
+	fi
+endif
+
+# Pull artefacts from remote to local
+# Usage: make scp-pull [FOLDER=folder_name]
+# If FOLDER is set, pull only that folder. Otherwise pull all files.
+scp-pull: check-config
+	@# Create local artefacts directory if it doesn't exist
+	@mkdir -p $(LOCAL_ARTEFACTS)
+	@# Check if remote directory exists
+	@echo "Checking remote directory..."
+	@ssh $(USERNAME)@$(IP) "[ -d $(REMOTE_ARTEFACTS) ]" || \
+		(echo "ERROR: Remote artefacts directory not found: $(REMOTE_ARTEFACTS)"; exit 1)
+ifdef FOLDER
+	@echo "====================================================================="
+	@echo "Pulling $(FOLDER) from $(USERNAME)@$(IP):$(REMOTE_ARTEFACTS)/"
+	@echo "====================================================================="
+	@echo "Transferring $(FOLDER)..."
+	@scp $(SCP_OPTS) $(USERNAME)@$(IP):$(REMOTE_ARTEFACTS)/$(FOLDER) $(LOCAL_ARTEFACTS)/ || \
+		(echo "ERROR: Folder not found or transfer failed"; exit 1)
+	@echo ""
+	@echo "Transfer complete! Files saved to $(LOCAL_ARTEFACTS)/"
+else
+	@echo "====================================================================="
+	@echo "Pulling all files from $(USERNAME)@$(IP):$(REMOTE_ARTEFACTS)/"
+	@echo "====================================================================="
+	@echo "Transferring artefacts/*..."
+	@scp $(SCP_OPTS) $(USERNAME)@$(IP):$(REMOTE_ARTEFACTS)/* $(LOCAL_ARTEFACTS)/ || \
+		(echo "WARNING: No files found or transfer failed"; exit 0)
+	@echo ""
+	@echo "Transfer complete! Files saved to $(LOCAL_ARTEFACTS)/"
+endif
+
+# Utility target to list remote files
+list-remote: check-config
+	@echo "====================================================================="
+	@echo "Remote Directory Listing"
+	@echo "====================================================================="
+	@echo ""
+	@echo "Assets ($(REMOTE_ASSETS)):"
+	@ssh $(USERNAME)@$(IP) "ls -lh $(REMOTE_ASSETS) 2>/dev/null || echo 'Directory not found'"
+	@echo ""
+	@echo "Artefacts ($(REMOTE_ARTEFACTS)):"
+	@ssh $(USERNAME)@$(IP) "ls -lh $(REMOTE_ARTEFACTS) 2>/dev/null || echo 'Directory not found'"
+
+# Utility target to list local files
+list-local:
+	@echo "====================================================================="
+	@echo "Local Directory Listing"
+	@echo "====================================================================="
+	@echo ""
+	@echo "Assets ($(LOCAL_ASSETS)):"
+	@ls -lh $(LOCAL_ASSETS) 2>/dev/null || echo "Directory not found"
+	@echo ""
+	@echo "Artefacts ($(LOCAL_ARTEFACTS)):"
+	@ls -lh $(LOCAL_ARTEFACTS) 2>/dev/null || echo "Directory not found"