@theaiinc/yggdrasil 0.1.0 → 0.2.1

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@theaiinc/yggdrasil",
-  "version": "0.1.0",
-  "description": "Distributed orchestration system for agent containers with auto-scaling",
+  "version": "0.2.1",
+  "description": "Distributed runner orchestration — receives runner registrations and heartbeats via Ratatoskr",
   "author": "The AI Inc",
   "license": "MIT",
   "type": "module",
@@ -10,14 +10,8 @@
     "build": "tsc -p ./tsconfig.json",
     "dev": "nodemon --exec \"node --loader ts-node/esm src/orchestration-controller.ts\"",
     "start": "node dist/src/orchestration-controller.js",
-    "test": "vitest",
-    "test:coverage": "vitest --coverage",
+    "test": "echo 'No tests yet'",
     "lint": "eslint . --ext .ts",
-    "docker:build": "docker build -t yggdrasil-agent ./agent",
-    "docker:compose": "docker-compose up -d",
-    "docker:compose:dev": "docker-compose -f docker-compose.dev.yml up",
-    "load:test": "node scripts/load-test.js",
-    "health:check": "node scripts/health-check.js",
     "prepublishOnly": "npm run build"
   },
   "files": [
@@ -26,29 +20,18 @@
     "LICENSE"
   ],
   "dependencies": {
-    "async-lock": "^1.4.0",
-    "axios": "^1.6.7",
     "compression": "^1.7.4",
     "cors": "^2.8.5",
-    "dotenv": "^17.2.0",
     "express": "^4.19.2",
     "helmet": "^8.1.0",
     "nanoid": "^5.0.6",
-    "node-cron": "^3.0.3",
-    "prom-client": "^15.1.0",
-    "redis": "^4.6.12",
-    "socket.io": "^4.7.4",
-    "uuid": "^9.0.1",
-    "winston": "^3.11.0",
-    "zod": "^3.22.4"
+    "winston": "^3.11.0"
   },
   "devDependencies": {
     "@types/compression": "^1.7.5",
     "@types/cors": "^2.8.17",
     "@types/express": "^4.17.21",
     "@types/node": "^20.17.24",
-    "@types/node-cron": "^3.0.11",
-    "@types/uuid": "^9.0.7",
     "@typescript-eslint/eslint-plugin": "^8.26.1",
     "@typescript-eslint/parser": "^8.26.1",
     "eslint": "^9.22.0",
@@ -63,9 +46,8 @@
   "keywords": [
     "ai",
     "orchestration",
+    "ratatoskr",
     "distributed-systems",
-    "auto-scaling",
-    "containers",
-    "agents"
+    "runners"
   ]
 }

package/LICENSE

@@ -1,21 +0,0 @@
-MIT License
-
-Copyright (c) 2025 The AI Inc
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in all
-copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
-SOFTWARE.

package/README.md

@@ -1,340 +0,0 @@
-# @theaiinc/yggdrasil - Distributed Orchestration System
-
-A robust, scalable orchestration system for agent containers with auto-scaling capabilities, built with stable, well-documented technologies.
-
-## 🏗️ Architecture
-
-```
-┌─────────────────┐    ┌─────────────────┐    ┌─────────────────┐
-│   Orchestration │    │   Load Balancer │    │   Agent Pool    │
-│   Controller    │───▶│   (Nginx)       │───▶│   (Docker)      │
-│   (Node.js)     │    │                 │    │                 │
-└─────────────────┘    └─────────────────┘    └─────────────────┘
-         │                       │                       │
-         │                       │                       │
-         ▼                       ▼                       ▼
-┌─────────────────┐    ┌─────────────────┐    ┌─────────────────┐
-│   Monitoring    │    │   Health Checks │    │   Auto-scaling  │
-│   (Prometheus)  │    │   (Express)     │    │   (Docker)      │
-└─────────────────┘    └─────────────────┘    └─────────────────┘
-```
-
-## 🚀 Technology Stack
-
-### Core Technologies
-
-- **Node.js + TypeScript** - Stable, well-documented runtime
-- **Express.js** - Battle-tested web framework
-- **Docker** - Industry standard containerization
-- **Socket.IO** - Real-time communication
-
-### Infrastructure
-
-- **Docker Compose** - Local orchestration
-- **Nginx** - Load balancing and session affinity
-- **Prometheus + Grafana** - Monitoring and alerting
-- **Redis** - Session storage (optional)
-
-### Key Features
-
-- ✅ **Low Maintenance** - Uses stable, mature technologies
-- ✅ **Excellent Documentation** - All components well-documented
-- ✅ **Auto-scaling** - Automatic agent scaling based on load
-- ✅ **Session Affinity** - Sticky sessions for stateful workflows
-- ✅ **Health Monitoring** - Comprehensive health checks
-- ✅ **Circuit Breaker** - Fault tolerance and error handling
-- ✅ **Metrics Collection** - Prometheus integration
-
-## 📋 Prerequisites
-
-- Docker and Docker Compose
-- Node.js 18+ (for local development)
-- 4GB+ RAM available for containers
-
-## 🛠️ Quick Start
-
-### 1. Clone and Setup
-
-```bash
-cd yggdrasil
-npm install
-```
-
-### 2. Start the System
-
-```bash
-# Start all services
-docker-compose up -d
-
-# Or start with development mode
-docker-compose -f docker-compose.dev.yml up
-```
-
-### 3. Access Services
-
-- **Load Balancer**: http://localhost:80
-- **Orchestration Controller**: http://localhost:3000
-- **Grafana Dashboard**: http://localhost:3001 (admin/admin)
-- **Prometheus**: http://localhost:9090
-
-### 4. Health Check
-
-```bash
-# Check system health
-curl http://localhost/health
-
-# Check agent health
-curl http://localhost/agent/agent-1/health
-```
-
-## 🔧 Configuration
-
-### Environment Variables
-
-```bash
-# Orchestration Controller
-NODE_ENV=development
-LOG_LEVEL=info
-HEALTH_CHECK_INTERVAL=30000
-MAX_CONCURRENCY=80
-MIN_INSTANCES=1
-MAX_INSTANCES=10
-
-# Agent Configuration
-AGENT_ID=agent-1
-PORT=8080
-```
-
-### Load Balancer Settings
-
-Edit `nginx.conf` to modify:
-
-- Load balancing algorithm
-- Session affinity settings
-- Rate limiting
-- Health check endpoints
-
-### Monitoring Configuration
-
-Edit `prometheus.yml` to customize:
-
-- Scrape intervals
-- Target endpoints
-- Alert rules
-
-## 📊 Monitoring
-
-### Metrics Available
-
-- **Agent Health**: Response time, error rates, CPU/memory usage
-- **Load Balancer**: Request distribution, session affinity stats
-- **Orchestration**: Queue depth, scaling events, circuit breaker status
-- **System**: Container resource usage, network metrics
-
-### Grafana Dashboards
-
-Pre-configured dashboards for:
-
-- Agent Performance
-- Load Balancer Metrics
-- System Health
-- Scaling Events
-
-## 🧪 Testing
-
-### Load Testing
-
-```bash
-# Run load test
-npm run load:test
-
-# Or use hey tool
-hey -n 1000 -c 10 http://localhost/api/test
-```
-
-### Health Checks
-
-```bash
-# Check all agents
-npm run health:check
-
-# Individual agent check
-curl http://localhost/agent/agent-1/health
-```
-
-### Unit Tests
-
-```bash
-npm test
-npm run test:coverage
-```
-
-## 🔄 Auto-scaling
-
-### Local Simulation
-
-The system simulates Cloud Run auto-scaling behavior locally:
-
-1. **Resource Monitoring**: CPU and memory usage tracking
-2. **Scaling Triggers**: Automatic agent scaling based on metrics
-3. **Queue Management**: Request queuing when at capacity
-4. **Health Checks**: Continuous agent health monitoring
-
-### Scaling Configuration
-
-```yaml
-# docker-compose.yml
-deploy:
-  resources:
-    limits:
-      cpus: '0.5'
-      memory: 512M
-    reservations:
-      cpus: '0.25'
-      memory: 256M
-```
-
-## 🚨 Error Handling
-
-### Circuit Breaker
-
-- **Failure Threshold**: Configurable failure count
-- **Recovery Time**: Automatic recovery after timeout
-- **Fallback**: Graceful degradation when agents fail
-
-### Retry Logic
-
-- **Exponential Backoff**: Smart retry with increasing delays
-- **Max Retries**: Configurable retry limits
-- **Timeout Handling**: Request timeout management
-
-## 📈 Performance
-
-### Benchmarks
-
-- **Latency**: < 200ms (95th percentile)
-- **Throughput**: > 1000 requests/second
-- **Error Rate**: < 1%
-- **Uptime**: 99.9%
-
-### Optimization
-
-- **Connection Pooling**: Reuse connections
-- **Compression**: Gzip compression enabled
-- **Caching**: Response caching where appropriate
-- **Resource Limits**: Container resource constraints
-
-## 🔒 Security
-
-### Best Practices
-
-- **Non-root Containers**: All containers run as non-root users
-- **Resource Limits**: CPU and memory constraints
-- **Network Isolation**: Docker network isolation
-- **Input Validation**: Request validation and sanitization
-
-### Authentication
-
-```bash
-# Add authentication middleware
-npm run add:auth
-```
-
-## 🚀 Deployment
-
-### Local Development
-
-```bash
-# Development mode with hot reload
-docker-compose -f docker-compose.dev.yml up
-
-# With debugging
-docker-compose -f docker-compose.dev.yml up --build
-```
-
-### Staging Environment
-
-```bash
-# Deploy to staging
-docker-compose -f docker-compose.staging.yml up -d
-```
-
-### Production Environment
-
-```bash
-# Deploy to production
-docker-compose -f docker-compose.prod.yml up -d
-```
-
-## 📚 API Documentation
-
-### Orchestration Controller
-
-```bash
-# Get system status
-GET /status
-
-# Get metrics
-GET /metrics
-
-# Health check
-GET /health
-```
-
-### Agent Endpoints
-
-```bash
-# Agent health
-GET /agent/{agentId}/health
-
-# Agent metrics
-GET /agent/{agentId}/metrics
-
-# Process request
-POST /agent/{agentId}/process
-```
-
-### Load Balancer
-
-```bash
-# Health check
-GET /health
-
-# Status page
-GET /status
-
-# Metrics
-GET /metrics
-```
-
-## 🤝 Contributing
-
-1. Follow the existing code style
-2. Add tests for new features
-3. Update documentation
-4. Use conventional commits
-
-## 📄 License
-
-MIT - See [LICENSE](LICENSE) file for details
-
-## 🆘 Support
-
-- **Documentation**: Check the docs/ directory
-- **Issues**: Create GitHub issues
-- **Discussions**: Use GitHub discussions
-
-## 🔄 Roadmap
-
-- [ ] Cloud Run integration
-- [ ] Advanced metrics
-- [ ] Machine learning scaling
-- [ ] Multi-region deployment
-- [ ] Advanced authentication
-- [ ] API rate limiting
-- [ ] WebSocket support
-- [ ] GraphQL API
-
----
-
-**Built with ❤️ by The AI Inc using stable, well-documented technologies**

package/dist/src/services/agent-manager.d.ts

@@ -1,69 +0,0 @@
-import { AgentInfo, AgentMetrics, HealthCheckResult } from '@/types';
-/**
- * Manages agent registration, health checks, and lifecycle
- * Uses stable, well-documented libraries for reliability
- */
-export declare class AgentManager {
-    private agents;
-    private logger;
-    private healthCheckInterval;
-    private healthCheckPath;
-    constructor(healthCheckPath?: string);
-    /**
-     * Register a new agent
-     */
-    registerAgent(url: string, sessionId?: string): string;
-    /**
-     * Unregister an agent
-     */
-    unregisterAgent(agentId: string): boolean;
-    /**
-     * Get all healthy agents
-     */
-    getHealthyAgents(): AgentInfo[];
-    /**
-     * Get agent by ID
-     */
-    getAgent(agentId: string): AgentInfo | undefined;
-    /**
-     * Get agent by session ID
-     */
-    getAgentBySession(sessionId: string): AgentInfo | undefined;
-    /**
-     * Start health check monitoring
-     */
-    startHealthChecks(intervalMs?: number): void;
-    /**
-     * Stop health check monitoring
-     */
-    stopHealthChecks(): void;
-    /**
-     * Perform health check on a specific agent
-     */
-    checkAgentHealth(agentId: string): Promise<HealthCheckResult>;
-    /**
-     * Perform health checks on all agents
-     */
-    private performHealthChecks;
-    /**
-     * Update agent metrics
-     */
-    updateAgentMetrics(agentId: string, metrics: Partial<AgentMetrics>): void;
-    /**
-     * Get all agents
-     */
-    getAllAgents(): AgentInfo[];
-    /**
-     * Get agent count by health status
-     */
-    getAgentCounts(): {
-        total: number;
-        healthy: number;
-        unhealthy: number;
-    };
-    /**
-     * Clean up stale agents (not seen for more than threshold)
-     */
-    cleanupStaleAgents(thresholdMs?: number): number;
-}
-//# sourceMappingURL=agent-manager.d.ts.map

package/dist/src/services/agent-manager.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"agent-manager.d.ts","sourceRoot":"","sources":["../../../src/services/agent-manager.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAIrE;;;GAGG;AACH,qBAAa,YAAY;IACvB,OAAO,CAAC,MAAM,CAAqC;IACnD,OAAO,CAAC,MAAM,CAAe;IAC7B,OAAO,CAAC,mBAAmB,CAA+C;IAC1E,OAAO,CAAC,eAAe,CAAS;gBAEpB,eAAe,GAAE,MAAkB;IAI/C;;OAEG;IACI,aAAa,CAAC,GAAG,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,MAAM,GAAG,MAAM;IA6B7D;;OAEG;IACI,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAQhD;;OAEG;IACI,gBAAgB,IAAI,SAAS,EAAE;IAMtC;;OAEG;IACI,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,SAAS,GAAG,SAAS;IAIvD;;OAEG;IACI,iBAAiB,CAAC,SAAS,EAAE,MAAM,GAAG,SAAS,GAAG,SAAS;IAMlE;;OAEG;IACI,iBAAiB,CAAC,UAAU,GAAE,MAAc,GAAG,IAAI;IAY1D;;OAEG;IACI,gBAAgB,IAAI,IAAI;IAQ/B;;OAEG;IACU,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,CAAC;IA8E1E;;OAEG;YACW,mBAAmB;IAYjC;;OAEG;IACI,kBAAkB,CACvB,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,OAAO,CAAC,YAAY,CAAC,GAC7B,IAAI;IAQP;;OAEG;IACI,YAAY,IAAI,SAAS,EAAE;IAIlC;;OAEG;IACI,cAAc,IAAI;QACvB,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,MAAM,CAAC;QAChB,SAAS,EAAE,MAAM,CAAC;KACnB;IASD;;OAEG;IACI,kBAAkB,CAAC,WAAW,GAAE,MAAe,GAAG,MAAM;CAwBhE"}