yakmesh 1.3.2 → 1.4.0

package/README.md

@@ -182,7 +182,7 @@ See [TRADEMARK.md](TRADEMARK.md) for trademark usage policy.
   <p>
     <a href="https://discord.gg/E62tAE2wGh">💬 Discord</a> •
     <a href="https://t.me/yakmesh">📱 Telegram</a> •
-    <a href="https://x.com/yakmesh">𝕏 Twitter</a>
+    <a href="https://x.com/yakmesh_dev">𝕏 Twitter</a>
   </p>
   <br>
   <sub>© 2026 YAKMESH™ Project. Sturdy & Secure.</sub>

package/content/store.js

@@ -446,7 +446,10 @@ export class ContentStore {
 
     // Gossip to mesh
     if (this.gossip) {
+      console.log(`📡 Gossiping content_announce for ${hash.slice(0, 16)}...`);
       this.gossip.spreadRumor('content', announcement);
+    } else {
+      console.log(`⚠️ No gossip protocol available for content announce`);
     }
 
     // Update status
@@ -499,12 +502,13 @@ export class ContentStore {
         // Peer has new content - request it if we don't have it
         if (!this.has(data.hash)) {
           console.log(`📦 New content announced: ${data.hash.slice(0, 16)}... from ${origin.slice(0, 16)}...`);
-          // Request full content via mesh
-          if (this.mesh) {
-            this.mesh.sendTo(origin, {
+          // Request full content via gossip
+          if (this.gossip) {
+            this.gossip.spreadRumor('content', {
               type: 'content_request',
               hash: data.hash,
               requestedBy: this.identity?.identity?.nodeId,
+              timestamp: Date.now(),
             });
           }
         }
@@ -514,13 +518,24 @@ export class ContentStore {
         // Peer wants content - send if we have it
         if (this.has(data.hash)) {
           const result = this.getWithProof(data.hash);
-          if (this.mesh && result) {
-            this.mesh.sendTo(origin, {
+          if (this.gossip && result) {
+            // Ensure content is properly encoded as base64
+            let contentBase64;
+            if (Buffer.isBuffer(result.content)) {
+              contentBase64 = result.content.toString('base64');
+            } else if (typeof result.content === 'string') {
+              contentBase64 = Buffer.from(result.content, 'utf8').toString('base64');
+            } else {
+              contentBase64 = Buffer.from(JSON.stringify(result.content), 'utf8').toString('base64');
+            }
+            
+            this.gossip.spreadRumor('content', {
               type: 'content_response',
               hash: data.hash,
-              content: result.content.toString('base64'),
+              content: contentBase64,
               meta: result.meta,
               proof: result.proof,
+              timestamp: Date.now(),
             });
           }
         }
@@ -536,9 +551,7 @@ export class ContentStore {
           if (computedHash !== data.hash) {
             console.warn(`⚠️ Content hash mismatch from ${origin.slice(0, 16)}...`);
             return;
-          }
-
-          // Store it
+          }          // Store it
           await this.store(content, {
             ...data.meta,
             publish: false,  // Don't re-gossip

package/deploy-packages/README.md

@@ -0,0 +1,114 @@
+# YAKMESH Deployment Packages
+
+Two deployment variants for different use cases:
+
+## 📦 Package Variants
+
+### `yakmesh-minimal/` - Minimal Package
+**Best for:** Advanced users, custom setups, cloud deployments
+
+Includes:
+- Yakmesh core (mesh network + content API)
+- Caddy web server (auto-downloads on first run)
+- Basic startup scripts
+
+**You provide:** PHP runtime, Node.js (if needed), custom configurations
+
+Size: ~3 MB (compressed)
+
+### `yakmesh-full/` - Self-Contained Package  
+**Best for:** Turnkey deployments, air-gapped environments, quick demos
+
+Includes everything in minimal, PLUS:
+- PHP 8.3 portable (FastCGI ready)
+- Node.js 20 LTS portable
+- 7-Zip CLI (archive handling)
+- Pre-configured Caddyfile templates
+- Sample htdocs with demo site
+
+Size: ~100 MB (compressed)
+
+## Quick Start
+
+### Minimal Package
+```powershell
+cd yakmesh-minimal
+.\start.ps1
+# First run downloads Caddy automatically
+```
+
+### Full Package  
+```powershell
+cd yakmesh-full
+.\start.ps1
+# Everything included - no downloads needed
+```
+
+## Directory Structure
+
+```
+yakmesh-{variant}/
+├── bin/                    # Executables (Caddy, PHP, Node, 7z)
+│   ├── caddy.exe          # Web server (auto-downloaded in minimal)
+│   ├── php/               # PHP portable (full only)
+│   ├── node/              # Node.js portable (full only)
+│   └── 7z/                # 7-Zip CLI (full only)
+├── config/
+│   ├── yakmesh.config.js  # Main configuration
+│   ├── Caddyfile          # Web server config
+│   └── php.ini            # PHP config (full only)
+├── htdocs/                # Web document root
+│   └── index.html         # Demo page
+├── data/                  # Persistent data
+│   ├── content/           # Content store
+│   └── database/          # SQLite databases
+├── logs/                  # Log files
+├── start.ps1              # Windows startup
+├── start.sh               # Linux/Mac startup
+├── stop.ps1               # Windows shutdown
+└── README.md              # Usage instructions
+```
+
+## Configuration
+
+### yakmesh.config.js
+```javascript
+export default {
+  // Node identity
+  name: 'My Yakmesh Node',
+  
+  // Network
+  port: 9001,           // Mesh port
+  httpPort: 3000,       // Content API
+  webPort: 8080,        // Caddy web server
+  
+  // Bootstrap peers (leave empty for standalone)
+  bootstrap: [],
+  
+  // PHP settings (full package only)
+  php: {
+    enabled: true,
+    port: 9000,
+  },
+  
+  // Content delivery
+  content: {
+    root: './htdocs',
+    cacheMaxAge: 86400,
+  }
+};
+```
+
+## Port Reference
+
+| Service | Port | Description |
+|---------|------|-------------|
+| Mesh | 9001 | P2P WebSocket connections |
+| Content API | 3000 | Public content delivery |
+| Web Server | 8080 | Caddy (HTTP) |
+| Web Server HTTPS | 8443 | Caddy (HTTPS, if configured) |
+| PHP FastCGI | 9000 | PHP-FPM (full package) |
+
+## License
+
+MIT License - see LICENSE file

package/deploy-packages/build-packages.ps1

@@ -0,0 +1,205 @@
+<#
+.SYNOPSIS
+    Build YAKMESH deployment packages
+
+.DESCRIPTION
+    Downloads all required binaries and creates:
+    - yakmesh-minimal-win-x64.zip (lightweight, downloads on first run)
+    - yakmesh-full-win-x64.zip (self-contained, everything bundled)
+
+.PARAMETER Target
+    Which package to build: 'minimal', 'full', or 'all' (default)
+#>
+
+param(
+    [ValidateSet('minimal', 'full', 'all')]
+    [string]$Target = 'all'
+)
+
+$ErrorActionPreference = "Stop"
+$ScriptDir = Split-Path -Parent $MyInvocation.MyCommand.Path
+$BuildDir = Join-Path $ScriptDir "build"
+$DownloadDir = Join-Path $ScriptDir "downloads"
+
+# Version configuration
+$Versions = @{
+    Caddy = "2.8.4"
+    PHP = "8.3.14"
+    Node = "20.11.0"
+    SevenZip = "2401"
+}
+
+$Downloads = @{
+    Caddy = "https://github.com/caddyserver/caddy/releases/download/v$($Versions.Caddy)/caddy_$($Versions.Caddy)_windows_amd64.zip"
+    PHP = "https://windows.php.net/downloads/releases/php-$($Versions.PHP)-nts-Win32-vs16-x64.zip"
+    Node = "https://nodejs.org/dist/v$($Versions.Node)/node-v$($Versions.Node)-win-x64.zip"
+    SevenZip = "https://www.7-zip.org/a/7z$($Versions.SevenZip)-x64.exe"
+}
+
+function Download-File {
+    param([string]$Url, [string]$OutFile)
+    
+    if (Test-Path $OutFile) {
+        Write-Host "  [CACHED] $(Split-Path $OutFile -Leaf)" -ForegroundColor Gray
+        return
+    }
+    
+    Write-Host "  [DOWNLOAD] $Url" -ForegroundColor Cyan
+    Invoke-WebRequest -Uri $Url -OutFile $OutFile -UseBasicParsing
+}
+
+function Build-Minimal {
+    Write-Host ""
+    Write-Host "Building MINIMAL package..." -ForegroundColor Green
+    
+    $minimalDir = Join-Path $BuildDir "yakmesh-minimal"
+    
+    # Clean and create
+    if (Test-Path $minimalDir) { Remove-Item $minimalDir -Recurse -Force }
+    New-Item -ItemType Directory -Path $minimalDir -Force | Out-Null
+    
+    # Copy yakmesh-node source (excluding dev files)
+    $yakmeshSrc = Join-Path $ScriptDir "..\yakmesh-node"
+    $excludes = @('.git', 'node_modules', 'test-*', '*.test.js', 'data', 'database', 'logs')
+    
+    Write-Host "  Copying Yakmesh source..." -ForegroundColor Yellow
+    Get-ChildItem $yakmeshSrc -Exclude $excludes | Copy-Item -Destination $minimalDir -Recurse -Force
+    
+    # Copy minimal config
+    $minimalCfg = Join-Path $ScriptDir "yakmesh-minimal"
+    Copy-Item (Join-Path $minimalCfg "config") -Destination $minimalDir -Recurse -Force
+    Copy-Item (Join-Path $minimalCfg "*.ps1") -Destination $minimalDir -Force
+    Copy-Item (Join-Path $minimalCfg "README.md") -Destination $minimalDir -Force
+    
+    # Create empty directories
+    @("bin", "htdocs", "data", "logs") | ForEach-Object {
+        New-Item -ItemType Directory -Path (Join-Path $minimalDir $_) -Force | Out-Null
+    }
+    
+    # Create zip
+    $zipPath = Join-Path $BuildDir "yakmesh-minimal-win-x64.zip"
+    if (Test-Path $zipPath) { Remove-Item $zipPath }
+    
+    Write-Host "  Creating archive..." -ForegroundColor Yellow
+    Compress-Archive -Path "$minimalDir\*" -DestinationPath $zipPath -CompressionLevel Optimal
+    
+    $size = (Get-Item $zipPath).Length / 1MB
+    Write-Host "  [OK] yakmesh-minimal-win-x64.zip ($([math]::Round($size, 2)) MB)" -ForegroundColor Green
+}
+
+function Build-Full {
+    Write-Host ""
+    Write-Host "Building FULL (self-contained) package..." -ForegroundColor Green
+    
+    $fullDir = Join-Path $BuildDir "yakmesh-full"
+    
+    # Clean and create
+    if (Test-Path $fullDir) { Remove-Item $fullDir -Recurse -Force }
+    New-Item -ItemType Directory -Path $fullDir -Force | Out-Null
+    
+    # Create download directory
+    New-Item -ItemType Directory -Path $DownloadDir -Force | Out-Null
+    
+    # Download binaries
+    Write-Host "  Downloading binaries..." -ForegroundColor Yellow
+    
+    $caddyZip = Join-Path $DownloadDir "caddy.zip"
+    Download-File -Url $Downloads.Caddy -OutFile $caddyZip
+    
+    $phpZip = Join-Path $DownloadDir "php.zip"
+    Download-File -Url $Downloads.PHP -OutFile $phpZip
+    
+    $nodeZip = Join-Path $DownloadDir "node.zip"
+    Download-File -Url $Downloads.Node -OutFile $nodeZip
+    
+    # Note: 7-Zip is an installer, we'd need to extract it differently
+    # For now, skip 7z or use portable version
+    
+    # Copy yakmesh-node source
+    $yakmeshSrc = Join-Path $ScriptDir "..\yakmesh-node"
+    $excludes = @('.git', 'node_modules', 'test-*', '*.test.js', 'data', 'database', 'logs')
+    
+    Write-Host "  Copying Yakmesh source..." -ForegroundColor Yellow
+    Get-ChildItem $yakmeshSrc -Exclude $excludes | Copy-Item -Destination $fullDir -Recurse -Force
+    
+    # Extract Caddy
+    Write-Host "  Extracting Caddy..." -ForegroundColor Yellow
+    $binDir = Join-Path $fullDir "bin"
+    New-Item -ItemType Directory -Path $binDir -Force | Out-Null
+    Expand-Archive -Path $caddyZip -DestinationPath $binDir -Force
+    
+    # Extract PHP
+    Write-Host "  Extracting PHP..." -ForegroundColor Yellow
+    $phpDir = Join-Path $binDir "php"
+    New-Item -ItemType Directory -Path $phpDir -Force | Out-Null
+    Expand-Archive -Path $phpZip -DestinationPath $phpDir -Force
+    
+    # Extract Node
+    Write-Host "  Extracting Node.js..." -ForegroundColor Yellow
+    $nodeTmpDir = Join-Path $DownloadDir "node-tmp"
+    Expand-Archive -Path $nodeZip -DestinationPath $nodeTmpDir -Force
+    $nodeExtracted = Get-ChildItem $nodeTmpDir | Select-Object -First 1
+    $nodeDir = Join-Path $binDir "node"
+    Move-Item $nodeExtracted.FullName $nodeDir -Force
+    Remove-Item $nodeTmpDir -Recurse -Force
+    
+    # Copy full config
+    $fullCfg = Join-Path $ScriptDir "yakmesh-full"
+    Copy-Item (Join-Path $fullCfg "config") -Destination $fullDir -Recurse -Force
+    Copy-Item (Join-Path $fullCfg "*.ps1") -Destination $fullDir -Force
+    Copy-Item (Join-Path $fullCfg "README.md") -Destination $fullDir -Force
+    
+    # Create directories
+    @("htdocs", "data", "data\content", "logs") | ForEach-Object {
+        New-Item -ItemType Directory -Path (Join-Path $fullDir $_) -Force | Out-Null
+    }
+    
+    # Create PHP info file
+    "<?php phpinfo();" | Out-File -FilePath (Join-Path $fullDir "htdocs\info.php") -Encoding utf8
+    
+    # Create zip
+    $zipPath = Join-Path $BuildDir "yakmesh-full-win-x64.zip"
+    if (Test-Path $zipPath) { Remove-Item $zipPath }
+    
+    Write-Host "  Creating archive..." -ForegroundColor Yellow
+    Compress-Archive -Path "$fullDir\*" -DestinationPath $zipPath -CompressionLevel Optimal
+    
+    $size = (Get-Item $zipPath).Length / 1MB
+    Write-Host "  [OK] yakmesh-full-win-x64.zip ($([math]::Round($size, 2)) MB)" -ForegroundColor Green
+}
+
+# Main
+Write-Host ""
+Write-Host "=====================================" -ForegroundColor Cyan
+Write-Host "  YAKMESH Package Builder" -ForegroundColor Cyan
+Write-Host "=====================================" -ForegroundColor Cyan
+Write-Host ""
+Write-Host "Versions:" -ForegroundColor Yellow
+Write-Host "  Caddy:    $($Versions.Caddy)"
+Write-Host "  PHP:      $($Versions.PHP)"
+Write-Host "  Node.js:  $($Versions.Node)"
+Write-Host ""
+
+# Create build directory
+New-Item -ItemType Directory -Path $BuildDir -Force | Out-Null
+
+switch ($Target) {
+    'minimal' { Build-Minimal }
+    'full' { Build-Full }
+    'all' {
+        Build-Minimal
+        Build-Full
+    }
+}
+
+Write-Host ""
+Write-Host "=====================================" -ForegroundColor Green
+Write-Host "  Build Complete!" -ForegroundColor Green
+Write-Host "=====================================" -ForegroundColor Green
+Write-Host ""
+Write-Host "Packages created in: $BuildDir" -ForegroundColor Cyan
+Get-ChildItem $BuildDir -Filter "*.zip" | ForEach-Object {
+    $size = $_.Length / 1MB
+    Write-Host "  - $($_.Name) ($([math]::Round($size, 2)) MB)"
+}
+Write-Host ""

package/deploy-packages/yakmesh-full/README.md

@@ -0,0 +1,122 @@
+# YAKMESH Self-Contained Deployment Package
+# Everything included - no external dependencies needed
+
+## Quick Start
+
+```powershell
+.\start.ps1
+```
+
+That's it! Everything is bundled.
+
+## What's Included
+
+- ✅ Yakmesh mesh network core
+- ✅ Content delivery API (public HTTP)
+- ✅ Caddy 2.8.4 web server
+- ✅ PHP 8.3 portable (FastCGI)
+- ✅ Node.js 20 LTS portable
+- ✅ 7-Zip CLI (archive handling)
+- ✅ SQLite (embedded in Node)
+- ✅ Pre-configured templates
+- ✅ Demo website
+
+## No External Dependencies
+
+This package runs completely self-contained:
+- No need to install Node.js globally
+- No need to install PHP globally  
+- No need for internet on startup
+- Works in air-gapped environments
+
+## Configuration
+
+Edit `config/yakmesh.config.js` to customize:
+
+```javascript
+export default {
+  name: 'My Node',
+  port: 9001,
+  httpPort: 3000,
+  webPort: 8080,
+  bootstrap: [],  // Add peer addresses here
+  php: {
+    enabled: true,  // PHP ready out of the box
+    port: 9000,
+  },
+};
+```
+
+## Services
+
+| URL | Service |
+|-----|---------|
+| http://localhost:9001 | Mesh P2P (WebSocket) |
+| http://localhost:3000 | Content API |
+| http://localhost:8080 | Web Server (PHP enabled) |
+
+## Directory Structure
+
+```
+yakmesh-full/
+├── bin/
+│   ├── caddy.exe       # Caddy web server
+│   ├── php/            # PHP 8.3 portable
+│   │   ├── php-cgi.exe
+│   │   └── php.ini
+│   ├── node/           # Node.js 20 portable
+│   │   └── node.exe
+│   └── 7z/             # 7-Zip CLI
+│       └── 7z.exe
+├── config/
+│   ├── yakmesh.config.js
+│   ├── Caddyfile
+│   └── php.ini
+├── htdocs/
+│   ├── index.html
+│   ├── info.php        # PHP info page
+│   └── api/            # API examples
+├── data/
+├── logs/
+├── start.ps1
+├── stop.ps1
+└── README.md
+```
+
+## PHP Features
+
+The bundled PHP includes common extensions:
+- curl, openssl, mbstring
+- json, sqlite3, pdo_sqlite
+- gd, zip, zlib
+- xml, dom, simplexml
+
+## Archive Handling (7-Zip)
+
+Use the bundled 7z for backup/restore:
+
+```powershell
+# Backup content
+.\bin\7z\7z.exe a backup.7z data\content\*
+
+# Restore content
+.\bin\7z\7z.exe x backup.7z -odata\content\
+```
+
+## Platform Support
+
+This package is built for **Windows x64**.
+
+For other platforms, download platform-specific binaries:
+- Linux: Use `yakmesh-full-linux-x64.tar.gz`
+- macOS: Use `yakmesh-full-darwin-arm64.tar.gz`
+
+## License
+
+MIT License - see LICENSE file
+
+Bundled software licenses:
+- Caddy: Apache 2.0
+- PHP: PHP License
+- Node.js: MIT
+- 7-Zip: LGPL

package/deploy-packages/yakmesh-full/config/Caddyfile

@@ -0,0 +1,61 @@
+# YAKMESH Self-Contained - Caddyfile
+# Full package with PHP enabled
+
+{
+    admin off
+    auto_https off
+}
+
+:8080 {
+    root * ./htdocs
+    
+    # Enable file server with directory browsing
+    file_server browse
+    
+    # PHP FastCGI handling
+    @phpFiles {
+        path *.php
+    }
+    handle @phpFiles {
+        root * ./htdocs
+        php_fastcgi localhost:9000 {
+            # Use bundled PHP-CGI
+            split .php
+        }
+    }
+    
+    # Reverse proxy to Content API
+    handle /content/* {
+        reverse_proxy localhost:3000
+    }
+    
+    # API proxy
+    handle /api/* {
+        reverse_proxy localhost:3000
+    }
+    
+    # Security headers
+    header {
+        X-Content-Type-Options nosniff
+        X-Frame-Options SAMEORIGIN
+        X-XSS-Protection "1; mode=block"
+        Referrer-Policy strict-origin-when-cross-origin
+        -Server
+    }
+    
+    # Enable compression
+    encode gzip zstd
+    
+    # Logging
+    log {
+        output file ./logs/caddy-access.log
+        format json
+        level INFO
+    }
+}
+
+# HTTPS site (uncomment for production)
+# :8443 {
+#     tls internal
+#     import :8080
+# }

package/deploy-packages/yakmesh-full/config/php.ini

@@ -0,0 +1,55 @@
+[PHP]
+; YAKMESH PHP Configuration
+; Optimized for FastCGI/CGI operation
+
+; Error handling
+error_reporting = E_ALL & ~E_DEPRECATED & ~E_STRICT
+display_errors = Off
+display_startup_errors = Off
+log_errors = On
+error_log = ../logs/php-error.log
+
+; Resource limits
+memory_limit = 128M
+max_execution_time = 30
+max_input_time = 60
+post_max_size = 50M
+upload_max_filesize = 50M
+
+; Paths
+doc_root = ../htdocs
+include_path = ".;../htdocs"
+
+; Session
+session.save_path = ../data/sessions
+session.use_strict_mode = 1
+session.cookie_httponly = 1
+session.cookie_samesite = Strict
+
+; Extensions (Windows)
+extension_dir = "ext"
+extension=curl
+extension=mbstring
+extension=openssl
+extension=pdo_sqlite
+extension=sqlite3
+extension=gd
+extension=zip
+extension=fileinfo
+extension=exif
+
+; Timezone
+date.timezone = UTC
+
+; Security
+expose_php = Off
+cgi.force_redirect = 0
+cgi.fix_pathinfo = 1
+
+; OPcache (performance)
+opcache.enable = 1
+opcache.enable_cli = 0
+opcache.memory_consumption = 128
+opcache.interned_strings_buffer = 8
+opcache.max_accelerated_files = 4000
+opcache.revalidate_freq = 60