entroly-wasm 0.10.0 → 0.12.0

package/package.json

@@ -1,51 +1,12 @@
-{
-  "name": "entroly-wasm",
-  "version": "0.10.0",
-  "description": "Information-theoretic context optimization for AI coding agents. Zero-friction, pure WebAssembly — no Python dependency.",
-  "main": "index.js",
-  "types": "pkg/entroly_wasm.d.ts",
-  "bin": {
-    "entroly-wasm": "./js/cli.js"
-  },
-  "files": [
-    "index.js",
-    "pkg/entroly_wasm_bg.wasm",
-    "pkg/entroly_wasm.js",
-    "pkg/entroly_wasm.d.ts",
-    "js/cli.js",
-    "js/server.js",
-    "js/config.js",
-    "js/auto_index.js",
-    "js/checkpoint.js",
-    "js/autotune.js",
-    "js/vault.js",
-    "js/cogops.js",
-    "js/workspace.js",
-    "js/repo_map.js",
-    "js/skills.js",
-    "js/multimodal.js",
-    "js/value_tracker.js",
-    "js/agentskills_export.js",
-    "js/gateways.js",
-    "js/vault_observer.js",
-    "js/distill.js",
-    "js/federation.js",
-    "js/evolution_daemon.js"
-  ],
-  "scripts": {
-    "serve": "node js/server.js",
-    "optimize": "node js/cli.js optimize",
-    "health": "node js/cli.js health",
-    "demo": "node js/cli.js demo",
-    "autotune": "node js/cli.js autotune",
-    "test": "node test_wasm_e2e.js"
-  },
-  "keywords": [
-    "entroly", "context-optimization", "mcp", "mcp-server", "ai", "agents",
-    "wasm", "webassembly", "information-theory", "knapsack", "entropy", "autotune"
-  ],
-  "repository": { "type": "git", "url": "https://github.com/juyterman1000/entroly" },
-  "author": "entroly",
-  "license": "Apache-2.0",
-  "engines": { "node": ">=16.0.0" }
-}
+{
+  "name": "entroly-wasm",
+  "description": "WebAssembly build of Entroly — information-theoretic context optimization for JavaScript/TypeScript",
+  "version": "0.12.0",
+  "files": [
+    "entroly_wasm_bg.wasm",
+    "entroly_wasm.js",
+    "entroly_wasm.d.ts"
+  ],
+  "main": "entroly_wasm.js",
+  "types": "entroly_wasm.d.ts"
+}

package/index.js

@@ -1,67 +0,0 @@
-// Entroly — Information-theoretic context optimization for JavaScript/TypeScript.
-// 
-// Usage:
-//   const { EntrolyEngine, autoIndex, EntrolyConfig } = require('entroly-wasm');
-//
-//   const engine = new EntrolyEngine();
-//   autoIndex(engine);   // auto-discover and ingest codebase
-//   engine.optimize(8000, "fix the auth bug");
-//
-// Or as MCP server:
-//   npx entroly-wasm serve
-
-const { WasmEntrolyEngine } = require('./pkg/entroly_wasm');
-const { EntrolyConfig } = require('./js/config');
-const { autoIndex, startIncrementalWatcher, estimateTokens } = require('./js/auto_index');
-const { CheckpointManager, persistIndex, loadIndex } = require('./js/checkpoint');
-const { EntrolyMCPServer } = require('./js/server');
-const { runAutotune, startAutotuneDaemon, TaskProfileOptimizer, FeedbackJournal } = require('./js/autotune');
-const { ValueTracker, EVOLUTION_TAX_RATE, estimateCost } = require('./js/value_tracker');
-const { exportPromoted: exportAgentSkills } = require('./js/agentskills_export');
-const { TelegramGateway, DiscordGateway, SlackGateway } = require('./js/gateways');
-const { VaultObserver } = require('./js/vault_observer');
-
-module.exports = {
-  // Core engine (wasm)
-  EntrolyEngine: WasmEntrolyEngine,
-  WasmEntrolyEngine,
-
-  // Configuration
-  EntrolyConfig,
-
-  // Codebase scanning
-  autoIndex,
-  startIncrementalWatcher,
-  estimateTokens,
-
-  // State persistence
-  CheckpointManager,
-  persistIndex,
-  loadIndex,
-
-  // MCP Server
-  EntrolyMCPServer,
-
-  // Autotune + Task-Conditioned Profiles
-  runAutotune,
-  startAutotuneDaemon,
-  TaskProfileOptimizer,
-  FeedbackJournal,
-
-  // Self-funded evolution budget (C_spent ≤ τ·S(t))
-  ValueTracker,
-  EVOLUTION_TAX_RATE,
-  estimateCost,
-
-  // agentskills.io portable export
-  exportAgentSkills,
-
-  // Chat gateways (live self-evolution event stream)
-  TelegramGateway,
-  DiscordGateway,
-  SlackGateway,
-
-  // Observe the shared vault — works with skills promoted by the
-  // Python daemon OR any node-side orchestrator. No daemon required.
-  VaultObserver,
-};

package/js/agentskills_export.js

@@ -1,129 +0,0 @@
-/**
- * agentskills.io export — JS port.
- * Exports promoted vault skills to the portable agentskills.io v0.1 spec
- * so any compatible runtime can consume them.
- *
- * CLI:  node js/agentskills_export.js [out_dir]
- */
-
-'use strict';
-
-const fs = require('fs');
-const path = require('path');
-
-const SPEC_VERSION = '0.1';
-
-function parseFrontmatter(text) {
-  if (!text.startsWith('---')) return { meta: {}, body: text };
-  const end = text.indexOf('\n---', 3);
-  if (end < 0) return { meta: {}, body: text };
-  const header = text.slice(3, end).trim();
-  const body = text.slice(end + 4).replace(/^\n+/, '');
-  const meta = {};
-  for (const line of header.split('\n')) {
-    const i = line.indexOf(':');
-    if (i > 0) meta[line.slice(0, i).trim()] = line.slice(i + 1).trim();
-  }
-  return { meta, body };
-}
-
-function loadSkill(dir) {
-  const skillMd = path.join(dir, 'SKILL.md');
-  const toolPy = path.join(dir, 'tool.py');
-  if (!fs.existsSync(skillMd) || !fs.existsSync(toolPy)) return null;
-
-  const { meta, body } = parseFrontmatter(fs.readFileSync(skillMd, 'utf8'));
-  if ((meta.status || '') !== 'promoted') return null;
-
-  let metrics = {};
-  const mp = path.join(dir, 'metrics.json');
-  if (fs.existsSync(mp)) {
-    try { metrics = JSON.parse(fs.readFileSync(mp, 'utf8')); } catch (_) {}
-  }
-  return {
-    meta,
-    procedure: body,
-    toolCode: fs.readFileSync(toolPy, 'utf8'),
-    metrics,
-  };
-}
-
-function exportPromoted({
-  vaultPath = '.entroly/vault',
-  outDir = './dist/agentskills',
-} = {}) {
-  const skillsDir = path.join(vaultPath, 'evolution', 'skills');
-  if (!fs.existsSync(skillsDir)) {
-    return { status: 'no_vault', skillsDir };
-  }
-  fs.mkdirSync(outDir, { recursive: true });
-
-  const exported = [];
-  const skipped = [];
-
-  for (const name of fs.readdirSync(skillsDir).sort()) {
-    const dir = path.join(skillsDir, name);
-    if (!fs.statSync(dir).isDirectory()) continue;
-
-    const loaded = loadSkill(dir);
-    if (!loaded) { skipped.push(name); continue; }
-
-    const target = path.join(outDir, name);
-    fs.rmSync(target, { recursive: true, force: true });
-    fs.mkdirSync(target, { recursive: true });
-
-    const skillJson = {
-      spec_version: SPEC_VERSION,
-      id: loaded.meta.skill_id || name,
-      name: loaded.meta.name || name,
-      entity: loaded.meta.entity || '',
-      description: `Skill for handling ${loaded.meta.entity || name} queries`,
-      status: loaded.meta.status || 'promoted',
-      created_at: loaded.meta.created_at || '',
-      metrics: {
-        fitness_score: loaded.metrics.fitness_score || 0,
-        runs: loaded.metrics.runs || 0,
-        successes: loaded.metrics.successes || 0,
-        failures: loaded.metrics.failures || 0,
-      },
-      entrypoint: {
-        runtime: 'python',
-        module: 'tool',
-        match: 'matches',
-        execute: 'execute',
-      },
-      origin: {
-        runtime: 'entroly',
-        synthesis: 'structural',
-        token_cost: 0.0,
-      },
-    };
-
-    fs.writeFileSync(path.join(target, 'skill.json'), JSON.stringify(skillJson, null, 2));
-    fs.writeFileSync(path.join(target, 'procedure.md'), loaded.procedure);
-    fs.writeFileSync(path.join(target, 'tool.py'), loaded.toolCode);
-    fs.writeFileSync(path.join(target, 'tests.json'), '[]');
-
-    exported.push(skillJson.id);
-  }
-
-  fs.writeFileSync(
-    path.join(outDir, 'manifest.json'),
-    JSON.stringify({
-      spec_version: SPEC_VERSION,
-      exported_at: new Date().toISOString(),
-      source: 'entroly',
-      skills: exported,
-    }, null, 2),
-  );
-
-  return { status: 'ok', outDir, exported, skipped };
-}
-
-module.exports = { exportPromoted, SPEC_VERSION };
-
-if (require.main === module) {
-  const out = process.argv[2] || './dist/agentskills';
-  const result = exportPromoted({ outDir: out });
-  console.log(JSON.stringify(result, null, 2));
-}

package/js/auto_index.js

@@ -1,262 +0,0 @@
-// Entroly Auto-Index — JS port of auto_index.py
-// Git-aware codebase discovery and ingestion.
-
-const fs = require('fs');
-const path = require('path');
-const { execSync } = require('child_process');
-
-const SUPPORTED_EXTENSIONS = new Set([
-  // Systems
-  '.rs', '.c', '.cpp', '.h', '.hpp', '.cc', '.hxx', '.zig',
-  // Web / JS / TS
-  '.js', '.ts', '.jsx', '.tsx', '.mjs', '.mts', '.cjs', '.cts', '.vue', '.svelte',
-  // Python
-  '.py', '.pyi',
-  // JVM
-  '.java', '.kt', '.scala',
-  // .NET
-  '.cs', '.csx', '.fs',
-  // Go
-  '.go',
-  // Swift
-  '.swift',
-  // Ruby
-  '.rb',
-  // PHP
-  '.php',
-  // Dart
-  '.dart',
-  // Elixir
-  '.ex', '.exs',
-  // Lua
-  '.lua',
-  // R
-  '.r',
-  // Shell / Config
-  '.sh', '.bash', '.zsh', '.toml', '.yaml', '.yml', '.json',
-  // Terraform
-  '.tf', '.hcl',
-  // Docs
-  '.md', '.rst',
-  // SQL
-  '.sql',
-  // Docker
-  '.dockerfile',
-]);
-
-const SKIP_PATTERNS = new Set([
-  'package-lock.json', 'yarn.lock', 'pnpm-lock.yaml', 'Cargo.lock',
-  'poetry.lock', 'Pipfile.lock', 'composer.lock', 'Gemfile.lock',
-  '.DS_Store', 'thumbs.db',
-]);
-
-const BINARY_EXTENSIONS = new Set([
-  '.png', '.jpg', '.jpeg', '.gif', '.bmp', '.ico', '.svg', '.webp', '.tiff',
-  '.mp3', '.mp4', '.avi', '.mov', '.wav', '.flac', '.ogg', '.webm',
-  '.zip', '.tar', '.gz', '.bz2', '.7z', '.rar', '.xz',
-  '.wasm', '.so', '.dll', '.dylib', '.a', '.o', '.obj', '.exe', '.bin',
-  '.pyc', '.pyo', '.class', '.jar',
-  '.pdf', '.doc', '.docx', '.xls', '.xlsx', '.ppt', '.pptx',
-  '.ttf', '.otf', '.woff', '.woff2', '.eot',
-  '.db', '.sqlite', '.sqlite3',
-  '.dat', '.pak', '.map',
-]);
-
-const MAX_FILE_BYTES = 50 * 1024;
-const ABSOLUTE_MAX_BYTES = 500 * 1024;
-const MAX_FILES = parseInt(process.env.ENTROLY_MAX_FILES || '5000', 10);
-
-let ignorePatterns = [];
-
-function gitLsFiles(projectDir) {
-  try {
-    const result = execSync('git ls-files --cached --others --exclude-standard', {
-      cwd: projectDir, encoding: 'utf-8', timeout: 10000, stdio: ['pipe', 'pipe', 'pipe'],
-    });
-    return result.split('\n').map(f => f.trim()).filter(Boolean);
-  } catch {
-    return [];
-  }
-}
-
-function walkFallback(projectDir) {
-  const files = [];
-  const skipDirs = new Set(['node_modules', '__pycache__', 'target', 'dist', 'build', '.git', 'venv', '.venv', 'env']);
-
-  function walk(dir) {
-    if (files.length >= MAX_FILES) return;
-    let entries;
-    try { entries = fs.readdirSync(dir, { withFileTypes: true }); } catch { return; }
-    for (const entry of entries) {
-      if (files.length >= MAX_FILES) return;
-      if (entry.name.startsWith('.') || skipDirs.has(entry.name)) {
-        if (entry.isDirectory()) continue;
-      }
-      const full = path.join(dir, entry.name);
-      if (entry.isDirectory()) { walk(full); }
-      else { files.push(path.relative(projectDir, full)); }
-    }
-  }
-  walk(projectDir);
-  return files;
-}
-
-function loadEntrolyIgnore(projectDir) {
-  const ignorePath = path.join(projectDir, '.entrolyignore');
-  try {
-    const content = fs.readFileSync(ignorePath, 'utf-8');
-    return content.split('\n').map(l => l.trim()).filter(l => l && !l.startsWith('#'));
-  } catch { return []; }
-}
-
-function matchesIgnore(relPath) {
-  const { minimatch } = (() => {
-    try { return require('minimatch'); } catch { return { minimatch: null }; }
-  })();
-  for (const pattern of ignorePatterns) {
-    if (minimatch) {
-      if (minimatch(relPath, pattern)) return true;
-      if (minimatch(path.basename(relPath), pattern)) return true;
-    } else {
-      // Simple glob fallback
-      if (relPath.includes(pattern.replace('*', '')) || path.basename(relPath).includes(pattern.replace('*', ''))) return true;
-    }
-  }
-  return false;
-}
-
-function shouldIndex(relPath) {
-  const basename = path.basename(relPath);
-  if (SKIP_PATTERNS.has(basename)) return false;
-  const ext = path.extname(basename).toLowerCase();
-  if (BINARY_EXTENSIONS.has(ext)) return false;
-  if (ignorePatterns.length && matchesIgnore(relPath)) return false;
-  if (basename.startsWith('Dockerfile')) return true;
-  return SUPPORTED_EXTENSIONS.has(ext);
-}
-
-function estimateTokens(content) {
-  return Math.max(1, Math.floor(content.length / 4));
-}
-
-/**
- * Auto-index a project's codebase into the Entroly wasm engine.
- * @param {WasmEntrolyEngine} engine
- * @param {string} [projectDir]
- * @param {boolean} [force=false]
- * @returns {object} Summary with indexed file count, tokens, and duration.
- */
-function autoIndex(engine, projectDir, force = false) {
-  projectDir = projectDir || process.cwd();
-  projectDir = path.resolve(projectDir);
-
-  ignorePatterns = loadEntrolyIgnore(projectDir);
-
-  if (!force && engine.fragment_count() > 0) {
-    return {
-      status: 'skipped', reason: 'persistent_index_loaded',
-      existing_fragments: engine.fragment_count(),
-    };
-  }
-
-  const t0 = Date.now();
-
-  let files = gitLsFiles(projectDir);
-  let discovery = 'git';
-  if (!files.length) { files = walkFallback(projectDir); discovery = 'walk'; }
-
-  const allIndexable = files.filter(shouldIndex);
-  const indexable = allIndexable.slice(0, MAX_FILES);
-
-  let indexed = 0, totalTokens = 0, skippedSize = 0, skippedRead = 0;
-
-  for (const relPath of indexable) {
-    const absPath = path.join(projectDir, relPath);
-    let stat;
-    try { stat = fs.statSync(absPath); } catch { continue; }
-
-    if (stat.size > ABSOLUTE_MAX_BYTES) { skippedSize++; continue; }
-    if (stat.size > MAX_FILE_BYTES || stat.size === 0) { skippedSize++; continue; }
-
-    // Binary detection
-    try {
-      const fd = fs.openSync(absPath, 'r');
-      const buf = Buffer.alloc(Math.min(8192, stat.size));
-      fs.readSync(fd, buf, 0, buf.length, 0);
-      fs.closeSync(fd);
-      if (buf.includes(0)) { skippedRead++; continue; }
-    } catch { skippedRead++; continue; }
-
-    let content;
-    try { content = fs.readFileSync(absPath, 'utf-8'); } catch { skippedRead++; continue; }
-    if (!content.trim()) continue;
-
-    const tokens = estimateTokens(content);
-    engine.ingest(content, `file:${relPath}`, tokens, false);
-    indexed++;
-    totalTokens += tokens;
-  }
-
-  const elapsed = ((Date.now() - t0) / 1000).toFixed(2);
-
-  // Trigger dep graph build
-  if (indexed > 0) {
-    try { engine.optimize(1, ''); } catch {}
-  }
-
-  return {
-    status: 'indexed', files_indexed: indexed, total_tokens: totalTokens,
-    duration_s: parseFloat(elapsed), discovery_method: discovery,
-    skipped_too_large: skippedSize, skipped_unreadable: skippedRead,
-    project_dir: projectDir,
-  };
-}
-
-/**
- * Start incremental file watcher (background interval).
- * @param {WasmEntrolyEngine} engine
- * @param {string} [projectDir]
- * @param {number} [intervalMs=120000]
- * @returns {NodeJS.Timeout}
- */
-function startIncrementalWatcher(engine, projectDir, intervalMs = 120000) {
-  projectDir = projectDir || process.cwd();
-  projectDir = path.resolve(projectDir);
-  const indexedMtimes = {};
-
-  // Initial snapshot
-  const files = gitLsFiles(projectDir);
-  for (const rel of files) {
-    try { indexedMtimes[rel] = fs.statSync(path.join(projectDir, rel)).mtimeMs; } catch {}
-  }
-
-  return setInterval(() => {
-    try {
-      const files = gitLsFiles(projectDir);
-      let count = 0;
-      for (const rel of files) {
-        if (!shouldIndex(rel)) continue;
-        const abs = path.join(projectDir, rel);
-        let mtime;
-        try { mtime = fs.statSync(abs).mtimeMs; } catch { continue; }
-        if (indexedMtimes[rel] === undefined || mtime > indexedMtimes[rel]) {
-          indexedMtimes[rel] = mtime;
-          try {
-            const stat = fs.statSync(abs);
-            if (stat.size > MAX_FILE_BYTES || stat.size === 0) continue;
-            const content = fs.readFileSync(abs, 'utf-8');
-            if (!content.trim()) continue;
-            engine.ingest(content, `file:${rel}`, estimateTokens(content), false);
-            count++;
-          } catch { continue; }
-        }
-        if (count >= 100) break;
-      }
-      if (count > 0) console.error(`[entroly] Incremental re-index: ${count} new/modified files`);
-    } catch (e) {
-      console.error(`[entroly] Incremental re-index error: ${e.message}`);
-    }
-  }, intervalMs);
-}
-
-module.exports = { autoIndex, startIncrementalWatcher, estimateTokens };