hyperclaw 5.3.4 → 5.4.0

package/package.json

@@ -1,143 +1,145 @@
-{
-  "name": "hyperclaw",
-  "version": "5.3.4",
-  "description": "⚡ HyperClaw — AI Gateway Platform. The Lobster Evolution 🦅",
-  "main": "dist/run-main.js",
-  "bin": {
-    "hyperclaw": "bin/hyperclaw.js"
-  },
-  "files": [
-    "bin/",
-    "dist/",
-    "scripts/",
-    "skills/",
-    "static/",
-    "README.md",
-    "LICENSE"
-  ],
-  "repository": {
-    "type": "git",
-    "url": "https://github.com/mylo-2001/hyperclaw.git"
-  },
-  "homepage": "https://github.com/mylo-2001/hyperclaw#readme",
-  "bugs": {
-    "url": "https://github.com/mylo-2001/hyperclaw/issues"
-  },
-  "publishConfig": {
-    "access": "public"
-  },
-  "scripts": {
-    "build": "tsdown --config tsdown.config.mjs",
-    "postbuild": "node scripts/fix-init-paths.mjs",
-    "build:tsc": "tsc --outDir dist",
-    "start": "node dist/run-main.js",
-    "dev": "ts-node src/cli/run-main.ts",
-    "gateway:watch": "nodemon --ext ts --exec 'ts-node src/cli/run-main.ts gateway status'",
-    "web:dev": "cd apps/web && npm run dev",
-    "web:build": "cd apps/web && npm run build",
-    "macos:build": "cd apps/macos && npm install && npm run build",
-    "macos:test": "cd apps/macos && npm run test",
-    "sdk:build": "tsdown src/sdk/index.ts --outDir dist/sdk --format cjs && tsdown src/sdk/index.ts --outDir dist/sdk --format esm",
-    "core:build": "tsc --noEmit -p packages/core/tsconfig.json",
-    "prepare": "npm run build",
-    "prepublishOnly": "npm run build && npm run web:build && npm run sdk:build && npm run core:build",
-    "postinstall": "node scripts/postinstall.js",
-    "test": "vitest run",
-    "test:watch": "vitest",
-    "test:coverage": "vitest run --coverage",
-    "test:unit": "vitest run --config vitest.unit.config.ts",
-    "test:integration": "vitest run --config vitest.integration.config.ts",
-    "test:channels": "vitest run --config vitest.channels.config.ts",
-    "test:gateway": "vitest run --config vitest.gateway.config.ts",
-    "test:e2e": "vitest run --config vitest.e2e.config.ts",
-    "typecheck": "tsc --noEmit",
-    "packages:build": "tsc --noEmit -p packages/shared/tsconfig.json 2>/dev/null; tsc --noEmit -p packages/core/tsconfig.json 2>/dev/null; tsc --noEmit -p packages/gateway/tsconfig.json 2>/dev/null",
-    "shared:build": "tsc --noEmit -p packages/shared/tsconfig.json",
-    "gateway:build": "tsc --noEmit -p packages/gateway/tsconfig.json",
-    "test:packages": "vitest run --config vitest.unit.config.ts"
-  },
-  "exports": {
-    ".": "./dist/run-main.js",
-    "./sdk": "./dist/sdk/index.js",
-    "./core": "./packages/core/src/index.ts",
-    "./gateway": "./packages/gateway/src/index.ts"
-  },
-  "typesVersions": {
-    "*": {
-      "sdk": [
-        "./dist/sdk/index.d.ts"
-      ],
-      "core": [
-        "./packages/core/src/index.ts"
-      ],
-      "gateway": [
-        "./packages/gateway/src/index.ts"
-      ]
-    }
-  },
-  "keywords": [
-    "ai",
-    "assistant",
-    "cli",
-    "gateway",
-    "agent",
-    "multi-channel",
-    "lobster",
-    "hyperclaw",
-    "typescript",
-    "monorepo",
-    "mcp"
-  ],
-  "author": "HyperClaw Team",
-  "license": "MIT",
-  "dependencies": {
-    "@types/ws": "^8.5.12",
-    "axios": "^1.7.0",
-    "boxen": "^5.1.2",
-    "chalk": "^4.1.2",
-    "commander": "^12.0.0",
-    "figlet": "^1.5.2",
-    "fs-extra": "^11.2.0",
-    "gradient-string": "^2.0.2",
-    "inquirer": "^8.2.7",
-    "marked": "^15.0.12",
-    "marked-terminal": "^7.3.0",
-    "node-cron": "^3.0.3",
-    "ora": "^5.4.1",
-    "tar": "^7.0.0",
-    "ws": "^8.18.0"
-  },
-  "optionalDependencies": {
-    "@modelcontextprotocol/sdk": "^1.27.1",
-    "@whiskeysockets/baileys": "^7.0.0",
-    "discord.js": "^14.25.1",
-    "irc": "^0.5.2",
-    "pdf-parse": "^1.1.1",
-    "puppeteer": "^23.0.0",
-    "tail": "^2.2.6",
-    "xlsx": "^0.18.5"
-  },
-  "devDependencies": {
-    "@types/figlet": "^1.5.8",
-    "@types/fs-extra": "^11.0.4",
-    "@types/inquirer": "^8.2.10",
-    "@types/marked-terminal": "^6.1.1",
-    "@types/node": "^22.0.0",
-    "@types/ws": "^8.5.8",
-    "@vitest/coverage-v8": "^1.6.0",
-    "nodemon": "^3.0.0",
-    "sharp": "^0.34.5",
-    "ts-node": "^10.9.2",
-    "tsdown": "^0.3.0",
-    "typescript": "^5.4.0",
-    "vitest": "^1.6.0"
-  },
-  "engines": {
-    "node": ">=22.0.0"
-  },
-  "workspaces": [
-    "apps/*",
-    "packages/*",
-    "extensions/*"
-  ]
-}
+{
+  "name": "hyperclaw",
+  "version": "5.4.0",
+  "description": "⚡ HyperClaw — AI Gateway Platform. The Lobster Evolution 🦅",
+  "main": "dist/run-main.js",
+  "bin": {
+    "hyperclaw": "bin/hyperclaw.js"
+  },
+  "files": [
+    "bin/",
+    "dist/",
+    "scripts/",
+    "skills/",
+    "static/",
+    "README.md",
+    "LICENSE"
+  ],
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/mylo-2001/hyperclaw.git"
+  },
+  "homepage": "https://github.com/mylo-2001/hyperclaw#readme",
+  "bugs": {
+    "url": "https://github.com/mylo-2001/hyperclaw/issues"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "scripts": {
+    "build": "tsdown --config tsdown.config.mjs",
+    "postbuild": "node scripts/fix-init-paths.mjs",
+    "build:tsc": "tsc --outDir dist",
+    "start": "node dist/run-main.js",
+    "dev": "ts-node src/cli/run-main.ts",
+    "gateway:watch": "nodemon --ext ts --exec 'ts-node src/cli/run-main.ts gateway status'",
+    "web:dev": "cd apps/web && npm run dev",
+    "web:build": "cd apps/web && npm run build",
+    "macos:build": "cd apps/macos && npm install && npm run build",
+    "macos:test": "cd apps/macos && npm run test",
+    "sdk:build": "tsdown src/sdk/index.ts --outDir dist/sdk --format cjs && tsdown src/sdk/index.ts --outDir dist/sdk --format esm",
+    "core:build": "tsc --noEmit -p packages/core/tsconfig.json",
+    "prepare": "npm run build",
+    "prepublishOnly": "npm run build && npm run web:build && npm run sdk:build && npm run core:build",
+    "postinstall": "node scripts/postinstall.js",
+    "test": "vitest run",
+    "test:watch": "vitest",
+    "test:coverage": "vitest run --coverage",
+    "test:unit": "vitest run --config vitest.unit.config.mts",
+    "test:integration": "vitest run --config vitest.integration.config.mts",
+    "test:channels": "vitest run --config vitest.channels.config.mts",
+    "test:gateway": "vitest run --config vitest.gateway.config.mts",
+    "test:e2e": "vitest run --config vitest.e2e.config.mts",
+    "typecheck": "tsc --noEmit",
+    "packages:build": "tsc --noEmit -p packages/shared/tsconfig.json 2>/dev/null; tsc --noEmit -p packages/core/tsconfig.json 2>/dev/null; tsc --noEmit -p packages/gateway/tsconfig.json 2>/dev/null",
+    "shared:build": "tsc --noEmit -p packages/shared/tsconfig.json",
+    "gateway:build": "tsc --noEmit -p packages/gateway/tsconfig.json",
+    "test:packages": "vitest run --config vitest.unit.config.ts",
+    "check:mojibake": "node scripts/fix-mojibake.mjs",
+    "fix:mojibake": "node scripts/fix-mojibake.mjs --write"
+  },
+  "exports": {
+    ".": "./dist/run-main.js",
+    "./sdk": "./dist/sdk/index.js",
+    "./core": "./packages/core/src/index.ts",
+    "./gateway": "./packages/gateway/src/index.ts"
+  },
+  "typesVersions": {
+    "*": {
+      "sdk": [
+        "./dist/sdk/index.d.ts"
+      ],
+      "core": [
+        "./packages/core/src/index.ts"
+      ],
+      "gateway": [
+        "./packages/gateway/src/index.ts"
+      ]
+    }
+  },
+  "keywords": [
+    "ai",
+    "assistant",
+    "cli",
+    "gateway",
+    "agent",
+    "multi-channel",
+    "lobster",
+    "hyperclaw",
+    "typescript",
+    "monorepo",
+    "mcp"
+  ],
+  "author": "HyperClaw Team",
+  "license": "MIT",
+  "dependencies": {
+    "@types/ws": "^8.5.12",
+    "axios": "^1.7.0",
+    "boxen": "^5.1.2",
+    "chalk": "^4.1.2",
+    "commander": "^12.0.0",
+    "figlet": "^1.5.2",
+    "fs-extra": "^11.2.0",
+    "gradient-string": "^2.0.2",
+    "inquirer": "^8.2.7",
+    "marked": "^15.0.12",
+    "marked-terminal": "^7.3.0",
+    "node-cron": "^3.0.3",
+    "ora": "^5.4.1",
+    "tar": "^7.0.0",
+    "ws": "^8.18.0"
+  },
+  "optionalDependencies": {
+    "@modelcontextprotocol/sdk": "^1.27.1",
+    "@whiskeysockets/baileys": "^7.0.0",
+    "discord.js": "^14.25.1",
+    "irc": "^0.5.2",
+    "pdf-parse": "^1.1.1",
+    "puppeteer": "^23.0.0",
+    "tail": "^2.2.6",
+    "xlsx": "^0.18.5"
+  },
+  "devDependencies": {
+    "@types/figlet": "^1.5.8",
+    "@types/fs-extra": "^11.0.4",
+    "@types/inquirer": "^8.2.10",
+    "@types/marked-terminal": "^6.1.1",
+    "@types/node": "^22.0.0",
+    "@types/ws": "^8.5.8",
+    "@vitest/coverage-v8": "^1.6.0",
+    "nodemon": "^3.0.0",
+    "sharp": "^0.34.5",
+    "ts-node": "^10.9.2",
+    "tsdown": "^0.3.0",
+    "typescript": "^5.4.0",
+    "vitest": "^1.6.0"
+  },
+  "engines": {
+    "node": ">=22.0.0"
+  },
+  "workspaces": [
+    "apps/*",
+    "packages/*",
+    "extensions/*"
+  ]
+}

package/scripts/fix-mojibake.mjs

@@ -0,0 +1,166 @@
+import fs from 'fs';
+import path from 'path';
+
+const cwd = process.cwd();
+const args = process.argv.slice(2);
+const write = args.includes('--write');
+const positional = args.filter((arg) => arg !== '--write');
+
+const textExtensions = new Set([
+  '.ts', '.tsx', '.js', '.jsx', '.mjs', '.cjs',
+  '.css', '.scss', '.html', '.json', '.md', '.mdx',
+  '.yml', '.yaml', '.xml', '.txt', '.sh', '.ps1',
+  '.kt', '.kts', '.swift', '.plist'
+]);
+
+const excludedDirs = new Set([
+  '.git',
+  'node_modules',
+  'dist',
+  'coverage',
+  'vendor',
+  '.next',
+  'static'
+]);
+
+const suspiciousPatterns = [
+  /β€”/g,
+  /β”/g,
+  /βš/g,
+  /βœ/g,
+  /β—/g,
+  /Β·/g,
+  /πŸ/g,
+  /Ξ²β/g,
+  /Ο€/g,
+  /️/g
+];
+
+const decoders = [
+  { name: 'windows-1253', decoder: new TextDecoder('windows-1253') },
+  { name: 'windows-1252', decoder: new TextDecoder('windows-1252') }
+];
+
+const reverseMaps = new Map(decoders.map(({ name, decoder }) => [name, buildReverseMap(decoder)]));
+
+function buildReverseMap(decoder) {
+  const map = new Map();
+  for (let i = 0; i < 256; i += 1) {
+    const ch = decoder.decode(Uint8Array.from([i]));
+    if (!map.has(ch)) map.set(ch, i);
+  }
+  return map;
+}
+
+function countMatches(text, regex) {
+  const matches = text.match(regex);
+  return matches ? matches.length : 0;
+}
+
+function mojibakeScore(text) {
+  let score = 0;
+  for (const pattern of suspiciousPatterns) score += countMatches(text, pattern) * 6;
+  score += countMatches(text, /\uFFFD/g) * 8;
+  score += countMatches(text, /[\u0080-\u009F]/g) * 3;
+  return score;
+}
+
+function repairText(text, encoding) {
+  const reverseMap = reverseMaps.get(encoding);
+  const bytes = [];
+
+  for (const ch of text) {
+    if (reverseMap.has(ch)) {
+      bytes.push(reverseMap.get(ch));
+      continue;
+    }
+
+    const codePoint = ch.codePointAt(0);
+    if (codePoint <= 0xff) {
+      bytes.push(codePoint);
+      continue;
+    }
+
+    bytes.push(...Buffer.from(ch, 'utf8'));
+  }
+
+  return Buffer.from(bytes).toString('utf8');
+}
+
+function getBestRepair(text) {
+  const originalScore = mojibakeScore(text);
+  let best = { text, encoding: null, score: originalScore };
+
+  for (const { name } of decoders) {
+    const candidate = repairText(text, name);
+    const candidateScore = mojibakeScore(candidate);
+    if (candidate !== text && candidateScore < best.score) {
+      best = { text: candidate, encoding: name, score: candidateScore };
+    }
+  }
+
+  return best.encoding ? best : null;
+}
+
+function looksBinary(buffer) {
+  const limit = Math.min(buffer.length, 2048);
+  for (let i = 0; i < limit; i += 1) {
+    if (buffer[i] === 0) return true;
+  }
+  return false;
+}
+
+function collectFiles(entryPath, out = []) {
+  const stat = fs.statSync(entryPath);
+  if (stat.isFile()) {
+    if (textExtensions.has(path.extname(entryPath).toLowerCase())) out.push(entryPath);
+    return out;
+  }
+
+  if (excludedDirs.has(path.basename(entryPath))) return out;
+
+  for (const child of fs.readdirSync(entryPath)) {
+    collectFiles(path.join(entryPath, child), out);
+  }
+  return out;
+}
+
+const targets = positional.length ? positional.map((p) => path.resolve(cwd, p)) : [cwd];
+const files = [...new Set(targets.flatMap((target) => collectFiles(target)))].filter((file) => path.basename(file) !== 'fix-mojibake.mjs');
+const changed = [];
+
+for (const file of files) {
+  const buffer = fs.readFileSync(file);
+  if (looksBinary(buffer)) continue;
+
+  const original = buffer.toString('utf8');
+  if (mojibakeScore(original) === 0) continue;
+
+  const best = getBestRepair(original);
+  if (!best) continue;
+
+  const relative = path.relative(cwd, file) || path.basename(file);
+  changed.push({
+    file,
+    relative,
+    before: mojibakeScore(original),
+    after: best.score,
+    encoding: best.encoding
+  });
+
+  if (write) {
+    fs.writeFileSync(file, best.text, 'utf8');
+  }
+}
+
+if (changed.length === 0) {
+  console.log('No suspicious mojibake found.');
+  process.exit(0);
+}
+
+for (const item of changed) {
+  console.log(`${write ? 'fixed' : 'preview'} ${item.relative} (${item.before} -> ${item.after}, ${item.encoding})`);
+}
+
+console.log(`\n${write ? 'Updated' : 'Would update'} ${changed.length} file(s).`);
+if (!write) console.log('Run with --write to apply the fixes.');