beast-agent 2.3.3 → 2.3.4

package/package.json

@@ -1,7 +1,7 @@
 {
     "name": "beast-agent",
     "productName": "Beast Agent",
-    "version": "2.3.3",
+    "version": "2.3.4",
     "description": "Ultra-fast local agent shell for Windows.",
     "author": "algokodcom (AlgoKod)",
     "license": "MIT",

package/src/agent/mem0.js

@@ -101,11 +101,16 @@ function loadPipeline() {
   _pipeLoading = (async () => {
     try {
       const { pipeline, env } = require('@xenova/transformers');
+      const bus = require('./progressbus');
       const modelsDir = process.env.BEAST_MODELS_DIR || path.join(beastRoot(), 'models');
       fs.mkdirSync(modelsDir, { recursive: true });
       env.cacheDir = modelsDir;
       env.allowLocalModels = false;
-      const p = await pipeline('feature-extraction', 'Xenova/all-MiniLM-L6-v2', { quantized: true });
+      const p = await pipeline('feature-extraction', 'Xenova/all-MiniLM-L6-v2', {
+        quantized: true,
+        progress_callback: bus.fileProgressAggregator('emb'),
+      });
+      bus.emitInstallProgress('emb', { pct: 100 });
       _pipe = async (texts) => {
         const out = [];
         for (const t of texts) {

package/src/agent/progressbus.js

@@ -0,0 +1,41 @@
+'use strict';
+
+/* Kurulum progress bus — agent modülleri (whisper / mem0 / tools) yüzde üretir,
+   main abone olup renderer'a 'install-progress' agent:event olarak aktarır.
+   transformers.js progress_callback'i dosya bazlı geldiği için per-dosya
+   loaded/total toplamından genel yüzde hesaplayan aggregator da burada. */
+
+const listeners = new Set();
+
+function onInstallProgress(fn) {
+  if (typeof fn === 'function') listeners.add(fn);
+  return () => listeners.delete(fn);
+}
+
+function emitInstallProgress(id, data) {
+  for (const fn of listeners) {
+    try { fn(id, data); } catch {}
+  }
+}
+
+/* transformers.js benzeri dosya bazlı akışlar için: per-dosya loaded/total'dan
+   genel yüzde üreten progress_callback üretir. */
+function fileProgressAggregator(id) {
+  const files = new Map(); // file -> { loaded, total }
+  return (d) => {
+    try {
+      const key = d && (d.file || d.name);
+      if (!key || typeof d.loaded !== 'number' || typeof d.total !== 'number' || d.total <= 0) return;
+      files.set(String(key), { loaded: d.loaded, total: d.total });
+      let loaded = 0;
+      let total = 0;
+      for (const v of files.values()) {
+        loaded += v.loaded;
+        total += v.total;
+      }
+      if (total > 0) emitInstallProgress(id, { pct: (loaded / total) * 100, loaded, total });
+    } catch {}
+  };
+}
+
+module.exports = { onInstallProgress, emitInstallProgress, fileProgressAggregator };

package/src/agent/tools.js

@@ -695,21 +695,25 @@ async function findSystemPython() {
   return null;
 }
 
-function httpsGetBuffer(url, redirectsLeft = 4, signal) {
+function httpsGetBuffer(url, redirectsLeft = 4, signal, onProgress) {
   return new Promise((resolve, reject) => {
     const req = https.get(url, { headers: { 'User-Agent': 'BeastAgent/1.0 (+python bootstrap)' } }, (res) => {
       if ([301, 302, 303, 307, 308].includes(res.statusCode) && res.headers.location && redirectsLeft > 0) {
         res.resume();
-        return resolve(httpsGetBuffer(new URL(res.headers.location, url).toString(), redirectsLeft - 1, signal));
+        return resolve(httpsGetBuffer(new URL(res.headers.location, url).toString(), redirectsLeft - 1, signal, onProgress));
       }
       if (res.statusCode !== 200) {
         res.resume();
         return reject(new Error(`indirme başarısız: HTTP ${res.statusCode}`));
       }
+      const total = parseInt(res.headers['content-length'] || '0', 10) || 0;
       const chunks = [];
       let size = 0;
       res.on('data', (c) => {
         size += c.length;
+        if (typeof onProgress === 'function') {
+          try { onProgress(size, total); } catch {}
+        }
         if (size > 80 * 1024 * 1024) {
           req.destroy(new Error('dosya çok büyük'));
           return;
@@ -731,7 +735,10 @@ async function installEmbeddedPython(signal) {
   const dest = path.join(beastAppDir(), 'py');
   fs.mkdirSync(dest, { recursive: true });
   const zipPath = path.join(os.tmpdir(), 'beast-py-embed.zip');
-  const buf = await httpsGetBuffer(PYTHON_EMBED_URL, 4, signal);
+  const bus = require('./progressbus');
+  const buf = await httpsGetBuffer(PYTHON_EMBED_URL, 4, signal, (size, total) => {
+    if (total > 0) bus.emitInstallProgress('python', { pct: (size / total) * 100, loaded: size, total });
+  });
   fs.writeFileSync(zipPath, buf);
   const r = await runCommand(
     `Expand-Archive -LiteralPath "${zipPath}" -DestinationPath "${dest}" -Force`,

package/src/agent/whatsapp.js

@@ -36,6 +36,83 @@ function waLogSafe(line) {
 
 const TRACK_CAP = 500;
 
+/* ---------- TTS → WhatsApp sesli not (OGG/Opus) ---------- */
+
+let _ffmpegPath = null;
+function getFfmpegPath() {
+  if (_ffmpegPath !== null) return _ffmpegPath;
+  try { _ffmpegPath = require('ffmpeg-static') || ''; } catch { _ffmpegPath = ''; }
+  return _ffmpegPath;
+}
+
+function runFfmpeg(args, input) {
+  return new Promise((resolve, reject) => {
+    try {
+      const { spawn } = require('child_process');
+      const p = spawn(getFfmpegPath(), args, { windowsHide: true });
+      const out = [];
+      let err = '';
+      p.stdout.on('data', (c) => out.push(c));
+      p.stderr.on('data', (c) => { if (err.length < 400) err += c.toString(); });
+      p.on('error', reject);
+      p.on('close', (code) => {
+        if (code !== 0) return reject(new Error(`ffmpeg ${code}: ${err.slice(0, 200)}`));
+        resolve(Buffer.concat(out));
+      });
+      p.stdin.on('error', () => {});
+      p.stdin.write(input);
+      p.stdin.end();
+    } catch (e) {
+      reject(e);
+    }
+  });
+}
+
+/* Herhangi bir ses buffer'ı → OGG/Opus (WhatsApp sesli not formatı). Zaten OggS ise olduğu gibi döner. */
+async function toVoiceOggOpus(buf) {
+  if (buf.length > 4 && buf.subarray(0, 4).toString('latin1') === 'OggS') return buf;
+  const ff = getFfmpegPath();
+  if (!ff) throw new Error('ffmpeg bulunamadı');
+  return runFfmpeg([
+    '-hide_banner', '-loglevel', 'error',
+    '-i', 'pipe:0',
+    '-c:a', 'libopus', '-b:a', '48k', '-ar', '24000', '-ac', '1',
+    '-application', 'voip', '-vbr', 'on',
+    '-f', 'ogg', 'pipe:1',
+  ], buf);
+}
+
+/* Sesli not dalga formu: 64 segmentlik normalize genlik histogramı (Uint8Array) */
+async function audioWaveform(buf) {
+  try {
+    const ff = getFfmpegPath();
+    if (!ff) return undefined;
+    const pcm = await runFfmpeg([
+      '-hide_banner', '-loglevel', 'error',
+      '-i', 'pipe:0', '-f', 's16le', '-ar', '16000', '-ac', '1', 'pipe:1',
+    ], buf);
+    const SEG = 64;
+    const step = Math.max(1, Math.floor(pcm.length / 2 / SEG));
+    const wave = new Uint8Array(SEG);
+    let max = 1;
+    for (let i = 0; i < SEG; i++) {
+      let sum = 0;
+      const start = i * step;
+      for (let j = 0; j < step; j++) {
+        const off = (start + j) * 2;
+        if (off + 1 < pcm.length) sum += Math.abs(pcm.readInt16LE(off));
+      }
+      const v = Math.round(sum / step);
+      wave[i] = v;
+      if (v > max) max = v;
+    }
+    for (let i = 0; i < SEG; i++) wave[i] = Math.min(255, Math.round((wave[i] / max) * 255));
+    return wave;
+  } catch {
+    return undefined;
+  }
+}
+
 /* lastKnownPresence etiketleri */
 const PRESENCE_LABELS = {
   available: 'çevrimiçi',
@@ -470,11 +547,29 @@ class WhatsAppBridge {
     return id ? { id } : true;
   }
 
-  /* Sesli not olarak yanıtla (TTS çıktısı mp3 buffer) */
+  /* Sesli not olarak yanıtla (TTS çıktısı mp3 buffer → WhatsApp sesli not formatı OGG/Opus'a çevrilir;
+     ptt sesli notlar mp3 ile açılmaz, mutlaka audio/ogg; codecs=opus olmalı) */
   async sendAudio(jid, audioBuf) {
     if (!this.sock || !this.connected || !audioBuf) return false;
     try {
-      const ret = await this.sock.sendMessage(jid, { audio: audioBuf, ptt: true, mimetype: 'audio/mpeg' });
+      let voice = audioBuf;
+      let mime = 'audio/mpeg';
+      let ptt = false;
+      let waveform;
+      try {
+        voice = await toVoiceOggOpus(audioBuf);
+        mime = 'audio/ogg; codecs=opus';
+        ptt = true;
+        waveform = await audioWaveform(voice);
+      } catch {
+        /* ffmpeg dönüşümü başarısızsa mp3'ü ptt'siz ses mesajı olarak dene */
+        voice = audioBuf;
+        mime = 'audio/mpeg';
+        ptt = false;
+      }
+      const msg = { audio: voice, ptt, mimetype: mime };
+      if (waveform) msg.waveform = waveform;
+      const ret = await this.sock.sendMessage(jid, msg);
       this._trackOutgoing(jid, '[sesli yanıt]', ret);
       return true;
     } catch (e) {

package/src/main.js

@@ -655,11 +655,16 @@ async function ensureStt() {
       hf.env.cacheDir = modelsDir;
       hf.env.allowLocalModels = false;
       let lastErr = null;
+      const bus = require('./agent/progressbus');
       for (const dtype of ['q4f16', 'q4', 'q8']) {
         try {
-          const p = await hf.pipeline('automatic-speech-recognition', wanted, { dtype });
+          const p = await hf.pipeline('automatic-speech-recognition', wanted, {
+            dtype,
+            progress_callback: bus.fileProgressAggregator('stt'),
+          });
           sttPipeline = p;
           sttModel = wanted;
+          bus.emitInstallProgress('stt', { pct: 100 });
           waLog('STT hazır: ' + wanted + ' (dtype ' + dtype + ')');
           return sttPipeline;
         } catch (e) {
@@ -676,6 +681,37 @@ async function ensureStt() {
   return sttLoading;
 }
 
+/* ---------- Kurulum yüzde göstergesi: agent modüllerinden gelen progress
+   renderer'a 'install-progress' event'i olarak akıtılır (throttle'lı);
+   installPctState'i install:status da okur (sekme sonradan açılırsa ilk
+   çizimde yüzde zaten dolu gelir). ---------- */
+const installPctState = {}; // id -> { pct, loaded, total, ts }
+{
+  const bus = require('./agent/progressbus');
+  const lastSent = new Map(); // id -> { t, pct }
+  bus.onInstallProgress((id, d) => {
+    try {
+      if (!id || !d || typeof d.pct !== 'number' || !isFinite(d.pct)) return;
+      const cur = {
+        pct: Math.max(0, Math.min(100, Math.round(d.pct))),
+        loaded: d.loaded || 0,
+        total: d.total || 0,
+        ts: Date.now(),
+      };
+      installPctState[id] = cur;
+      const now = Date.now();
+      const prev = lastSent.get(id) || { t: 0, pct: -1 };
+      /* aynı yüzde tekrarını ve <500ms'lik küçük sıçramaları yut (event fırtınası olmasın) */
+      if (cur.pct === prev.pct && now - prev.t < 3000) return;
+      if (now - prev.t < 500 && Math.abs(cur.pct - prev.pct) < 2) return;
+      lastSent.set(id, { t: now, pct: cur.pct });
+      if (win && !win.isDestroyed()) {
+        win.webContents.send('agent:event', { type: 'install-progress', id, pct: cur.pct, loaded: cur.loaded, total: cur.total });
+      }
+    } catch {}
+  });
+}
+
 /* ogg/opus/mp3 → mono 16kHz Float32 PCM (ffmpeg ile) */
 function decodeAudioToPcm16k(buf) {
   return new Promise((resolve, reject) => {
@@ -3918,7 +3954,18 @@ async function ocrRead({ image, lang = 'tur+eng' } = {}) {
     if (!worker) {
       const tessDir = path.join(APP_DIR, 'tessdata');
       fs.mkdirSync(tessDir, { recursive: true });
-      worker = await t.createWorker(langKey, 1, { cachePath: tessDir, logger: () => {} });
+      const bus = require('./agent/progressbus');
+      worker = await t.createWorker(langKey, 1, {
+        cachePath: tessDir,
+        logger: (m) => {
+          try {
+            /* dil verisi (.traineddata) inerken yüzde üret — OCR çalışma anını kirletme */
+            if (m && /traineddata/i.test(String(m.status || '')) && typeof m.progress === 'number' && isFinite(m.progress)) {
+              bus.emitInstallProgress('ocr', { pct: m.progress * 100 });
+            }
+          } catch {}
+        },
+      });
       _ocrWorkers.set(langKey, worker);
     }
     let input = image;
@@ -5839,6 +5886,20 @@ ipcMain.handle('stt:prefetch', () => {
 ipcMain.handle('install:status', async () => {
   const rows = [];
   const pkgOk = (id) => { try { require.resolve(id); return true; } catch { return false; } };
+  /* progress bus'tan canlı yüzde (10 dk taze ise güvenilir sayılır) */
+  const pctOf = (id) => {
+    const s = installPctState[id];
+    return s && Date.now() - s.ts < 10 * 60 * 1000 ? s : null;
+  };
+  const pctFields = (id) => {
+    const s = pctOf(id);
+    if (!s) return {};
+    return {
+      pct: s.pct,
+      loadedMb: s.loaded ? Math.round(s.loaded / 1048576) : undefined,
+      totalMb: s.total ? Math.round(s.total / 1048576) : undefined,
+    };
+  };
   const scanModel = (rel) => {
     const dir = path.join(APP_DIR, 'models', ...rel.split('/'));
     let files = [];
@@ -5870,14 +5931,28 @@ ipcMain.handle('install:status', async () => {
     else if (s.hasCfg && s.onnx >= 2 && s.tmp === 0) state = 'downloaded';
     else if (s.files.length) state = 'partial';
     else state = 'missing';
-    rows.push({ id: 'stt', name: 'STT modeli — whisper-large-v3-turbo', state, detail: sttEngineLabel(), mb: Math.round(s.bytes / 1048576) });
+    rows.push({
+      id: 'stt',
+      name: 'STT modeli — whisper-large-v3-turbo',
+      state,
+      detail: sttEngineLabel(),
+      mb: Math.round(s.bytes / 1048576),
+      ...(['missing', 'partial', 'loading'].includes(state) ? pctFields('stt') : {}),
+    });
   }
 
   /* 2) Embedding modeli (hafıza semantik arama) */
   {
     const s = scanModel('Xenova/all-MiniLM-L6-v2');
     const state = s.hasCfg && s.onnx >= 1 && s.tmp === 0 ? 'ok' : (s.files.length ? 'partial' : 'missing');
-    rows.push({ id: 'emb', name: 'Embedding modeli — all-MiniLM-L6-v2', state, detail: 'hafıza semantik arama', mb: Math.round(s.bytes / 1048576) });
+    rows.push({
+      id: 'emb',
+      name: 'Embedding modeli — all-MiniLM-L6-v2',
+      state,
+      detail: 'hafıza semantik arama',
+      mb: Math.round(s.bytes / 1048576),
+      ...(['missing', 'partial', 'loading'].includes(state) ? pctFields('emb') : {}),
+    });
   }
 
   /* 3) ffmpeg */
@@ -5890,7 +5965,17 @@ ipcMain.handle('install:status', async () => {
   rows.push({ id: 'ort', name: 'ONNX Runtime — model motoru', state: pkgOk('onnxruntime-node') ? 'ok' : 'missing', detail: 'npm paketi' });
 
   /* 5) OCR */
-  rows.push({ id: 'ocr', name: 'OCR — Tesseract (ekran okuma)', state: pkgOk('tesseract.js') ? 'ok' : 'missing', detail: pkgOk('tesseract.js') ? 'kurulu — dil verisi ilk kullanımda iner' : 'npm paketi eksik' });
+  {
+    const po = pctOf('ocr');
+    const dl = pkgOk('tesseract.js') && po && po.pct < 100; // dil verisi şu an iniyor
+    rows.push({
+      id: 'ocr',
+      name: 'OCR — Tesseract (ekran okuma)',
+      state: dl ? 'loading' : (pkgOk('tesseract.js') ? 'ok' : 'missing'),
+      detail: dl ? 'dil verisi iniyor — ilk OCR kullanımında' : (pkgOk('tesseract.js') ? 'kurulu — dil verisi ilk kullanımda iner' : 'npm paketi eksik'),
+      ...(dl ? pctFields('ocr') : {}),
+    });
+  }
 
   /* 6) Python (opsiyonel — betikler) */
   let pyVer = '';
@@ -5900,7 +5985,15 @@ ipcMain.handle('install:status', async () => {
       if (pyVer) break;
     } catch {}
   }
-  rows.push({ id: 'python', name: 'Python — betikler / web arama', state: pyVer ? 'ok' : 'optional', detail: pyVer ? 'v' + pyVer : 'sistemde bulunamadı — opsiyonel' });
+  if (!pyVer) {
+    const ps = pctOf('python');
+    if (ps && ps.pct < 100) { // gömülü python zip'i şu an iniyor
+      rows.push({ id: 'python', name: 'Python — betikler / web arama', state: 'loading', detail: 'gömülü python indiriliyor', ...pctFields('python') });
+    }
+  }
+  if (pyVer || !rows.some((r) => r.id === 'python')) {
+    rows.push({ id: 'python', name: 'Python — betikler / web arama', state: pyVer ? 'ok' : 'optional', detail: pyVer ? 'v' + pyVer : 'sistemde bulunamadı — opsiyonel' });
+  }
 
   /* 7) Edge TTS (bulut) */
   rows.push({ id: 'edge', name: 'Edge TTS — seslendirme', state: 'cloud', detail: 'bulut — kurulum gerekmez' });

package/src/renderer/renderer.js

@@ -2146,13 +2146,26 @@ async function renderInstallPane() {
     if (!el) return;
     if (!rows || !rows.length) { el.innerHTML = '<div class="sub">Durum alınamadı</div>'; return; }
     autoStart(rows);
+    const hasPct = (r) => typeof r.pct === 'number' && ['missing', 'partial', 'loading'].includes(r.state);
+    const pctLabel = (r) => {
+      if (!hasPct(r)) return '<span id="inst-pct-' + r.id + '" style="display:none"></span>';
+      const mb = (r.loadedMb && r.totalMb) ? ' · ' + r.loadedMb + '/' + r.totalMb + ' MB' : '';
+      return '<span id="inst-pct-' + r.id + '" style="color:#d9a441;font-weight:700;font-size:11px;flex:none">%' + Math.round(r.pct) + mb + '</span>';
+    };
+    const bar = (r) => {
+      if (!hasPct(r)) return '<div id="inst-bar-' + r.id + '" style="display:none"></div>';
+      return '<div id="inst-bar-' + r.id + '" style="margin-top:7px;height:6px;border-radius:3px;background:var(--border);overflow:hidden">' +
+        '<div id="inst-fill-' + r.id + '" style="height:100%;width:' + Math.max(2, Math.round(r.pct)) + '%;background:#d9a441;border-radius:3px;transition:width .4s ease"></div></div>';
+    };
     el.innerHTML = rows.map((r) => (
       '<div style="display:flex;align-items:center;gap:10px;padding:9px 0;border-bottom:1px solid var(--border)">' +
       '<div style="flex:1;min-width:0">' +
       '<div style="font-size:13px">' + escapeHtml(r.name) + '</div>' +
       '<div class="sub" style="font-size:11px">' + escapeHtml(r.detail || '') + (r.mb ? ' · ' + r.mb + ' MB' : '') + '</div>' +
+      bar(r) +
       '</div>' +
       badge(r.state) +
+      pctLabel(r) +
       '</div>'
     )).join('');
   };
@@ -2168,6 +2181,26 @@ async function renderInstallPane() {
   refreshTimer = setInterval(refresh, 4000);
 }
 
+/* Kurulum progress event'i: sekme açıksa bar'ı anında güncelle (4 sn polling beklemeden).
+   Sekme kapalıysa yok say — açılınca install:status zaten kayıtlı yüzeyi getirir. */
+function updateInstallPct(ev) {
+  try {
+    if (!ev || !ev.id) return;
+    const pane = document.getElementById('tab-install');
+    if (!pane || pane.hidden) return;
+    const bar = document.getElementById('inst-bar-' + ev.id);
+    const fill = document.getElementById('inst-fill-' + ev.id);
+    const label = document.getElementById('inst-pct-' + ev.id);
+    if (!bar || !fill || !label) return;
+    const pct = Math.max(0, Math.min(100, Math.round(ev.pct || 0)));
+    const mb = (ev.loaded && ev.total) ? ' · ' + Math.round(ev.loaded / 1048576) + '/' + Math.round(ev.total / 1048576) + ' MB' : '';
+    bar.style.display = '';
+    fill.style.width = Math.max(2, pct) + '%';
+    label.style.display = '';
+    label.textContent = '%' + pct + mb;
+  } catch {}
+}
+
 async function renderTtsPane() {  const pane = $('#tab-tts');
   if (!pane) return;
   /* STT DURUMU: model indirildi mi / iniyor mu / hangi motor */
@@ -4672,6 +4705,7 @@ function onEvent(ev) {
     showApprovalCard(ev);
     return;
   }
+  if (ev.type === 'install-progress') { updateInstallPct(ev); return; }
   if (ev.type === 'update') {
     if (ev.downloaded) toast(_t('up_downloaded') + ' (v' + (ev.version || '?') + ') — /update now');
     else if (ev.available && ev.version && ev.version !== ev.current) toast(_t('up_available') + ' (v' + ev.version + ')');