repoburg 1.3.227 → 1.3.229

package/daemon/dist/index.js

@@ -18,6 +18,7 @@ const agentPane_1 = require("./agentPane");
 const routes_1 = require("./remote/routes");
 const checkRemoteAuth_1 = require("./middleware/checkRemoteAuth");
 const staticServing_1 = require("./staticServing");
+const router_1 = require("./recorder/router");
 const PORT = 9998;
 async function main() {
     await serviceManager_1.serviceManager.connect();
@@ -53,6 +54,12 @@ async function main() {
     app.use('/services', services_1.default);
     app.use('/auth', (0, auth_1.default)(wss));
     app.use('/registry', registry_1.default);
+    // Session event recorder: POST /recorder/events (collector) + static bundle
+    // for the pane's one-line script include. Must precede the pane SPA router.
+    // distPath is resolved from THIS file's dir (daemon/src in dev, daemon/dist
+    // in prod): ../../recorder/dist — router.ts sits one level deeper, so its
+    // own __dirname would resolve one directory short.
+    app.use('/recorder', (0, router_1.createRecorderRouter)({ distPath: (0, router_1.resolveRecorderDist)(__dirname) }));
     // MCP Gateway — single MCP entry point managing all instances (streamableHttp).
     app.post('/mcp', (req, res) => mcp_gateway_1.mcpGateway.handleExpressRequest(req, res));
     app.get('/mcp', (req, res) => mcp_gateway_1.mcpGateway.handleExpressRequest(req, res));

package/daemon/dist/recorder/collector.js

@@ -0,0 +1,62 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.EVENT_TYPES = void 0;
+exports.validateSid = validateSid;
+exports.validateEvents = validateEvents;
+exports.appendSessionEvents = appendSessionEvents;
+const fs_extra_1 = __importDefault(require("fs-extra"));
+const path_1 = __importDefault(require("path"));
+/**
+ * Collector validation + append logic for the recorder event stream.
+ * One JSONL file per session (sid); the file name is derived from the
+ * sid, so it must be strictly filename-safe. Lines are appended in
+ * arrival order — the recorder guarantees time-ordered events.
+ */
+const SID_RE = /^[a-zA-Z0-9_-]{4,64}$/;
+exports.EVENT_TYPES = new Set([
+    'session_start',
+    'session_end',
+    'route_change',
+    'click',
+    'scroll',
+    'dom_update',
+    'request_start',
+    'request_end',
+    'request_fail',
+    'error',
+    'long_task',
+    'lcp',
+    'inp',
+    'cls',
+]);
+/** Validate and return the session id, or throw a descriptive error. */
+function validateSid(sid) {
+    if (typeof sid !== 'string' || !SID_RE.test(sid)) {
+        throw new Error('invalid session id');
+    }
+    return sid;
+}
+/** Validate a batch body: an array of flat event objects with known types. */
+function validateEvents(events) {
+    if (!Array.isArray(events))
+        throw new Error('events must be an array');
+    for (const ev of events) {
+        if (typeof ev !== 'object' || ev === null)
+            throw new Error('event must be an object');
+        const type = ev.type;
+        if (typeof type !== 'string' || !exports.EVENT_TYPES.has(type)) {
+            throw new Error(`unknown event type: ${String(type)}`);
+        }
+    }
+    return events;
+}
+/** Append a validated batch to <sessionsDir>/<sid>.jsonl. Returns the file path. */
+function appendSessionEvents(sessionsDir, sid, events) {
+    const file = path_1.default.join(sessionsDir, `${sid}.jsonl`);
+    const lines = events.map((ev) => JSON.stringify(ev)).join('\n') + '\n';
+    fs_extra_1.default.appendFileSync(file, lines, 'utf8');
+    return file;
+}

package/daemon/dist/recorder/recorder.spec.js

@@ -0,0 +1,86 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const fs_extra_1 = __importDefault(require("fs-extra"));
+const os_1 = __importDefault(require("os"));
+const path_1 = __importDefault(require("path"));
+const collector_1 = require("./collector");
+const retention_1 = require("./retention");
+describe('collector', () => {
+    let dir;
+    beforeEach(() => {
+        dir = fs_extra_1.default.mkdtempSync(path_1.default.join(os_1.default.tmpdir(), 'recorder-test-'));
+    });
+    afterEach(() => {
+        fs_extra_1.default.removeSync(dir);
+    });
+    it('accepts a filename-safe session id', () => {
+        expect((0, collector_1.validateSid)('a91f0c3d44e2')).toBe('a91f0c3d44e2');
+    });
+    it('rejects path-traversal session ids', () => {
+        expect(() => (0, collector_1.validateSid)('../etc')).toThrow();
+        expect(() => (0, collector_1.validateSid)('')).toThrow();
+        expect(() => (0, collector_1.validateSid)(42)).toThrow();
+        expect(() => (0, collector_1.validateSid)('abc')).toThrow(); // too short
+    });
+    it('accepts valid event batches and rejects malformed ones', () => {
+        expect((0, collector_1.validateEvents)([{ type: 'click', target: '#x' }])).toHaveLength(1);
+        expect(() => (0, collector_1.validateEvents)('nope')).toThrow();
+        expect(() => (0, collector_1.validateEvents)([{ type: 'bogus' }])).toThrow();
+        expect(() => (0, collector_1.validateEvents)([null])).toThrow();
+    });
+    it('appends events as JSONL lines in order', () => {
+        const events = [
+            { ts: 1, t: 0, sid: 'sess1234', type: 'session_start', route: '/' },
+            { ts: 2, t: 1, sid: 'sess1234', type: 'click', target: '#send' },
+        ];
+        const file = (0, collector_1.appendSessionEvents)(dir, 'sess1234', events);
+        expect(file).toBe(path_1.default.join(dir, 'sess1234.jsonl'));
+        const lines = fs_extra_1.default.readFileSync(file, 'utf8').trim().split('\n');
+        expect(lines).toHaveLength(2);
+        expect(JSON.parse(lines[0]).type).toBe('session_start');
+        expect(JSON.parse(lines[1]).target).toBe('#send');
+        // A second batch appends to the same file.
+        (0, collector_1.appendSessionEvents)(dir, 'sess1234', [{ ts: 3, t: 2, sid: 'sess1234', type: 'error', message: 'x' }]);
+        expect(fs_extra_1.default.readFileSync(file, 'utf8').trim().split('\n')).toHaveLength(3);
+    });
+});
+describe('retention (ring buffer)', () => {
+    let dir;
+    beforeEach(() => {
+        dir = fs_extra_1.default.mkdtempSync(path_1.default.join(os_1.default.tmpdir(), 'recorder-ret-'));
+    });
+    afterEach(() => {
+        fs_extra_1.default.removeSync(dir);
+    });
+    const writeSession = (name, sizeBytes, mtimeMsAgo) => {
+        const file = path_1.default.join(dir, `${name}.jsonl`);
+        fs_extra_1.default.writeFileSync(file, 'x'.repeat(sizeBytes));
+        const past = new Date(Date.now() - mtimeMsAgo);
+        fs_extra_1.default.utimesSync(file, past, past);
+    };
+    it('deletes nothing when under the quota', () => {
+        writeSession('aaa11111', 100, 10000);
+        const deleted = (0, retention_1.enforceQuota)(dir, 1000);
+        expect(deleted).toHaveLength(0);
+    });
+    it('deletes oldest sessions first until under the quota', () => {
+        writeSession('old111111', 500, 30000);
+        writeSession('mid111111', 500, 20000);
+        writeSession('new111111', 500, 10000);
+        // Quota 600: 1500 -> delete old (1000) -> delete mid (500 <= 600) -> stop.
+        const deleted = (0, retention_1.enforceQuota)(dir, 600);
+        expect(deleted).toEqual([path_1.default.join(dir, 'old111111.jsonl'), path_1.default.join(dir, 'mid111111.jsonl')]);
+        expect(fs_extra_1.default.existsSync(path_1.default.join(dir, 'new111111.jsonl'))).toBe(true);
+    });
+    it('ignores non-jsonl files and a missing directory', () => {
+        fs_extra_1.default.writeFileSync(path_1.default.join(dir, 'notes.txt'), 'keep me');
+        writeSession('sess2222', 100, 1000);
+        const deleted = (0, retention_1.enforceQuota)(dir, 10);
+        expect(deleted).toHaveLength(1);
+        expect(fs_extra_1.default.existsSync(path_1.default.join(dir, 'notes.txt'))).toBe(true);
+        expect((0, retention_1.enforceQuota)(path_1.default.join(dir, 'missing'), 10)).toEqual([]);
+    });
+});

package/daemon/dist/recorder/retention.js

@@ -0,0 +1,40 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.enforceQuota = enforceQuota;
+const fs_extra_1 = __importDefault(require("fs-extra"));
+const path_1 = __importDefault(require("path"));
+/**
+ * Ring-buffer retention at file granularity: when the total size of the
+ * session files exceeds the quota, the OLDEST session files are deleted
+ * until the directory is under the cap. The agent only sees sessions
+ * that still exist — deleted files are simply absent, never an error.
+ */
+function enforceQuota(sessionsDir, maxBytes) {
+    const deleted = [];
+    if (!fs_extra_1.default.existsSync(sessionsDir) || maxBytes <= 0)
+        return deleted;
+    const entries = fs_extra_1.default
+        .readdirSync(sessionsDir)
+        .filter((f) => f.endsWith('.jsonl'))
+        .map((f) => {
+        const file = path_1.default.join(sessionsDir, f);
+        const stat = fs_extra_1.default.statSync(file);
+        return { file, size: stat.size, mtime: stat.mtimeMs };
+    });
+    let total = entries.reduce((sum, e) => sum + e.size, 0);
+    if (total <= maxBytes)
+        return deleted;
+    // Oldest first (mtime ascending) — classic ring-buffer eviction order.
+    entries.sort((a, b) => a.mtime - b.mtime);
+    for (const entry of entries) {
+        if (total <= maxBytes)
+            break;
+        fs_extra_1.default.unlinkSync(entry.file);
+        total -= entry.size;
+        deleted.push(entry.file);
+    }
+    return deleted;
+}

package/daemon/dist/recorder/router.js

@@ -0,0 +1,68 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.recorderSessionsDir = recorderSessionsDir;
+exports.resolveRecorderDist = resolveRecorderDist;
+exports.createRecorderRouter = createRecorderRouter;
+const express_1 = __importDefault(require("express"));
+const fs_extra_1 = __importDefault(require("fs-extra"));
+const os_1 = __importDefault(require("os"));
+const path_1 = __importDefault(require("path"));
+const collector_1 = require("./collector");
+const retention_1 = require("./retention");
+/**
+ * Recorder routes, mounted at /recorder on the daemon's existing port
+ * (no separate listener, no CORS — the pane is same-origin):
+ *   POST /recorder/events   batched event upload from the browser bundle
+ *   GET  /recorder/recorder.js  the static IIFE bundle
+ */
+const DEFAULT_QUOTA_BYTES = 100 * 1024 * 1024;
+/** Directory holding the JSONL session files. */
+function recorderSessionsDir(home = os_1.default.homedir()) {
+    return path_1.default.join(home, '.repoburg', 'recorder', 'sessions');
+}
+/**
+ * Resolve the recorder bundle ABSOLUTELY (pm2 God-daemon-cwd bug class:
+ * never resolve runtime paths against the process cwd).
+ * Works for dev (daemon/src or daemon/dist) and the published layout
+ * (repoburg/daemon/dist -> repoburg/recorder/dist).
+ */
+function resolveRecorderDist(fromDir) {
+    return path_1.default.resolve(fromDir, '../../recorder/dist');
+}
+function createRecorderRouter(opts = {}) {
+    const sessionsDir = opts.sessionsDir ?? recorderSessionsDir();
+    const maxBytes = opts.maxBytes ??
+        (process.env.REPOBURG_RECORDER_MAX_BYTES
+            ? parseInt(process.env.REPOBURG_RECORDER_MAX_BYTES, 10)
+            : DEFAULT_QUOTA_BYTES);
+    const router = express_1.default.Router();
+    // Batched upload: { sid, events: [...] } -> append to the session file.
+    router.post('/events', (req, res) => {
+        try {
+            const sid = (0, collector_1.validateSid)(req.body?.sid);
+            const events = (0, collector_1.validateEvents)(req.body?.events);
+            fs_extra_1.default.ensureDirSync(sessionsDir);
+            (0, collector_1.appendSessionEvents)(sessionsDir, sid, events);
+            (0, retention_1.enforceQuota)(sessionsDir, maxBytes);
+            res.status(204).end();
+        }
+        catch (err) {
+            res.status(400).json({ error: err.message });
+        }
+    });
+    // Static bundle for the pane's one-line <script> include.
+    // Default path is relative to THIS module (daemon/[src|dist]/recorder) —
+    // three levels up to the repo/published root. index.ts passes its own
+    // resolution (two levels from daemon/[src|dist]) explicitly.
+    const distPath = opts.distPath ?? path_1.default.resolve(__dirname, '../../../recorder/dist');
+    if (fs_extra_1.default.existsSync(distPath)) {
+        router.use(express_1.default.static(distPath));
+    }
+    else {
+        console.warn(`[recorder] bundle not found at ${distPath} — script not served`);
+    }
+    return router;
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "repoburg",
-  "version": "1.3.227",
+  "version": "1.3.229",
   "description": "A local AI-powered software developer assistant that runs on your own machine.",
   "author": "Celal Ertug",
   "license": "SEE LICENSE IN LICENSE",
@@ -12,7 +12,8 @@
     "backend",
     "website2",
     "daemon",
-    "visual-editor-proxy"
+    "visual-editor-proxy",
+    "recorder"
   ],
   "bin": {
     "repoburg": "./platform-cli.js",
@@ -37,7 +38,7 @@
     "dev:agent-pane": "concurrently -n backend,frontend -c blue,green \"cd agent-pane/backend && npm run dev\" \"cd agent-pane/frontend && npm run dev\"",
     "jaeger:start": "docker run -d --rm --name jaeger -e COLLECTOR_OTLP_ENABLED=true -p 16686:16686 -p 4318:4318 jaegertracing/all-in-one:latest",
     "jaeger:stop": "docker stop jaeger",
-    "lo:build": "npm run build -w backend && npm run build -w website2 && (cd agent-pane/backend && npm run build) && (cd agent-pane/frontend && npm run build) && npm run build -w daemon &&  cd frontend && npm run build",
+    "lo:build": "npm run build -w backend && npm run build -w website2 && (cd agent-pane/backend && npm run build) && (cd agent-pane/frontend && npm run build) && npm run build -w recorder && npm run build -w daemon &&  cd frontend && npm run build",
     "lo:publish": "npm publish"
   },
   "dependencies": {

package/recorder/dist/recorder.js

@@ -0,0 +1 @@
+"use strict";(()=>{function l(t,r){return(e,o={})=>{let i={ts:Date.now(),t:Date.now()-t.t0,sid:t.sid,type:e,...o};try{r.push(i)}catch{}}}function S(t){if(!(t instanceof Element))return"";if(t.id)return`#${t.id}`;let r=t.tagName.toLowerCase(),e=t.classList.length?"."+Array.from(t.classList).slice(0,2).join("."):"";return r+e}function f(t){let r=e=>{t("click",{target:S(e.target)})};return document.addEventListener("click",r,!0),()=>document.removeEventListener("click",r,!0)}function m(t,r=500){let e=0,o=null,i=new MutationObserver(n=>{e+=n.length,o===null&&(o=setTimeout(()=>{o=null;let c=e;e=0,c>0&&t("dom_update",{count:c})},r))});try{i.observe(document.documentElement,{childList:!0,subtree:!0})}catch{}return()=>{o!==null&&clearTimeout(o),i.disconnect()}}function h(t){let r=o=>{t("error",{message:o.message})},e=o=>{t("error",{message:String(o.reason?.message??o.reason)})};return window.addEventListener("error",r),window.addEventListener("unhandledrejection",e),()=>{window.removeEventListener("error",r),window.removeEventListener("unhandledrejection",e)}}var T=0,v=()=>`r${++T}`,y=t=>t.includes("/recorder/events");function I(t){return typeof t=="string"?t:t instanceof URL?t.href:t.url}function E(t){let r=[],e=window.fetch.bind(window);window.fetch=(n,c)=>{let a=I(n);if(y(a))return e(n,c);let s=(c?.method??"GET").toUpperCase(),u=v(),d=Date.now();return t("request_start",{reqId:u,method:s,url:a}),e(n,c).then(p=>(t("request_end",{reqId:u,method:s,url:a,status:p.status,dur:Date.now()-d}),p),p=>{throw t("request_fail",{reqId:u,method:s,url:a,message:String(p?.message??p),dur:Date.now()-d}),p})},r.push(()=>{window.fetch=e});let o=XMLHttpRequest.prototype.open,i=XMLHttpRequest.prototype.send;return XMLHttpRequest.prototype.open=function(n,c,...a){return this.__recMethod=String(n).toUpperCase(),this.__recUrl=String(c),o.apply(this,[n,c,...a])},XMLHttpRequest.prototype.send=function(...n){if(y(this.__recUrl??""))return i.apply(this,n);let c=v(),a=this.__recMethod??"GET",s=this.__recUrl??"",u=Date.now();return t("request_start",{reqId:c,method:a,url:s}),this.addEventListener("loadend",()=>{let d=Date.now()-u;this.status===0||this.status>=400?t("request_fail",{reqId:c,method:a,url:s,status:this.status,dur:d}):t("request_end",{reqId:c,method:a,url:s,status:this.status,dur:d})}),i.apply(this,n)},r.push(()=>{XMLHttpRequest.prototype.open=o,XMLHttpRequest.prototype.send=i}),()=>r.forEach(n=>n())}function g(t){let r=[],e=(i,n,c)=>{try{let a=new PerformanceObserver(s=>{for(let u of s.getEntries())n(u)});a.observe({type:i,buffered:!0,...c}),r.push(a)}catch{}};e("longtask",i=>t("long_task",{dur:Math.round(i.duration)})),e("largest-contentful-paint",i=>t("lcp",{value:Math.round(i.startTime)}));let o=new Set;return e("event",i=>{let n=i;n.duration<50||!n.interactionId||o.has(n.interactionId)||(o.size>=1e3&&o.clear(),o.add(n.interactionId),t("inp",{value:Math.round(n.duration)}))},{durationThreshold:16}),e("layout-shift",i=>{let n=i;n.hadRecentInput||t("cls",{value:Math.round(n.value*1e3)/1e3})}),()=>r.forEach(i=>{try{i.disconnect()}catch{}})}function w(t){let r=()=>t("route_change",{route:location.pathname}),e=history.pushState.bind(history),o=history.replaceState.bind(history),i=(...a)=>{let s=e(...a);return r(),s},n=(...a)=>{let s=o(...a);return r(),s};history.pushState=i,history.replaceState=n;let c=()=>r();return window.addEventListener("popstate",c),()=>{history.pushState=e,history.replaceState=o,window.removeEventListener("popstate",c)}}function R(t,r=1e3){let e=0,o=null,i=()=>{e=Date.now(),t("scroll",{y:Math.round(window.scrollY)})},n=()=>{if(Date.now()-e<r){o===null&&(o=setTimeout(()=>{o=null,i()},r));return}i()};return window.addEventListener("scroll",n,{passive:!0}),()=>{o!==null&&clearTimeout(o),window.removeEventListener("scroll",n)}}function q(){try{return crypto.randomUUID().replace(/-/g,"").slice(0,12)}catch{return Array.from({length:12},()=>Math.floor(Math.random()*36).toString(36)).join("")}}function b(){return{sid:q(),t0:Date.now()}}var _="/recorder/events";function L(t,r={}){let e=r.fetch??((...s)=>fetch(...s)),o=r.sendBeacon??((s,u)=>{try{return navigator.sendBeacon(s,u)}catch{return!1}}),i=r.onUnload??(s=>{document.addEventListener("pagehide",s),document.addEventListener("visibilitychange",()=>{document.visibilityState==="hidden"&&s()})}),n=[],c=(s,u)=>{if(s.length===0)return;let d=JSON.stringify({sid:t,events:s});try{if(u&&o(_,d))return;e(_,{method:"POST",headers:{"content-type":"application/json"},body:d,keepalive:!0}).catch(()=>{})}catch{}},a={push(s){n.push(s),n.length>=100&&a.flush()},flush(s=!1){let u=n;n=[],c(u,s)}};return(r.setInterval??((s,u)=>setInterval(s,u)))(()=>a.flush(),2e3),i(()=>a.flush(!0)),a}(function(){let r=window;if(!r.__repoburgRecorder){r.__repoburgRecorder=!0;try{M()}catch{}}})();function M(){let t=b(),r=L(t.sid),e=l(t,r);e("session_start",{route:location.pathname}),w(e),f(e),R(e),m(e),E(e),h(e),g(e),document.addEventListener("pagehide",()=>{e("session_end"),r.flush(!0)})}})();