mumpix 1.0.19 → 1.0.29

package/src/core/audit.js

@@ -1,173 +1 @@
-'use strict';
-
-/**
- * MumpixAudit — immutable append-only audit log for Verified consistency mode
- *
- * Stored alongside the main file: agent.mumpix.audit
- * Each line is a JSON entry — never modified, only appended.
- */
-
-const fs   = require('fs');
-const path = require('path');
-
-const AUDIT_SCHEMA_VERSION = 1;
-
-class MumpixAudit {
-  constructor(dbPath) {
-    this.auditPath = path.resolve(dbPath) + '.audit';
-    this._entries  = [];
-    this._fd       = null;
-  }
-
-  open() {
-    if (fs.existsSync(this.auditPath)) {
-      this._load();
-    } else {
-      // Write header
-      const header = {
-        _type:   'audit_header',
-        version: AUDIT_SCHEMA_VERSION,
-        created: Date.now(),
-      };
-      fs.writeFileSync(this.auditPath, JSON.stringify(header) + '\n', 'utf8');
-    }
-    this._fd = fs.openSync(this.auditPath, 'a');
-    return this;
-  }
-
-  close() {
-    if (this._fd !== null) {
-      fs.fdatasyncSync(this._fd);
-      fs.closeSync(this._fd);
-      this._fd = null;
-    }
-  }
-
-  /**
-   * Log a write operation.
-   */
-  logWrite(record) {
-    this._append({
-      _type:   'write',
-      id:      record.id,
-      hash:    record.h,
-      len:     record.content.length,
-      ts:      Date.now(),
-    });
-  }
-
-  /**
-   * Log a recall operation.
-   */
-  logRecall(query, result, latencyMs) {
-    this._append({
-      _type:     'recall',
-      queryHash: this._hash(query),
-      queryLen:  query.length,
-      resultId:  result ? result.id : null,
-      resultHash: result ? result.h : null,
-      score:     result ? result._score : null,
-      latencyMs: Math.round(latencyMs * 100) / 100,
-      ts:        Date.now(),
-    });
-  }
-
-  /**
-   * Log a clear operation.
-   */
-  logClear(count) {
-    this._append({
-      _type:  'clear',
-      count,
-      ts:     Date.now(),
-    });
-  }
-
-  /**
-   * Log a consistency mode change.
-   */
-  logModeChange(from, to) {
-    this._append({
-      _type: 'mode_change',
-      from,
-      to,
-      ts:    Date.now(),
-    });
-  }
-
-  /**
-   * Return all audit entries (excluding header).
-   */
-  all() {
-    return this._entries.map(e => ({ ...e }));
-  }
-
-  /**
-   * Return entries filtered by type.
-   */
-  filter(type) {
-    return this._entries.filter(e => e._type === type).map(e => ({ ...e }));
-  }
-
-  /**
-   * Return a compact summary.
-   */
-  summary() {
-    const writes  = this._entries.filter(e => e._type === 'write').length;
-    const recalls = this._entries.filter(e => e._type === 'recall').length;
-    const clears  = this._entries.filter(e => e._type === 'clear').length;
-    const first   = this._entries[0];
-    const last    = this._entries[this._entries.length - 1];
-
-    return {
-      totalEntries: this._entries.length,
-      writes,
-      recalls,
-      clears,
-      firstEventAt: first ? first.ts : null,
-      lastEventAt:  last  ? last.ts  : null,
-      auditPath:    this.auditPath,
-    };
-  }
-
-  /**
-   * Export as NDJSON string (for compliance hand-off).
-   */
-  export() {
-    return this._entries.map(e => JSON.stringify(e)).join('\n');
-  }
-
-  // ── Private ────────────────────────────────────
-
-  _append(entry) {
-    const line = JSON.stringify(entry) + '\n';
-    fs.writeSync(this._fd, line, null, 'utf8');
-    fs.fdatasyncSync(this._fd);
-    this._entries.push(entry);
-  }
-
-  _load() {
-    const raw   = fs.readFileSync(this.auditPath, 'utf8');
-    const lines = raw.split('\n').filter(l => l.trim());
-
-    for (const line of lines) {
-      try {
-        const entry = JSON.parse(line);
-        if (entry._type && entry._type !== 'audit_header') {
-          this._entries.push(entry);
-        }
-      } catch (_) { /* skip corrupt lines */ }
-    }
-  }
-
-  _hash(s) {
-    let h = 0x811c9dc5;
-    for (let i = 0; i < s.length; i++) {
-      h ^= s.charCodeAt(i);
-      h  = Math.imul(h, 0x01000193);
-    }
-    return '0x' + (h >>> 0).toString(16).padStart(8, '0');
-  }
-}
-
-module.exports = { MumpixAudit };
+"use strict";const t=require("fs"),e=require("path");module.exports={MumpixAudit:class{constructor(t){this.auditPath=e.resolve(t)+".audit",this._entries=[],this._fd=null}open(){if(t.existsSync(this.auditPath))this._load();else{const e={_type:"audit_header",version:1,created:Date.now()};t.writeFileSync(this.auditPath,JSON.stringify(e)+"\n","utf8")}return this._fd=t.openSync(this.auditPath,"a"),this}close(){null!==this._fd&&(t.fdatasyncSync(this._fd),t.closeSync(this._fd),this._fd=null)}logWrite(t){this._append({_type:"write",id:t.id,hash:t.h,len:t.content.length,ts:Date.now()})}logRecall(t,e,s){this._append({_type:"recall",queryHash:this._hash(t),queryLen:t.length,resultId:e?e.id:null,resultHash:e?e.h:null,score:e?e._score:null,latencyMs:Math.round(100*s)/100,ts:Date.now()})}logClear(t){this._append({_type:"clear",count:t,ts:Date.now()})}logModeChange(t,e){this._append({_type:"mode_change",from:t,to:e,ts:Date.now()})}all(){return this._entries.map(t=>({...t}))}filter(t){return this._entries.filter(e=>e._type===t).map(t=>({...t}))}summary(){const t=this._entries.filter(t=>"write"===t._type).length,e=this._entries.filter(t=>"recall"===t._type).length,s=this._entries.filter(t=>"clear"===t._type).length,i=this._entries[0],n=this._entries[this._entries.length-1];return{totalEntries:this._entries.length,writes:t,recalls:e,clears:s,firstEventAt:i?i.ts:null,lastEventAt:n?n.ts:null,auditPath:this.auditPath}}export(){return this._entries.map(t=>JSON.stringify(t)).join("\n")}_append(e){const s=JSON.stringify(e)+"\n";t.writeSync(this._fd,s,null,"utf8"),t.fdatasyncSync(this._fd),this._entries.push(e)}_load(){const e=t.readFileSync(this.auditPath,"utf8").split("\n").filter(t=>t.trim());for(const t of e)try{const e=JSON.parse(t);e._type&&"audit_header"!==e._type&&this._entries.push(e)}catch(t){}}_hash(t){let e=2166136261;for(let s=0;s<t.length;s++)e^=t.charCodeAt(s),e=Math.imul(e,16777619);return"0x"+(e>>>0).toString(16).padStart(8,"0")}}};

package/src/core/auth.js

@@ -1,232 +1 @@
-'use strict';
-
-const fs = require('fs');
-const os = require('os');
-const path = require('path');
-const https = require('https');
-
-function configDir() {
-  const custom = String(process.env.MUMPIX_CONFIG_DIR || '').trim();
-  if (custom) return custom;
-  if (process.platform === 'win32') {
-    return path.join(process.env.APPDATA || path.join(os.homedir(), 'AppData', 'Roaming'), 'mumpix');
-  }
-  return path.join(os.homedir(), '.config', 'mumpix');
-}
-
-function authStatePath() {
-  return path.join(configDir(), 'auth.json');
-}
-
-function sleep(ms) {
-  return new Promise((resolve) => setTimeout(resolve, ms));
-}
-
-function parseJsonSafe(raw) {
-  try {
-    return JSON.parse(raw);
-  } catch {
-    return null;
-  }
-}
-
-function requestJson(method, targetUrl, body = null, headers = {}, timeoutMs = 10000) {
-  return new Promise((resolve, reject) => {
-    const url = new URL(targetUrl);
-    const payload = body == null ? null : JSON.stringify(body);
-    const req = https.request({
-      protocol: url.protocol,
-      hostname: url.hostname,
-      port: url.port || 443,
-      path: `${url.pathname}${url.search || ''}`,
-      method,
-      timeout: timeoutMs,
-      headers: {
-        'content-type': 'application/json',
-        ...(payload ? { 'content-length': Buffer.byteLength(payload) } : {}),
-        ...headers,
-      }
-    }, (res) => {
-      let data = '';
-      res.on('data', (chunk) => { data += String(chunk); });
-      res.on('end', () => {
-        const json = parseJsonSafe(data || '{}') || {};
-        if (res.statusCode >= 200 && res.statusCode < 300) {
-          resolve(json);
-          return;
-        }
-        const msg = json.error || json.message || `HTTP ${res.statusCode}`;
-        const err = new Error(msg);
-        err.statusCode = Number(res.statusCode || 0);
-        err.response = json;
-        err.url = targetUrl;
-        reject(err);
-      });
-    });
-    req.on('error', reject);
-    req.on('timeout', () => req.destroy(new Error('auth request timeout')));
-    if (payload) req.write(payload);
-    req.end();
-  });
-}
-
-function authBaseCandidates(inputBase) {
-  const raw = String(inputBase || process.env.MUMPIX_AUTH_BASE_URL || 'https://mumpixdb.com').replace(/\/+$/, '');
-  const out = [raw];
-  if (!raw.endsWith('/benchmark')) out.push(`${raw}/benchmark`);
-  return Array.from(new Set(out));
-}
-
-function decodeLicenseClaims(licenseKey) {
-  if (!licenseKey || typeof licenseKey !== 'string') return null;
-  const [payloadB64] = licenseKey.split('.');
-  if (!payloadB64) return null;
-  try {
-    return JSON.parse(Buffer.from(payloadB64, 'base64').toString('utf8'));
-  } catch {
-    return null;
-  }
-}
-
-function loadAuthState() {
-  try {
-    const raw = fs.readFileSync(authStatePath(), 'utf8');
-    const parsed = parseJsonSafe(raw);
-    return parsed && typeof parsed === 'object' ? parsed : null;
-  } catch {
-    return null;
-  }
-}
-
-function saveAuthState(state) {
-  const p = authStatePath();
-  fs.mkdirSync(path.dirname(p), { recursive: true });
-  const tmp = `${p}.tmp`;
-  fs.writeFileSync(tmp, JSON.stringify(state, null, 2), 'utf8');
-  fs.renameSync(tmp, p);
-}
-
-function clearAuthState() {
-  try {
-    fs.unlinkSync(authStatePath());
-  } catch (_) {}
-}
-
-function getStoredLicenseKey() {
-  const state = loadAuthState();
-  if (!state || !state.license || typeof state.license.key !== 'string') return null;
-  return state.license.key;
-}
-
-function upsertStoredLicense(licenseKey, account = {}) {
-  const claims = decodeLicenseClaims(licenseKey) || {};
-  const state = {
-    version: 1,
-    provider: 'mumpix',
-    updatedAt: Date.now(),
-    account: {
-      id: account.id || claims.id || null,
-      email: account.email || null,
-      tier: account.tier || claims.tier || null,
-    },
-    license: {
-      key: licenseKey,
-      iat: claims.iat || null,
-      exp: claims.exp || null,
-      tier: claims.tier || account.tier || null,
-      fid: claims.fid || null,
-    }
-  };
-  saveAuthState(state);
-  return state;
-}
-
-async function exchangeTokenForLicense(authToken, opts = {}) {
-  const endpoint = String(opts.exchangePath || process.env.MUMPIX_AUTH_TOKEN_EXCHANGE_PATH || '/api/mumpix/auth/token/exchange');
-  const timeoutMs = Number(opts.timeoutMs || process.env.MUMPIX_AUTH_TIMEOUT_MS || 10000);
-  let lastErr = null;
-  for (const base of authBaseCandidates(opts.baseUrl)) {
-    try {
-      const body = await requestJson('POST', `${base}${endpoint}`, {}, {
-        authorization: `Bearer ${authToken}`
-      }, timeoutMs);
-      const licenseKey = body.licenseKey || body.license || null;
-      if (!licenseKey) throw new Error('No license key returned from auth exchange');
-      return upsertStoredLicense(licenseKey, body.account || {});
-    } catch (err) {
-      lastErr = err;
-      if (Number(err && err.statusCode) === 404) continue;
-      throw err;
-    }
-  }
-  throw lastErr || new Error('Auth token exchange failed');
-}
-
-async function loginWithDeviceFlow(opts = {}) {
-  const startPath = String(opts.startPath || process.env.MUMPIX_AUTH_DEVICE_START_PATH || '/api/mumpix/auth/device/start');
-  const pollPath = String(opts.pollPath || process.env.MUMPIX_AUTH_DEVICE_POLL_PATH || '/api/mumpix/auth/device/poll');
-  const timeoutMs = Number(opts.timeoutMs || process.env.MUMPIX_AUTH_TIMEOUT_MS || 10000);
-
-  let start = null;
-  let base = '';
-  let lastErr = null;
-  for (const candidate of authBaseCandidates(opts.baseUrl)) {
-    try {
-      start = await requestJson('POST', `${candidate}${startPath}`, {
-        client: 'mumpix-cli'
-      }, {}, timeoutMs);
-      base = candidate;
-      break;
-    } catch (err) {
-      lastErr = err;
-      if (Number(err && err.statusCode) === 404) continue;
-      throw err;
-    }
-  }
-  if (!start) throw lastErr || new Error('Device auth start failed');
-
-  const deviceCode = start.deviceCode || start.device_code;
-  const userCode = start.userCode || start.user_code;
-  const verifyUrl = start.verificationUrl || start.verification_url || `${base}/auth/device`;
-  const intervalSec = Number(start.intervalSec || start.interval || 5);
-  const expiresInSec = Number(start.expiresInSec || start.expires_in || 600);
-  if (!deviceCode || !userCode) {
-    throw new Error('Invalid device auth start response');
-  }
-
-  const startedAt = Date.now();
-  const expiresAt = startedAt + (expiresInSec * 1000);
-  if (typeof opts.onPrompt === 'function') {
-    opts.onPrompt({ userCode, verifyUrl, expiresInSec, intervalSec });
-  }
-
-  while (Date.now() < expiresAt) {
-    await sleep(intervalSec * 1000);
-    const poll = await requestJson('POST', `${base}${pollPath}`, { deviceCode }, {}, timeoutMs);
-    const status = String(poll.status || '').toLowerCase();
-    if (status === 'pending' || status === 'authorization_pending') continue;
-    if (status === 'denied' || status === 'access_denied') {
-      throw new Error('Login denied');
-    }
-    const licenseKey = poll.licenseKey || poll.license || null;
-    if (!licenseKey) {
-      throw new Error('Approved login did not return a license key');
-    }
-    return upsertStoredLicense(licenseKey, poll.account || {});
-  }
-
-  throw new Error('Device login timed out');
-}
-
-module.exports = {
-  configDir,
-  authStatePath,
-  loadAuthState,
-  saveAuthState,
-  clearAuthState,
-  getStoredLicenseKey,
-  upsertStoredLicense,
-  exchangeTokenForLicense,
-  loginWithDeviceFlow,
-  decodeLicenseClaims,
-};
+"use strict";const e=require("fs"),t=require("os"),n=require("path"),r=require("https");function o(){const e=String(process.env.MUMPIX_CONFIG_DIR||"").trim();return e||("win32"===process.platform?n.join(process.env.APPDATA||n.join(t.homedir(),"AppData","Roaming"),"mumpix"):n.join(t.homedir(),".config","mumpix"))}function i(){return n.join(o(),"auth.json")}function u(e){return new Promise(t=>setTimeout(t,e))}function c(e){try{return JSON.parse(e)}catch{return null}}function s(e,t,n=null,o={},i=1e4){return new Promise((u,s)=>{const a=new URL(t),l=null==n?null:JSON.stringify(n),d=r.request({protocol:a.protocol,hostname:a.hostname,port:a.port||443,path:`${a.pathname}${a.search||""}`,method:e,timeout:i,headers:{"content-type":"application/json",...l?{"content-length":Buffer.byteLength(l)}:{},...o}},e=>{let n="";e.on("data",e=>{n+=String(e)}),e.on("end",()=>{const r=c(n||"{}")||{};if(e.statusCode>=200&&e.statusCode<300)return void u(r);const o=r.error||r.message||`HTTP ${e.statusCode}`,i=new Error(o);i.statusCode=Number(e.statusCode||0),i.response=r,i.url=t,s(i)})});d.on("error",s),d.on("timeout",()=>d.destroy(new Error("auth request timeout"))),l&&d.write(l),d.end()})}function a(e){const t=String(e||process.env.MUMPIX_AUTH_BASE_URL||"https://mumpixdb.com").replace(/\/+$/,""),n=[t];return t.endsWith("/benchmark")||n.push(`${t}/benchmark`),Array.from(new Set(n))}function l(e){if(!e||"string"!=typeof e)return null;const[t]=e.split(".");if(!t)return null;try{return JSON.parse(Buffer.from(t,"base64").toString("utf8"))}catch{return null}}function d(){try{const t=c(e.readFileSync(i(),"utf8"));return t&&"object"==typeof t?t:null}catch{return null}}function p(t){const r=i();e.mkdirSync(n.dirname(r),{recursive:!0});const o=`${r}.tmp`;e.writeFileSync(o,JSON.stringify(t,null,2),"utf8"),e.renameSync(o,r)}function h(e,t={}){const n=l(e)||{},r={version:1,provider:"mumpix",updatedAt:Date.now(),account:{id:t.id||n.id||null,email:t.email||null,tier:t.tier||n.tier||null},license:{key:e,iat:n.iat||null,exp:n.exp||null,tier:n.tier||t.tier||null,fid:n.fid||null}};return p(r),r}module.exports={configDir:o,authStatePath:i,loadAuthState:d,saveAuthState:p,clearAuthState:function(){try{e.unlinkSync(i())}catch(e){}},getStoredLicenseKey:function(){const e=d();return e&&e.license&&"string"==typeof e.license.key?e.license.key:null},upsertStoredLicense:h,exchangeTokenForLicense:async function(e,t={}){const n=String(t.exchangePath||process.env.MUMPIX_AUTH_TOKEN_EXCHANGE_PATH||"/api/mumpix/auth/token/exchange"),r=Number(t.timeoutMs||process.env.MUMPIX_AUTH_TIMEOUT_MS||1e4);let o=null;for(const i of a(t.baseUrl))try{const t=await s("POST",`${i}${n}`,{},{authorization:`Bearer ${e}`},r),o=t.licenseKey||t.license||null;if(!o)throw new Error("No license key returned from auth exchange");return h(o,t.account||{})}catch(e){if(o=e,404===Number(e&&e.statusCode))continue;throw e}throw o||new Error("Auth token exchange failed")},loginWithDeviceFlow:async function(e={}){const t=String(e.startPath||process.env.MUMPIX_AUTH_DEVICE_START_PATH||"/api/mumpix/auth/device/start"),n=String(e.pollPath||process.env.MUMPIX_AUTH_DEVICE_POLL_PATH||"/api/mumpix/auth/device/poll"),r=Number(e.timeoutMs||process.env.MUMPIX_AUTH_TIMEOUT_MS||1e4);let o=null,i="",c=null;for(const n of a(e.baseUrl))try{o=await s("POST",`${n}${t}`,{client:"mumpix-cli"},{},r),i=n;break}catch(e){if(c=e,404===Number(e&&e.statusCode))continue;throw e}if(!o)throw c||new Error("Device auth start failed");const l=o.deviceCode||o.device_code,d=o.userCode||o.user_code,p=o.verificationUrl||o.verification_url||`${i}/auth/device`,f=Number(o.intervalSec||o.interval||5),m=Number(o.expiresInSec||o.expires_in||600);if(!l||!d)throw new Error("Invalid device auth start response");const S=Date.now()+1e3*m;for("function"==typeof e.onPrompt&&e.onPrompt({userCode:d,verifyUrl:p,expiresInSec:m,intervalSec:f});Date.now()<S;){await u(1e3*f);const e=await s("POST",`${i}${n}`,{deviceCode:l},{},r),t=String(e.status||"").toLowerCase();if("pending"===t||"authorization_pending"===t)continue;if("denied"===t||"access_denied"===t)throw new Error("Login denied");const o=e.licenseKey||e.license||null;if(!o)throw new Error("Approved login did not return a license key");return h(o,e.account||{})}throw new Error("Device login timed out")},decodeLicenseClaims:l};

package/src/core/inverted-index.js

@@ -0,0 +1,144 @@
+"use strict";
+
+const fs = require("fs");
+
+class InvertedIndex {
+  constructor(tokenize, sidecarPath) {
+    this._tokenize = tokenize;
+    this._sidecarPath = sidecarPath;
+    this._postings = new Map();
+    this._df = new Map();
+    this._byId = new Map();
+    this._highWaterSeq = 0;
+    this._docCount = 0;
+  }
+
+  add(record) {
+    if (!record || !Number.isInteger(record.id) || this._byId.has(record.id)) return;
+
+    this._byId.set(record.id, record);
+    this._docCount++;
+    if (record.id > this._highWaterSeq) this._highWaterSeq = record.id;
+
+    const terms = new Set(this._tokenize(record.content || ""));
+    for (const term of terms) {
+      let set = this._postings.get(term);
+      if (!set) {
+        set = new Set();
+        this._postings.set(term, set);
+      }
+      set.add(record.id);
+      this._df.set(term, (this._df.get(term) || 0) + 1);
+    }
+  }
+
+  hydrate(records) {
+    for (const record of records) {
+      if (record && Number.isInteger(record.id)) {
+        this._byId.set(record.id, record);
+      }
+    }
+  }
+
+  candidates(query, cap = 400) {
+    const terms = new Set(this._tokenize(query || ""));
+    if (!terms.size) return [];
+
+    const overlap = new Map();
+    for (const term of terms) {
+      const set = this._postings.get(term);
+      if (!set) continue;
+      for (const id of set) {
+        overlap.set(id, (overlap.get(id) || 0) + 1);
+      }
+    }
+
+    if (!overlap.size) return [];
+
+    const ranked = [...overlap.entries()].sort((a, b) => b[1] - a[1]);
+    const out = [];
+    for (const [id] of ranked) {
+      const record = this._byId.get(id);
+      if (record) out.push(record);
+      if (out.length >= cap) break;
+    }
+    return out;
+  }
+
+  get highWaterSeq() {
+    return this._highWaterSeq;
+  }
+
+  stats() {
+    return {
+      terms: this._postings.size,
+      docCount: this._docCount,
+      highWaterSeq: this._highWaterSeq,
+      sidecarPath: this._sidecarPath,
+      sizeBytes: fs.existsSync(this._sidecarPath)
+        ? fs.statSync(this._sidecarPath).size
+        : 0,
+    };
+  }
+
+  persist() {
+    const postings = {};
+    for (const [term, set] of this._postings) {
+      postings[term] = [...set].sort((a, b) => a - b);
+    }
+
+    const df = {};
+    for (const [term, count] of this._df) {
+      df[term] = count;
+    }
+
+    const payload = {
+      v: 1,
+      highWaterSeq: this._highWaterSeq,
+      docCount: this._docCount,
+      postings,
+      df,
+    };
+    const tmp = `${this._sidecarPath}.tmp.${process.pid}`;
+    fs.writeFileSync(tmp, JSON.stringify(payload), "utf8");
+    fs.renameSync(tmp, this._sidecarPath);
+  }
+
+  loadSidecar() {
+    try {
+      const raw = fs.readFileSync(this._sidecarPath, "utf8");
+      const data = JSON.parse(raw);
+      if (!data || data.v !== 1 || typeof data.postings !== "object") {
+        this.reset();
+        return 0;
+      }
+
+      this._postings.clear();
+      this._df.clear();
+      this._byId.clear();
+
+      for (const [term, ids] of Object.entries(data.postings)) {
+        this._postings.set(term, new Set(Array.isArray(ids) ? ids : []));
+      }
+      for (const [term, count] of Object.entries(data.df || {})) {
+        this._df.set(term, count);
+      }
+      this._highWaterSeq = Number(data.highWaterSeq) || 0;
+      this._docCount = Number(data.docCount) || 0;
+      return this._highWaterSeq;
+    } catch (_) {
+      this.reset();
+      return 0;
+    }
+  }
+
+  reset() {
+    this._postings.clear();
+    this._df.clear();
+    this._byId.clear();
+    this._highWaterSeq = 0;
+    this._docCount = 0;
+  }
+}
+
+module.exports = { InvertedIndex };