@xdarkicex/openclaw-memory-libravdb 1.5.5 → 1.6.1

package/dist/sidecar.js

@@ -1,588 +0,0 @@
-import fs from "node:fs";
-import net from "node:net";
-import os from "node:os";
-import path from "node:path";
-const STARTUP_CONNECT_MAX_RETRIES = 5;
-const STARTUP_CONNECT_BASE_DELAY_MS = 100;
-const STARTUP_CONNECT_MAX_TOTAL_WAIT_MS = 2000;
-const CONNECTION_STABILITY_WINDOW_MS = 15_000;
-class PlaceholderSocket {
-    onData = new Set();
-    onClose = new Set();
-    onError = new Set();
-    connectOnce = new Set();
-    errorOnce = new Set();
-    constructor() {
-        queueMicrotask(() => {
-            for (const handler of this.connectOnce) {
-                handler();
-            }
-            this.connectOnce.clear();
-        });
-    }
-    setEncoding(_encoding) { }
-    on(event, handler) {
-        if (event === "data") {
-            this.onData.add(handler);
-            return;
-        }
-        if (event === "error") {
-            this.onError.add(handler);
-            return;
-        }
-        this.onClose.add(handler);
-    }
-    once(event, handler) {
-        if (event === "connect") {
-            this.connectOnce.add(handler);
-            return;
-        }
-        this.errorOnce.add(handler);
-    }
-    off(event, handler) {
-        if (event === "connect") {
-            this.connectOnce.delete(handler);
-            return;
-        }
-        this.errorOnce.delete(handler);
-    }
-    write(chunk) {
-        try {
-            const buf = Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk, "utf8");
-            let offset = 0;
-            // Consume the one-time magic byte if present
-            if (buf.byteLength > 0 && buf[0] === 0x02)
-                offset = 1;
-            // Parse length-prefixed frames
-            while (offset + 4 <= buf.byteLength) {
-                const len = buf.readUInt32BE(offset);
-                offset += 4;
-                if (offset + len > buf.byteLength)
-                    break;
-                const msg = JSON.parse(buf.subarray(offset, offset + len).toString("utf8"));
-                offset += len;
-                const responseJson = JSON.stringify({
-                    jsonrpc: "2.0",
-                    id: msg.id,
-                    result: msg.method === "health" ? { ok: true } : {},
-                });
-                // Emit as a properly framed binary response
-                const payload = Buffer.from(responseJson, "utf8");
-                const header = Buffer.alloc(4);
-                header.writeUInt32BE(payload.byteLength, 0);
-                const frame = Buffer.concat([header, payload]);
-                for (const handler of this.onData) {
-                    handler(frame);
-                }
-            }
-        }
-        catch (error) {
-            const err = error instanceof Error ? error : new Error(String(error));
-            this.emitError(err);
-        }
-    }
-    destroy() {
-        for (const handler of this.onClose) {
-            handler();
-        }
-    }
-    emitError(error) {
-        for (const handler of this.onError) {
-            handler(error);
-        }
-        for (const handler of this.errorOnce) {
-            handler(error);
-        }
-        this.errorOnce.clear();
-    }
-}
-class SupervisorSocket {
-    onData = new Set();
-    onClose = new Set();
-    onError = new Set();
-    connectOnce = new Set();
-    errorOnce = new Set();
-    current;
-    encoding;
-    generation = 0;
-    bind(socket) {
-        this.current = socket;
-        this.generation += 1;
-        const generation = this.generation;
-        if (this.encoding) {
-            socket.setEncoding(this.encoding);
-        }
-        socket.on("data", (chunk) => {
-            if (generation !== this.generation) {
-                return;
-            }
-            for (const handler of this.onData) {
-                handler(chunk);
-            }
-        });
-        socket.on("close", () => {
-            if (generation !== this.generation) {
-                return;
-            }
-            this.current = undefined;
-            for (const handler of this.onClose) {
-                handler();
-            }
-        });
-        socket.on("error", (error) => {
-            if (generation !== this.generation) {
-                return;
-            }
-            this.current = undefined;
-            for (const handler of this.onError) {
-                handler(error);
-            }
-            for (const handler of this.errorOnce) {
-                handler(error);
-            }
-            this.errorOnce.clear();
-        });
-        for (const handler of this.connectOnce) {
-            handler();
-        }
-        this.connectOnce.clear();
-    }
-    setEncoding(encoding) {
-        this.encoding = encoding;
-        this.current?.setEncoding(encoding);
-    }
-    on(event, handler) {
-        if (event === "data") {
-            this.onData.add(handler);
-            return;
-        }
-        if (event === "error") {
-            this.onError.add(handler);
-            return;
-        }
-        this.onClose.add(handler);
-    }
-    once(event, handler) {
-        if (event === "connect") {
-            if (this.current) {
-                handler();
-                return;
-            }
-            this.connectOnce.add(handler);
-            return;
-        }
-        this.errorOnce.add(handler);
-    }
-    off(event, handler) {
-        if (event === "connect") {
-            this.connectOnce.delete(handler);
-            return;
-        }
-        this.errorOnce.delete(handler);
-    }
-    write(chunk) {
-        if (!this.current) {
-            throw new Error("Sidecar socket unavailable");
-        }
-        this.current.write(chunk); // Cast/pass down safely
-    }
-    destroy() {
-        this.current?.destroy();
-    }
-}
-class SidecarSupervisor {
-    cfg;
-    logger;
-    runtime;
-    retries = 0;
-    degraded = false;
-    shuttingDown = false;
-    reconnectScheduled = false;
-    stabilityTimer = null;
-    socket;
-    constructor(cfg, logger, runtime) {
-        this.cfg = cfg;
-        this.logger = logger;
-        this.runtime = runtime;
-        this.socket = new SupervisorSocket();
-    }
-    async start() {
-        const endpoint = await this.runtime.resolveEndpoint(this.cfg);
-        const socket = await this.connectEndpointWithRetry(endpoint);
-        this.reconnectScheduled = false;
-        this.scheduleStabilityReset();
-        if (this.socket instanceof SupervisorSocket) {
-            this.socket.bind(socket);
-        }
-        else {
-            this.socket = socket;
-        }
-        return socket;
-    }
-    isDegraded() {
-        return this.degraded;
-    }
-    async shutdown() {
-        this.shuttingDown = true;
-        this.clearStabilityTimer();
-        this.socket.destroy();
-    }
-    scheduleStabilityReset() {
-        this.clearStabilityTimer();
-        const windowMs = this.runtime.stabilityWindowMs ?? CONNECTION_STABILITY_WINDOW_MS;
-        if (windowMs <= 0) {
-            this.retries = 0;
-            return;
-        }
-        this.stabilityTimer = setTimeout(() => {
-            this.stabilityTimer = null;
-            this.retries = 0;
-            this.logger.info?.("[libravdb] sidecar connection stable; retry counter reset");
-        }, windowMs);
-        this.stabilityTimer.unref?.();
-    }
-    clearStabilityTimer() {
-        if (this.stabilityTimer) {
-            clearTimeout(this.stabilityTimer);
-            this.stabilityTimer = null;
-        }
-    }
-    async connectEndpointWithRetry(endpoint) {
-        if (isTcpEndpoint(endpoint)) {
-            this.logger.info?.(`[libravdb] using TCP endpoint ${endpoint}`);
-        }
-        else {
-            this.logger.info?.(`[libravdb] using Unix socket ${endpoint}`);
-        }
-        let waitedMs = 0;
-        for (let attempt = 0;; attempt += 1) {
-            try {
-                return await this.connectEndpoint(endpoint);
-            }
-            catch (error) {
-                if (!isStartupConnectRetryableError(error) || attempt >= STARTUP_CONNECT_MAX_RETRIES - 1) {
-                    throw error;
-                }
-                const delayMs = computeStartupConnectRetryDelay(attempt, waitedMs);
-                if (delayMs <= 0) {
-                    throw error;
-                }
-                waitedMs += delayMs;
-                this.logger.info?.(`[libravdb] Daemon not ready, retrying connection (attempt ${attempt + 1}/${STARTUP_CONNECT_MAX_RETRIES})...`);
-                await sleep(delayMs);
-            }
-        }
-    }
-    async connectEndpoint(endpoint) {
-        const socket = this.runtime.createSocket(endpoint);
-        return await new Promise((resolve, reject) => {
-            socket.once("connect", () => {
-                socket.on("close", () => {
-                    void this.handleExit(1);
-                });
-                resolve(socket);
-            });
-            socket.once("error", (error) => {
-                socket.destroy();
-                reject(formatConnectionError(endpoint, error));
-            });
-        });
-    }
-    async handleExit(code) {
-        if (this.shuttingDown) {
-            return;
-        }
-        if (code === 0) {
-            return;
-        }
-        if (this.reconnectScheduled) {
-            return;
-        }
-        this.clearStabilityTimer();
-        const maxRetries = this.cfg.maxRetries ?? 3;
-        if (this.retries >= maxRetries) {
-            this.logger.error("[libravdb] sidecar retries exhausted; degraded mode");
-            this.degraded = true;
-            return;
-        }
-        const backoffMs = computeBackoffMs(this.retries);
-        this.retries += 1;
-        this.reconnectScheduled = true;
-        this.runtime.scheduleRestart(backoffMs, () => {
-            if (this.shuttingDown) {
-                this.reconnectScheduled = false;
-                return;
-            }
-            void this.start().catch((error) => {
-                this.reconnectScheduled = false;
-                const message = error instanceof Error ? error.message : String(error);
-                this.logger.error(`[libravdb] sidecar reconnect failed: ${message}`);
-                void this.handleExit(1);
-            });
-        });
-    }
-}
-export async function startSidecar(cfg, logger = console, runtime = createDefaultRuntime()) {
-    const supervisor = new SidecarSupervisor(cfg, logger, runtime);
-    await supervisor.start();
-    return supervisor;
-}
-export function computeBackoffMs(retries) {
-    return Math.min(500 * Math.pow(2, retries), 16000);
-}
-export function computeStartupConnectRetryDelay(attempt, waitedMs = 0) {
-    if (attempt < 0) {
-        return 0;
-    }
-    const remainingMs = STARTUP_CONNECT_MAX_TOTAL_WAIT_MS - waitedMs;
-    if (remainingMs <= 0) {
-        return 0;
-    }
-    return Math.min(STARTUP_CONNECT_BASE_DELAY_MS * Math.pow(2, attempt), remainingMs);
-}
-export function isTcpEndpoint(endpoint) {
-    return endpoint.startsWith("tcp:");
-}
-export function parseTcpEndpoint(endpoint) {
-    if (!isTcpEndpoint(endpoint)) {
-        return null;
-    }
-    const address = endpoint.slice("tcp:".length).trim();
-    const separator = address.lastIndexOf(":");
-    if (separator <= 0 || separator === address.length - 1) {
-        return null;
-    }
-    let host = address.slice(0, separator).trim();
-    const port = Number(address.slice(separator + 1).trim());
-    if (host.startsWith("[") || host.endsWith("]")) {
-        if (!host.startsWith("[") || !host.endsWith("]")) {
-            return null;
-        }
-        host = host.slice(1, -1).trim();
-    }
-    if (host.length === 0 || !Number.isInteger(port) || port <= 0 || port > 65535) {
-        return null;
-    }
-    return { host, port };
-}
-export function resolveEndpoint(cfg) {
-    const endpoint = resolveConfiguredEndpoint(cfg);
-    return endpoint.replace(/^unix:/, "");
-}
-export function resolveConfiguredEndpoint(cfg) {
-    const value = cfg.sidecarPath?.trim();
-    if (!value || value === "auto") {
-        return defaultEndpoint();
-    }
-    const endpoint = normalizeConfiguredEndpoint(value);
-    if (!endpoint) {
-        throw new Error(`LibraVDB sidecarPath must be a daemon endpoint like unix:/path/to/libravdb.sock or tcp:127.0.0.1:37421. Executable paths are no longer supported.`);
-    }
-    return endpoint;
-}
-export function daemonProvisioningHint() {
-    return "If you installed the npm package, install and start libravdbd separately; the package does not provision the daemon binary, ONNX Runtime, or model assets.";
-}
-export function defaultEndpoint(platform = process.platform, homeDir = os.homedir(), pathExists = fs.existsSync) {
-    // Honour the daemon's own env var first (set by Homebrew LaunchAgent / systemd unit).
-    const envEndpoint = normalizeConfiguredEndpoint(process.env.LIBRAVDB_RPC_ENDPOINT);
-    if (envEndpoint) {
-        return envEndpoint;
-    }
-    if (platform === "win32") {
-        return "tcp:127.0.0.1:37421";
-    }
-    const joinSocketPath = path.posix.join;
-    const sockName = "libravdb.sock";
-    const candidateDirs = [
-        // User-local (npm plugin convention)
-        homeDir?.trim() ? joinSocketPath(homeDir, ".libravdbd", "run") : null,
-        // Homebrew (Apple Silicon) — matches the Homebrew formula LaunchAgent
-        "/opt/homebrew/var/libravdbd/run",
-        // Homebrew (Intel Mac) / manual Linux installs
-        "/usr/local/var/libravdbd/run",
-    ].filter((d) => d !== null);
-    for (const dir of candidateDirs) {
-        const sockPath = joinSocketPath(dir, sockName);
-        try {
-            if (pathExists(sockPath)) {
-                return `unix:${sockPath}`;
-            }
-        }
-        catch {
-            // Permission error or similar — skip this candidate.
-        }
-    }
-    // Fallback to the original user-local path so error messages stay familiar.
-    const baseDir = homeDir?.trim()
-        ? joinSocketPath(homeDir, ".libravdbd", "run")
-        : joinSocketPath(".", ".libravdbd", "run");
-    return `unix:${joinSocketPath(baseDir, sockName)}`;
-}
-export function buildSidecarEnv(cfg) {
-    const env = {};
-    if (cfg.dbPath) {
-        env.LIBRAVDB_DB_PATH = cfg.dbPath;
-    }
-    if (cfg.embeddingRuntimePath) {
-        env.LIBRAVDB_ONNX_RUNTIME = cfg.embeddingRuntimePath;
-    }
-    env.LIBRAVDB_ONNX_DEVICE = cfg.onnxDevice ?? "cpu";
-    if (cfg.embeddingBackend) {
-        env.LIBRAVDB_EMBEDDING_BACKEND = cfg.embeddingBackend;
-    }
-    if (cfg.embeddingProfile) {
-        env.LIBRAVDB_EMBEDDING_PROFILE = cfg.embeddingProfile;
-    }
-    if (cfg.fallbackProfile) {
-        env.LIBRAVDB_FALLBACK_PROFILE = cfg.fallbackProfile;
-    }
-    if (cfg.embeddingModelPath) {
-        env.LIBRAVDB_EMBEDDING_MODEL = cfg.embeddingModelPath;
-    }
-    if (cfg.embeddingTokenizerPath) {
-        env.LIBRAVDB_EMBEDDING_TOKENIZER = cfg.embeddingTokenizerPath;
-    }
-    if (typeof cfg.embeddingDimensions === "number" && cfg.embeddingDimensions > 0) {
-        env.LIBRAVDB_EMBEDDING_DIMENSIONS = String(cfg.embeddingDimensions);
-    }
-    if (typeof cfg.embeddingNormalize === "boolean") {
-        env.LIBRAVDB_EMBEDDING_NORMALIZE = String(cfg.embeddingNormalize);
-    }
-    if (cfg.summarizerBackend) {
-        env.LIBRAVDB_SUMMARIZER_BACKEND = cfg.summarizerBackend;
-    }
-    if (cfg.summarizerProfile) {
-        env.LIBRAVDB_SUMMARIZER_PROFILE = cfg.summarizerProfile;
-    }
-    if (cfg.summarizerRuntimePath) {
-        env.LIBRAVDB_SUMMARIZER_RUNTIME = cfg.summarizerRuntimePath;
-    }
-    if (cfg.summarizerModelPath) {
-        env.LIBRAVDB_SUMMARIZER_MODEL_PATH = cfg.summarizerModelPath;
-    }
-    if (cfg.summarizerTokenizerPath) {
-        env.LIBRAVDB_SUMMARIZER_TOKENIZER = cfg.summarizerTokenizerPath;
-    }
-    if (cfg.summarizerModel) {
-        env.LIBRAVDB_SUMMARIZER_MODEL = cfg.summarizerModel;
-    }
-    if (cfg.summarizerEndpoint) {
-        env.LIBRAVDB_SUMMARIZER_ENDPOINT = cfg.summarizerEndpoint;
-    }
-    if (cfg.ollamaUrl && !env.LIBRAVDB_SUMMARIZER_ENDPOINT) {
-        env.LIBRAVDB_SUMMARIZER_ENDPOINT = cfg.ollamaUrl;
-    }
-    if (cfg.compactModel && !env.LIBRAVDB_SUMMARIZER_MODEL) {
-        env.LIBRAVDB_SUMMARIZER_MODEL = cfg.compactModel;
-    }
-    if (typeof cfg.lifecycleJournalMaxEntries === "number" && cfg.lifecycleJournalMaxEntries > 0) {
-        env.LIBRAVDB_LIFECYCLE_JOURNAL_MAX_ENTRIES = String(cfg.lifecycleJournalMaxEntries);
-    }
-    return env;
-}
-function createDefaultRuntime() {
-    return {
-        resolveEndpoint(cfg) {
-            return resolveEndpoint(cfg);
-        },
-        createSocket(endpoint) {
-            if (isTcpEndpoint(endpoint)) {
-                const parsed = parseTcpEndpoint(endpoint);
-                if (!parsed) {
-                    throw new Error(`Invalid TCP sidecar endpoint: ${endpoint}`);
-                }
-                return net.connect(parsed);
-            }
-            return net.connect(endpoint);
-        },
-        scheduleRestart(delayMs, restart) {
-            setTimeout(restart, delayMs);
-        },
-    };
-}
-function isStartupConnectRetryableError(error) {
-    const code = typeof error?.code === "string"
-        ? error.code
-        : "";
-    return code === "ENOENT" || code === "ECONNREFUSED";
-}
-function formatConnectionError(endpoint, error) {
-    const code = typeof error.code === "string"
-        ? error.code
-        : "";
-    const annotated = error instanceof Error ? error : new Error(String(error));
-    if (code) {
-        annotated.code = code;
-    }
-    if (code === "ENOENT" || code === "ECONNREFUSED") {
-        const unavailable = new Error(`LibraVDB daemon unavailable at ${describeEndpoint(endpoint)}. ${daemonProvisioningHint()} Or set sidecarPath to a running daemon endpoint.`);
-        unavailable.code = code;
-        return unavailable;
-    }
-    return annotated;
-}
-function describeEndpoint(endpoint) {
-    if (isTcpEndpoint(endpoint)) {
-        return endpoint;
-    }
-    return `unix:${endpoint}`;
-}
-function isConfiguredEndpoint(value) {
-    if (!value)
-        return false;
-    if (value.startsWith("unix:")) {
-        return value.slice("unix:".length).trim().length > 0;
-    }
-    return parseTcpEndpoint(value) !== null;
-}
-function normalizeConfiguredEndpoint(value) {
-    const trimmed = value?.trim();
-    if (!trimmed || trimmed === "auto") {
-        return null;
-    }
-    if (trimmed.startsWith("unix:")) {
-        const socketPath = trimmed.slice("unix:".length).trim();
-        return socketPath ? `unix:${socketPath}` : null;
-    }
-    return isConfiguredEndpoint(trimmed) ? trimmed : null;
-}
-export { PlaceholderSocket };
-function sleep(delayMs) {
-    return new Promise((resolve) => setTimeout(resolve, delayMs));
-}
-export async function probeSidecarEndpoint(cfg) {
-    const endpoint = resolveConfiguredEndpoint(cfg);
-    try {
-        await new Promise((resolve, reject) => {
-            if (isTcpEndpoint(endpoint)) {
-                const parsed = parseTcpEndpoint(endpoint);
-                if (!parsed) {
-                    reject(new Error("invalid tcp endpoint"));
-                    return;
-                }
-                const socket = net.connect(parsed, () => {
-                    socket.destroy();
-                    resolve();
-                });
-                socket.setTimeout(500);
-                socket.on("error", reject);
-                socket.on("timeout", reject);
-            }
-            else {
-                const socketPath = endpoint.replace(/^unix:/, "");
-                const socket = net.connect(socketPath, () => {
-                    socket.destroy();
-                    resolve();
-                });
-                socket.setTimeout(500);
-                socket.on("error", reject);
-                socket.on("timeout", reject);
-            }
-        });
-        return endpoint;
-    }
-    catch {
-        return null;
-    }
-}