toolnet-memory 0.2.1 → 0.2.2

package/dist/src/session/codex/context-hook-installer.js

@@ -1,70 +0,0 @@
-import { existsSync, mkdirSync, readFileSync, writeFileSync, } from "node:fs";
-import { homedir, } from "node:os";
-import { dirname, join, } from "node:path";
-function quote(value) {
-    return `'${value.replace(/'/g, `'\\''`)}'`;
-}
-export function installCodexContextHook(options = {}) {
-    const hooksFile = options.hooksFile ??
-        join(process.env.CODEX_HOME ??
-            join(homedir(), ".codex"), "hooks.json");
-    mkdirSync(dirname(hooksFile), {
-        recursive: true,
-    });
-    let root = {};
-    if (existsSync(hooksFile)) {
-        try {
-            root =
-                JSON.parse(readFileSync(hooksFile, "utf8"));
-        }
-        catch (error) {
-            throw new Error(`Invalid existing Codex hooks.json: ${error instanceof Error
-                ? error.message
-                : String(error)}`);
-        }
-    }
-    const hooks = root.hooks &&
-        typeof root.hooks ===
-            "object" &&
-        !Array.isArray(root.hooks)
-        ? root.hooks
-        : {};
-    root.hooks =
-        hooks;
-    const current = Array.isArray(hooks.SessionStart)
-        ? hooks.SessionStart
-        : [];
-    /*
-     * Remove only ToolNet's previous SessionStart entry.
-     * Every unrelated Codex hook is preserved.
-     */
-    const cleaned = current.filter(item => {
-        try {
-            return !JSON.stringify(item).includes("session:codex-context");
-        }
-        catch {
-            return true;
-        }
-    });
-    const binary = options.binary ??
-        "toolnet-memory";
-    cleaned.push({
-        matcher: "startup|resume|clear|compact",
-        hooks: [
-            {
-                type: "command",
-                command: `${quote(binary)} session:codex-context`,
-                timeout: 15,
-                additionalContextLimit: 1000,
-                statusMessage: "Loading ToolNet project continuity",
-            },
-        ],
-    });
-    hooks.SessionStart =
-        cleaned;
-    writeFileSync(hooksFile, JSON.stringify(root, null, 2) + "\n", {
-        encoding: "utf8",
-        mode: 0o600,
-    });
-    return hooksFile;
-}

package/dist/src/session/codex/context-hook.js

@@ -1,69 +0,0 @@
-import { loadConfig, } from "../../core/index.js";
-import { createStorageProvider, ProjectScopedStorageProvider, withStorageRetry, } from "../../storage/index.js";
-import { buildCodexSessionStartOutput, } from "../../work-continuity/index.js";
-import { findCodexToolNetProject, } from "./project-resolver.js";
-async function readInput() {
-    let raw = "";
-    for await (const chunk of process.stdin) {
-        raw +=
-            chunk.toString();
-    }
-    if (!raw.trim()) {
-        return {};
-    }
-    try {
-        return JSON.parse(raw);
-    }
-    catch {
-        return {};
-    }
-}
-async function main() {
-    const input = await readInput();
-    if (input.hook_event_name !==
-        "SessionStart") {
-        process.stdout.write("{}");
-        return;
-    }
-    const cwd = typeof input.cwd ===
-        "string"
-        ? input.cwd
-        : "";
-    if (!cwd) {
-        process.stdout.write("{}");
-        return;
-    }
-    const project = findCodexToolNetProject(cwd);
-    if (!project) {
-        process.stdout.write("{}");
-        return;
-    }
-    try {
-        const config = loadConfig();
-        const raw = withStorageRetry(createStorageProvider({
-            provider: config.storage
-                .provider,
-            huggingface: config.storage
-                .huggingface,
-            localRoot: config.storage
-                .localRoot,
-        }), {
-            attempts: 2,
-        });
-        const storage = new ProjectScopedStorageProvider(raw, project.id, project.name, project.remote ??
-            project.name);
-        const output = await buildCodexSessionStartOutput({
-            project,
-            storage,
-        });
-        process.stdout.write(JSON.stringify(output));
-    }
-    catch {
-        process.stdout.write("{}");
-    }
-}
-main().catch(() => {
-    process.stdout.write("{}");
-    process.exitCode =
-        0;
-});

package/dist/src/session/codex/discovery.js

@@ -1,138 +0,0 @@
-import { existsSync, readFileSync, readdirSync, statSync, } from "node:fs";
-import { homedir, } from "node:os";
-import { join, resolve, } from "node:path";
-function object(value) {
-    return (value &&
-        typeof value ===
-            "object" &&
-        !Array.isArray(value))
-        ? value
-        : {};
-}
-export function codexHome() {
-    return (process.env
-        .CODEX_HOME ??
-        join(homedir(), ".codex"));
-}
-export function inspectCodexRollout(file) {
-    let content = "";
-    try {
-        const fd = readFileSync(file, "utf8");
-        content =
-            fd.slice(0, 128 * 1024);
-    }
-    catch {
-        return {
-            raw: {},
-        };
-    }
-    for (const line of content.split("\n")) {
-        if (!line) {
-            continue;
-        }
-        try {
-            const row = object(JSON.parse(line));
-            if (row.type !==
-                "session_meta") {
-                continue;
-            }
-            const payload = object(row.payload);
-            const threadId = [
-                payload.id,
-                payload.thread_id,
-                payload.threadId,
-                payload.session_id,
-                payload.sessionId,
-            ].find(item => typeof item ===
-                "string");
-            const cwd = typeof payload.cwd ===
-                "string"
-                ? payload.cwd
-                : undefined;
-            return {
-                threadId,
-                cwd,
-                raw: payload,
-            };
-        }
-        catch {
-            // continue
-        }
-    }
-    return {
-        raw: {},
-    };
-}
-function walk(directory, output) {
-    if (!existsSync(directory)) {
-        return;
-    }
-    let entries;
-    try {
-        entries =
-            readdirSync(directory, {
-                withFileTypes: true,
-            });
-    }
-    catch {
-        return;
-    }
-    for (const entry of entries) {
-        const path = join(directory, entry.name);
-        if (entry.isDirectory()) {
-            walk(path, output);
-            continue;
-        }
-        if (entry.isFile() &&
-            entry.name.endsWith(".jsonl")) {
-            output.push(path);
-        }
-    }
-}
-export function listCodexRollouts() {
-    const home = codexHome();
-    const files = [];
-    walk(join(home, "sessions"), files);
-    walk(join(home, "archived_sessions"), files);
-    return files.sort((left, right) => {
-        try {
-            return (statSync(right).mtimeMs -
-                statSync(left).mtimeMs);
-        }
-        catch {
-            return 0;
-        }
-    });
-}
-export function findCodexRollout(threadId) {
-    const files = listCodexRollouts();
-    /*
-     * Official rollout filenames contain the UUID.
-     * Cheap path first.
-     */
-    const direct = files.find(file => file.includes(threadId));
-    if (direct) {
-        return direct;
-    }
-    /*
-     * Fallback for future filename layouts:
-     * read session_meta.
-     */
-    for (const file of files) {
-        const meta = inspectCodexRollout(file);
-        if (meta.threadId ===
-            threadId) {
-            return file;
-        }
-    }
-    return null;
-}
-export function pathBelongsToProject(projectRoot, cwd) {
-    const root = resolve(projectRoot);
-    const candidate = resolve(cwd);
-    return (candidate === root ||
-        candidate.startsWith(root +
-            "/") ||
-        root.startsWith(candidate +
-            "/"));
-}

package/dist/src/session/codex/index.js

@@ -1,6 +0,0 @@
-export * from "./rollout.js";
-export * from "./discovery.js";
-export * from "./adapter.js";
-export * from "./project-resolver.js";
-export * from "./recovery.js";
-export * from "./notify-installer.js";

package/dist/src/session/codex/notify-installer.js

@@ -1,135 +0,0 @@
-import { existsSync, mkdirSync, readFileSync, writeFileSync, } from "node:fs";
-import { homedir, } from "node:os";
-import { dirname, join, } from "node:path";
-function stringsFromTomlArray(value) {
-    const result = [];
-    const regex = /"((?:\\.|[^"\\])*)"|'([^']*)'/g;
-    let match;
-    while ((match =
-        regex.exec(value))) {
-        const raw = match[1] ??
-            match[2] ??
-            "";
-        try {
-            result.push(match[1] !==
-                undefined
-                ? JSON.parse(`"${raw}"`)
-                : raw);
-        }
-        catch {
-            result.push(raw);
-        }
-    }
-    return result;
-}
-export function installCodexNotify(options = {}) {
-    const configFile = options.configFile ??
-        join(process.env
-            .CODEX_HOME ??
-            join(homedir(), ".codex"), "config.toml");
-    const previousFile = options.previousFile ??
-        join(homedir(), ".config", "toolnet-memory", "codex-notify-previous.json");
-    mkdirSync(dirname(configFile), {
-        recursive: true,
-    });
-    mkdirSync(dirname(previousFile), {
-        recursive: true,
-    });
-    let content = existsSync(configFile)
-        ? readFileSync(configFile, "utf8")
-        : "";
-    const binary = options.binary ??
-        "toolnet-memory";
-    const newLine = `notify = [${JSON.stringify(binary)}, "session:codex-notify"]`;
-    /*
-     * Root TOML keys occur before first table.
-     */
-    const lines = content.split("\n");
-    let firstTable = lines.findIndex(line => /^\s*\[/.test(line));
-    if (firstTable < 0) {
-        firstTable =
-            lines.length;
-    }
-    let notifyStart = -1;
-    let notifyEnd = -1;
-    for (let index = 0; index <
-        firstTable; index += 1) {
-        if (/^\s*notify\s*=/.test(lines[index])) {
-            notifyStart =
-                index;
-            notifyEnd =
-                index;
-            /*
-             * Handle multiline TOML array.
-             */
-            if (lines[index]
-                .includes("[") &&
-                !lines[index]
-                    .includes("]")) {
-                while (notifyEnd +
-                    1 <
-                    firstTable) {
-                    notifyEnd +=
-                        1;
-                    if (lines[notifyEnd].includes("]")) {
-                        break;
-                    }
-                }
-            }
-            break;
-        }
-    }
-    let previous = [];
-    if (notifyStart >=
-        0) {
-        const oldBlock = lines
-            .slice(notifyStart, notifyEnd +
-            1)
-            .join("\n");
-        previous =
-            stringsFromTomlArray(oldBlock);
-        lines.splice(notifyStart, notifyEnd -
-            notifyStart +
-            1, newLine);
-    }
-    else {
-        firstTable =
-            lines.findIndex(line => /^\s*\[/.test(line));
-        if (firstTable < 0) {
-            firstTable =
-                lines.length;
-        }
-        lines.splice(firstTable, 0, newLine);
-    }
-    const isToolNet = previous.length >=
-        2 &&
-        previous[previous.length -
-            1] ===
-            "session:codex-notify";
-    if (previous.length >
-        0 &&
-        !isToolNet) {
-        writeFileSync(previousFile, JSON.stringify(previous, null, 2) +
-            "\n", {
-            encoding: "utf8",
-            mode: 0o600,
-        });
-    }
-    content =
-        lines.join("\n");
-    if (!content.endsWith("\n")) {
-        content +=
-            "\n";
-    }
-    writeFileSync(configFile, content, {
-        encoding: "utf8",
-        mode: 0o600,
-    });
-    return {
-        configFile,
-        previousFile,
-        preservedPrevious: previous.length >
-            0 &&
-            !isToolNet,
-    };
-}

package/dist/src/session/codex/project-resolver.js

@@ -1,25 +0,0 @@
-import { existsSync, } from "node:fs";
-import { dirname, join, parse, resolve, } from "node:path";
-import { ProjectManager, } from "../../core/index.js";
-export function findCodexToolNetProject(cwd) {
-    let current = resolve(cwd);
-    const filesystemRoot = parse(current).root;
-    while (true) {
-        if (existsSync(join(current, ".toolnet", "project.json"))) {
-            return new ProjectManager()
-                .detect(current);
-        }
-        if (current ===
-            filesystemRoot) {
-            break;
-        }
-        const parent = dirname(current);
-        if (parent ===
-            current) {
-            break;
-        }
-        current =
-            parent;
-    }
-    return null;
-}

package/dist/src/session/codex/recovery.js

@@ -1,27 +0,0 @@
-import { inspectCodexRollout, listCodexRollouts, pathBelongsToProject, } from "./discovery.js";
-import { syncCodexSession, } from "./adapter.js";
-export async function recoverCodexProject(project, storage, limit = 100) {
-    const results = [];
-    for (const rolloutPath of listCodexRollouts()) {
-        const meta = inspectCodexRollout(rolloutPath);
-        if (!meta.threadId ||
-            !meta.cwd) {
-            continue;
-        }
-        if (!pathBelongsToProject(project.rootPath, meta.cwd)) {
-            continue;
-        }
-        results.push(await syncCodexSession({
-            project,
-            storage,
-            threadId: meta.threadId,
-            rolloutPath,
-            cwd: meta.cwd,
-        }));
-        if (results.length >=
-            limit) {
-            break;
-        }
-    }
-    return results;
-}

package/dist/src/session/codex/rollout.js

@@ -1,186 +0,0 @@
-import { closeSync, existsSync, openSync, readSync, statSync, } from "node:fs";
-function object(value) {
-    return (value &&
-        typeof value ===
-            "object" &&
-        !Array.isArray(value))
-        ? value
-        : {};
-}
-function timestamp(row) {
-    const raw = row.timestamp;
-    if (typeof raw ===
-        "string") {
-        const date = new Date(raw);
-        if (!Number.isNaN(date.getTime())) {
-            return date.toISOString();
-        }
-    }
-    return new Date()
-        .toISOString();
-}
-function classify(row) {
-    const outerType = typeof row.type ===
-        "string"
-        ? row.type
-            .toLowerCase()
-        : "";
-    const payload = object(row.payload);
-    const payloadType = typeof payload.type ===
-        "string"
-        ? payload.type
-            .toLowerCase()
-        : "";
-    const role = typeof payload.role ===
-        "string"
-        ? payload.role
-            .toLowerCase()
-        : undefined;
-    if (outerType ===
-        "session_meta") {
-        return {
-            type: "custom",
-        };
-    }
-    if (role ===
-        "user" ||
-        payloadType ===
-            "user_message") {
-        return {
-            type: "user_prompt",
-            role: "user",
-        };
-    }
-    if (role ===
-        "assistant" ||
-        payloadType ===
-            "agent_message" ||
-        payloadType ===
-            "assistant_message") {
-        return {
-            type: "assistant_message",
-            role: "assistant",
-        };
-    }
-    if (payloadType.includes("function_call") ||
-        payloadType.includes("tool_call") ||
-        payloadType.includes("exec_command_begin") ||
-        payloadType.includes("exec_command_start")) {
-        return {
-            type: "tool_call",
-        };
-    }
-    if (payloadType.includes("function_call_output") ||
-        payloadType.includes("tool_result") ||
-        payloadType.includes("exec_command_end") ||
-        payloadType.includes("exec_command_complete")) {
-        return {
-            type: "tool_result",
-        };
-    }
-    if (payloadType.includes("error")) {
-        return {
-            type: "error",
-        };
-    }
-    if (outerType.includes("compacted") ||
-        payloadType.includes("compacted")) {
-        return {
-            type: "session_compact",
-        };
-    }
-    return {
-        type: "custom",
-        role,
-    };
-}
-export function readCodexRollout(rolloutPath, offset = 0) {
-    if (!existsSync(rolloutPath)) {
-        return {
-            events: [],
-            nextOffset: offset,
-            reset: false,
-        };
-    }
-    const size = statSync(rolloutPath).size;
-    const reset = offset >
-        size;
-    const start = reset
-        ? 0
-        : offset;
-    if (start >= size) {
-        return {
-            events: [],
-            nextOffset: size,
-            reset,
-        };
-    }
-    const length = size -
-        start;
-    const buffer = Buffer.alloc(length);
-    const fd = openSync(rolloutPath, "r");
-    try {
-        readSync(fd, buffer, 0, length, start);
-    }
-    finally {
-        closeSync(fd);
-    }
-    const text = buffer.toString("utf8");
-    /*
-     * Codex may still be appending.
-     * Never consume half a JSONL line.
-     */
-    const lastNewline = text.lastIndexOf("\n");
-    if (lastNewline <
-        0) {
-        return {
-            events: [],
-            nextOffset: start,
-            reset,
-        };
-    }
-    const complete = text.slice(0, lastNewline +
-        1);
-    let localOffset = 0;
-    const events = [];
-    for (const line of complete.split("\n")) {
-        if (!line) {
-            continue;
-        }
-        const lineBytes = Buffer.byteLength(line +
-            "\n", "utf8");
-        const absoluteOffset = start +
-            localOffset;
-        localOffset +=
-            lineBytes;
-        let parsed;
-        try {
-            parsed =
-                JSON.parse(line);
-        }
-        catch {
-            continue;
-        }
-        const row = object(parsed);
-        const classification = classify(row);
-        events.push({
-            type: classification.type,
-            timestamp: timestamp(row),
-            role: classification.role,
-            sourceEventId: `rollout:${absoluteOffset}`,
-            sourceSequence: absoluteOffset,
-            data: row,
-            provenance: {
-                source: "codex-rollout",
-                sourcePath: rolloutPath,
-                sourceOffset: absoluteOffset,
-            },
-        });
-    }
-    return {
-        events,
-        nextOffset: start +
-            Buffer.byteLength(complete, "utf8"),
-        reset,
-    };
-}