naisys 1.0.1

package/dist/apps/llmynx.js

@@ -0,0 +1,229 @@
+import { exec } from "child_process";
+import * as os from "os";
+import * as config from "../config.js";
+import { getLLModel } from "../llm/llModels.js";
+import { LlmRole } from "../llm/llmDtos.js";
+import * as llmService from "../llm/llmService.js";
+import * as output from "../utils/output.js";
+import * as utilities from "../utils/utilities.js";
+// A bad play on words, but this is like lynx but for LLMs..
+let debugMode = false;
+/** Links numbers are unique in the context so that `llmynx follow <linknum>` can be called on all previous output */
+const _globalLinkMap = new Map();
+const _globalUrlMap = new Map();
+let _nextGlobalLinkNum = 1;
+export async function handleCommand(cmdArgs) {
+    outputInDebugMode("LLMYNX DEBUG MODE IS ON");
+    const argParams = cmdArgs.split(" ");
+    const defualtTokenMax = config.tokenMax / 8;
+    if (!argParams[0]) {
+        argParams[0] = "help";
+    }
+    switch (argParams[0]) {
+        case "help":
+            return `llmynx <command> (results will be reduced to around ${defualtTokenMax})
+  search <query>: Search google for the given query
+  open <url>: Opens the given url. Links are represented as numbers in brackets which prefix the word they are linking like [123]
+  follow <link number>: Opens the given link number. Link numbers work across all previous outputs
+  links <url> <page>: Lists only the links for the given url. Use the page number to get more links`;
+        case "search": {
+            const query = argParams.slice(1).join(" ");
+            return await loadUrl("https://www.google.com/search?q=" + encodeURIComponent(query), config.tokenMax / 2, // Prevent form being reduced as google results are usually short anyways and we want to maintainq the links
+            true, true);
+        }
+        case "open": {
+            const url = argParams[1];
+            const isNumber = !isNaN(parseInt(argParams[2]));
+            const tokenMax = isNumber ? parseInt(argParams[2]) : defualtTokenMax;
+            return await loadUrl(url, tokenMax, false, true);
+        }
+        case "follow": {
+            const linkNum = parseInt(argParams[1]);
+            const isNumber = !isNaN(parseInt(argParams[2]));
+            const tokenMax = isNumber ? parseInt(argParams[2]) : defualtTokenMax;
+            const linkUrl = _globalLinkMap.get(linkNum);
+            if (!linkUrl) {
+                return "Link number not found";
+            }
+            return await loadUrl(linkUrl, tokenMax, true, false);
+        }
+        case "links": {
+            const url = argParams[1];
+            const isNumber = !isNaN(parseInt(argParams[2]));
+            const pageNumber = isNumber ? parseInt(argParams[2]) : 1;
+            return await loadUrl(url, 600, false, false, pageNumber);
+        }
+        // Secret command to toggle debug mode
+        case "debug":
+            debugMode = !debugMode;
+            return "Debug mode toggled " + (debugMode ? "on" : "off");
+        default:
+            return "Unknown llmynx command: " + argParams[0];
+    }
+}
+async function loadUrl(url, tokenMax, showUrl, showFollowHint, linkPageAsContent) {
+    let content = await runLynx(url);
+    let links = "";
+    // Reverse find 'References: ' and cut everything after it from the content
+    const refPos = content.lastIndexOf("References\n");
+    if (refPos > 0) {
+        links = content.slice(refPos);
+        content = content.slice(0, refPos);
+    }
+    if (linkPageAsContent) {
+        content = links;
+    }
+    // Get the token size of the output
+    const contentTokenSize = utilities.getTokenCount(content);
+    const linksTokenSize = utilities.getTokenCount(links);
+    outputInDebugMode(`Content Token size: ${contentTokenSize}\n` +
+        `Links Token size: ${linksTokenSize}`);
+    // Reduce content using LLM if it's over the token max
+    if (contentTokenSize > tokenMax) {
+        const model = getLLModel(config.agent.webModel);
+        // For example if context is 16k, and max tokens is 2k, 3k with 1.5x overrun
+        // That would be 3k for the current compressed content, 10k for the chunk, and 3k for the output
+        let tokenChunkSize = model.maxTokens - tokenMax * 2 * 1.5;
+        if (linkPageAsContent) {
+            tokenChunkSize = tokenMax;
+        }
+        outputInDebugMode(`Token max chunk size: ${tokenChunkSize}`);
+        const pieceCount = Math.ceil(contentTokenSize / tokenChunkSize);
+        const pieceSize = content.length / pieceCount;
+        let reducedOutput = "";
+        for (let i = 0; i < pieceCount; i++) {
+            const startPos = i * pieceSize;
+            const pieceStr = content.substring(startPos, startPos + pieceSize);
+            if (linkPageAsContent) {
+                if (linkPageAsContent === i + 1) {
+                    return formatLinkPiece(pieceStr);
+                }
+                continue;
+            }
+            output.comment(`Processing Piece ${i + 1} of ${pieceCount}...`);
+            outputInDebugMode(`  Reduced output tokens: ${utilities.getTokenCount(reducedOutput)}\n` +
+                `  Current Piece tokens: ${utilities.getTokenCount(pieceStr)}`);
+            reducedOutput = await llmReduce(url, reducedOutput, i + 1, pieceCount, pieceStr, tokenMax);
+        }
+        if (linkPageAsContent) {
+            return "";
+        }
+        content = reducedOutput;
+        const finalTokenSize = utilities.getTokenCount(reducedOutput);
+        output.comment(`Content reduced from ${contentTokenSize} to ${finalTokenSize} tokens`);
+    }
+    else {
+        output.comment(`Content is already under ${tokenMax} tokens.`);
+    }
+    // Prefix content with url if following as otherwise the url is never shown
+    if (showUrl) {
+        content = `URL: ${url}\n\n` + content;
+    }
+    if (showFollowHint) {
+        content +=
+            "\n\nLinks are in brackets. Use `llmynx follow <link number>` to follow a link.";
+    }
+    return storeMapSetLinks(content, links);
+}
+async function runLynx(url) {
+    return new Promise((resolve) => {
+        // Option here to output the content and links separately, might be useful in future
+        // mode == RunMode.Content ? "-nolist" : "-listonly";
+        const modeParams = "";
+        const ifWindows = os.platform() === "win32" ? "wsl " : "";
+        exec(`${ifWindows}lynx -dump ${modeParams} "${url}"`, (error, stdout, stderr) => {
+            if (error) {
+                resolve(`error: ${error.message}`);
+                return;
+            }
+            if (stderr) {
+                resolve(`stderr: ${stderr}`);
+                return;
+            }
+            resolve(stdout);
+        });
+    });
+}
+async function llmReduce(url, reducedOutput, pieceNumber, pieceTotal, pieceStr, tokenMax) {
+    const systemMessage = `You will be iteratively fed the web page ${url} broken into ${pieceTotal} sequential equally sized pieces.
+Each piece should be reduced into the final content in order to maintain the meaning of the page while reducing verbosity and duplication.
+The final output should be around ${tokenMax} tokens. 
+Don't remove links which are represented as numbers in brackets which prefix the word they are linking like [123].
+Try to prioritize content of substance over advertising content.`;
+    const content = `Web page piece ${pieceNumber} of ${pieceTotal}: 
+${pieceStr}
+
+Current reduced content: 
+${reducedOutput}
+
+Please merge the new piece into the existing reduced content above while keeping the result to around ${tokenMax} tokens.
+
+Merged reduced content:
+`;
+    const context = {
+        role: LlmRole.User,
+        content,
+    };
+    return await llmService.query(config.agent.webModel, systemMessage, [context], "llmynx");
+}
+function outputInDebugMode(msg) {
+    if (debugMode) {
+        output.comment(msg);
+    }
+}
+function storeMapSetLinks(content, links) {
+    // Parse out links into a map link number -> url
+    const linkMap = new Map();
+    const linkLines = links.split("\n");
+    for (const linkLine of linkLines) {
+        const dotPos = linkLine.indexOf(".");
+        if (dotPos < 0) {
+            continue;
+        }
+        const linkNum = parseInt(linkLine.substring(0, dotPos));
+        const url = linkLine.substring(dotPos + 1).trim();
+        linkMap.set(linkNum, url);
+    }
+    // Replace local link numbers with global link numbers
+    return content.replace(/\[(\d+)\]/g, (match, linkStr) => {
+        const localLinkNum = parseInt(linkStr);
+        const url = linkMap.get(localLinkNum);
+        const globalLinkNum = registerUrl(url);
+        return `[${globalLinkNum}]`;
+    });
+}
+export function clear() {
+    _globalLinkMap.clear();
+    _globalUrlMap.clear();
+    _nextGlobalLinkNum = 1;
+}
+function registerUrl(url) {
+    let globalLinkNum = _globalUrlMap.get(url);
+    if (!globalLinkNum) {
+        globalLinkNum = _nextGlobalLinkNum;
+        _nextGlobalLinkNum++;
+        _globalLinkMap.set(globalLinkNum, url);
+        _globalUrlMap.set(url, globalLinkNum);
+    }
+    return globalLinkNum;
+}
+function formatLinkPiece(pieceStr) {
+    const alreadySeen = new Set();
+    const linkLines = pieceStr.split("\n");
+    let links = "";
+    for (const linkLine of linkLines) {
+        const dotPos = linkLine.indexOf(".");
+        if (dotPos < 0) {
+            continue;
+        }
+        const url = linkLine.substring(dotPos + 1).trim();
+        if (alreadySeen.has(url)) {
+            continue;
+        }
+        alreadySeen.add(url);
+        const globalLinkNum = registerUrl(url);
+        links += `[${globalLinkNum}]${url}\n`;
+    }
+    return links;
+}
+//# sourceMappingURL=llmynx.js.map

package/dist/apps/llmynx.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llmynx.js","sourceRoot":"","sources":["../../src/apps/llmynx.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,eAAe,CAAC;AACrC,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,KAAK,MAAM,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,EAAc,OAAO,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,KAAK,UAAU,MAAM,sBAAsB,CAAC;AACnD,OAAO,KAAK,MAAM,MAAM,oBAAoB,CAAC;AAC7C,OAAO,KAAK,SAAS,MAAM,uBAAuB,CAAC;AAEnD,4DAA4D;AAE5D,IAAI,SAAS,GAAG,KAAK,CAAC;AAEtB,qHAAqH;AACrH,MAAM,cAAc,GAAG,IAAI,GAAG,EAAkB,CAAC;AACjD,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;AAChD,IAAI,kBAAkB,GAAG,CAAC,CAAC;AAE3B,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,OAAe;IACjD,iBAAiB,CAAC,yBAAyB,CAAC,CAAC;IAE7C,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACrC,MAAM,eAAe,GAAG,MAAM,CAAC,QAAQ,GAAG,CAAC,CAAC;IAE5C,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;QAClB,SAAS,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC;IACxB,CAAC;IAED,QAAQ,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;QACrB,KAAK,MAAM;YACT,OAAO,uDAAuD,eAAe;;;;oGAIiB,CAAC;QACjG,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAE3C,OAAO,MAAM,OAAO,CAClB,kCAAkC,GAAG,kBAAkB,CAAC,KAAK,CAAC,EAC9D,MAAM,CAAC,QAAQ,GAAG,CAAC,EAAE,4GAA4G;YACjI,IAAI,EACJ,IAAI,CACL,CAAC;QACJ,CAAC;QACD,KAAK,MAAM,CAAC,CAAC,CAAC;YACZ,MAAM,GAAG,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;YACzB,MAAM,QAAQ,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAChD,MAAM,QAAQ,GAAG,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC;YACrE,OAAO,MAAM,OAAO,CAAC,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;QACnD,CAAC;QACD,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,MAAM,OAAO,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;YACvC,MAAM,QAAQ,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAChD,MAAM,QAAQ,GAAG,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC;YAErE,MAAM,OAAO,GAAG,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAC5C,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO,uBAAuB,CAAC;YACjC,CAAC;YAED,OAAO,MAAM,OAAO,CAAC,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;QACvD,CAAC;QACD,KAAK,OAAO,CAAC,CAAC,CAAC;YACb,MAAM,GAAG,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;YACzB,MAAM,QAAQ,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAChD,MAAM,UAAU,GAAG,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACzD,OAAO,MAAM,OAAO,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;QAC3D,CAAC;QACD,sCAAsC;QACtC,KAAK,OAAO;YACV,SAAS,GAAG,CAAC,SAAS,CAAC;YACvB,OAAO,qBAAqB,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAC5D;YACE,OAAO,0BAA0B,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;IACrD,CAAC;AACH,CAAC;AAED,KAAK,UAAU,OAAO,CACpB,GAAW,EACX,QAAgB,EAChB,OAAgB,EAChB,cAAuB,EACvB,iBAA0B;IAE1B,IAAI,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC;IACjC,IAAI,KAAK,GAAG,EAAE,CAAC;IAEf,2EAA2E;IAC3E,MAAM,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC;IACnD,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;QACf,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC9B,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;IACrC,CAAC;IAED,IAAI,iBAAiB,EAAE,CAAC;QACtB,OAAO,GAAG,KAAK,CAAC;IAClB,CAAC;IAED,mCAAmC;IACnC,MAAM,gBAAgB,GAAG,SAAS,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;IAC1D,MAAM,cAAc,GAAG,SAAS,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;IAEtD,iBAAiB,CACf,uBAAuB,gBAAgB,IAAI;QACzC,qBAAqB,cAAc,EAAE,CACxC,CAAC;IAEF,sDAAsD;IACtD,IAAI,gBAAgB,GAAG,QAAQ,EAAE,CAAC;QAChC,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAEhD,4EAA4E;QAC5E,gGAAgG;QAChG,IAAI,cAAc,GAAG,KAAK,CAAC,SAAS,GAAG,QAAQ,GAAG,CAAC,GAAG,GAAG,CAAC;QAC1D,IAAI,iBAAiB,EAAE,CAAC;YACtB,cAAc,GAAG,QAAQ,CAAC;QAC5B,CAAC;QAED,iBAAiB,CAAC,yBAAyB,cAAc,EAAE,CAAC,CAAC;QAE7D,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,gBAAgB,GAAG,cAAc,CAAC,CAAC;QAChE,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,GAAG,UAAU,CAAC;QAC9C,IAAI,aAAa,GAAG,EAAE,CAAC;QAEvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,QAAQ,GAAG,CAAC,GAAG,SAAS,CAAC;YAC/B,MAAM,QAAQ,GAAG,OAAO,CAAC,SAAS,CAAC,QAAQ,EAAE,QAAQ,GAAG,SAAS,CAAC,CAAC;YAEnE,IAAI,iBAAiB,EAAE,CAAC;gBACtB,IAAI,iBAAiB,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;oBAChC,OAAO,eAAe,CAAC,QAAQ,CAAC,CAAC;gBACnC,CAAC;gBACD,SAAS;YACX,CAAC;YAED,MAAM,CAAC,OAAO,CAAC,oBAAoB,CAAC,GAAG,CAAC,OAAO,UAAU,KAAK,CAAC,CAAC;YAEhE,iBAAiB,CACf,4BAA4B,SAAS,CAAC,aAAa,CAAC,aAAa,CAAC,IAAI;gBACpE,2BAA2B,SAAS,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,CACjE,CAAC;YAEF,aAAa,GAAG,MAAM,SAAS,CAC7B,GAAG,EACH,aAAa,EACb,CAAC,GAAG,CAAC,EACL,UAAU,EACV,QAAQ,EACR,QAAQ,CACT,CAAC;QACJ,CAAC;QAED,IAAI,iBAAiB,EAAE,CAAC;YACtB,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,OAAO,GAAG,aAAa,CAAC;QAExB,MAAM,cAAc,GAAG,SAAS,CAAC,aAAa,CAAC,aAAa,CAAC,CAAC;QAE9D,MAAM,CAAC,OAAO,CACZ,wBAAwB,gBAAgB,OAAO,cAAc,SAAS,CACvE,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,OAAO,CAAC,4BAA4B,QAAQ,UAAU,CAAC,CAAC;IACjE,CAAC;IAED,2EAA2E;IAC3E,IAAI,OAAO,EAAE,CAAC;QACZ,OAAO,GAAG,QAAQ,GAAG,MAAM,GAAG,OAAO,CAAC;IACxC,CAAC;IAED,IAAI,cAAc,EAAE,CAAC;QACnB,OAAO;YACL,gFAAgF,CAAC;IACrF,CAAC;IAED,OAAO,gBAAgB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;AAC1C,CAAC;AAED,KAAK,UAAU,OAAO,CAAC,GAAW;IAChC,OAAO,IAAI,OAAO,CAAS,CAAC,OAAO,EAAE,EAAE;QACrC,oFAAoF;QACpF,qDAAqD;QACrD,MAAM,UAAU,GAAG,EAAE,CAAC;QAEtB,MAAM,SAAS,GAAG,EAAE,CAAC,QAAQ,EAAE,KAAK,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;QAE1D,IAAI,CACF,GAAG,SAAS,cAAc,UAAU,KAAK,GAAG,GAAG,EAC/C,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE;YACxB,IAAI,KAAK,EAAE,CAAC;gBACV,OAAO,CAAC,UAAU,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;gBACnC,OAAO;YACT,CAAC;YAED,IAAI,MAAM,EAAE,CAAC;gBACX,OAAO,CAAC,WAAW,MAAM,EAAE,CAAC,CAAC;gBAC7B,OAAO;YACT,CAAC;YAED,OAAO,CAAC,MAAM,CAAC,CAAC;QAClB,CAAC,CACF,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,SAAS,CACtB,GAAW,EACX,aAAqB,EACrB,WAAmB,EACnB,UAAkB,EAClB,QAAgB,EAChB,QAAgB;IAEhB,MAAM,aAAa,GAAG,4CAA4C,GAAG,gBAAgB,UAAU;;oCAE7D,QAAQ;;iEAEqB,CAAC;IAEhE,MAAM,OAAO,GAAG,kBAAkB,WAAW,OAAO,UAAU;EAC9D,QAAQ;;;EAGR,aAAa;;wGAEyF,QAAQ;;;CAG/G,CAAC;IAEA,MAAM,OAAO,GAAe;QAC1B,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,OAAO;KACR,CAAC;IAEF,OAAO,MAAM,UAAU,CAAC,KAAK,CAC3B,MAAM,CAAC,KAAK,CAAC,QAAQ,EACrB,aAAa,EACb,CAAC,OAAO,CAAC,EACT,QAAQ,CACT,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CAAC,GAAW;IACpC,IAAI,SAAS,EAAE,CAAC;QACd,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACtB,CAAC;AACH,CAAC;AAED,SAAS,gBAAgB,CAAC,OAAe,EAAE,KAAa;IACtD,gDAAgD;IAChD,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;IAE1C,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAEpC,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACrC,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;YACf,SAAS;QACX,CAAC;QAED,MAAM,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;QACxD,MAAM,GAAG,GAAG,QAAQ,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAElD,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;IAC5B,CAAC;IAED,sDAAsD;IACtD,OAAO,OAAO,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC,KAAK,EAAE,OAAe,EAAE,EAAE;QAC9D,MAAM,YAAY,GAAG,QAAQ,CAAC,OAAO,CAAE,CAAC;QACxC,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,CAAE,CAAC;QAEvC,MAAM,aAAa,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;QAEvC,OAAO,IAAI,aAAa,GAAG,CAAC;IAC9B,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,KAAK;IACnB,cAAc,CAAC,KAAK,EAAE,CAAC;IACvB,aAAa,CAAC,KAAK,EAAE,CAAC;IACtB,kBAAkB,GAAG,CAAC,CAAC;AACzB,CAAC;AAED,SAAS,WAAW,CAAC,GAAW;IAC9B,IAAI,aAAa,GAAG,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAE3C,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,aAAa,GAAG,kBAAkB,CAAC;QACnC,kBAAkB,EAAE,CAAC;QAErB,cAAc,CAAC,GAAG,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC;QACvC,aAAa,CAAC,GAAG,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC;IACxC,CAAC;IAED,OAAO,aAAa,CAAC;AACvB,CAAC;AAED,SAAS,eAAe,CAAC,QAAgB;IACvC,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;IACtC,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACvC,IAAI,KAAK,GAAG,EAAE,CAAC;IAEf,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACrC,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;YACf,SAAS;QACX,CAAC;QAED,MAAM,GAAG,GAAG,QAAQ,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAClD,IAAI,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YACzB,SAAS;QACX,CAAC;QACD,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAErB,MAAM,aAAa,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;QAEvC,KAAK,IAAI,IAAI,aAAa,IAAI,GAAG,IAAI,CAAC;IACxC,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/command/commandHandler.js

@@ -0,0 +1,151 @@
+import chalk from "chalk";
+import * as llmail from "../apps/llmail.js";
+import * as llmynx from "../apps/llmynx.js";
+import * as config from "../config.js";
+import * as contextManager from "../llm/contextManager.js";
+import { ContentSource } from "../llm/contextManager.js";
+import * as costTracker from "../llm/costTracker.js";
+import * as inputMode from "../utils/inputMode.js";
+import { InputMode } from "../utils/inputMode.js";
+import * as logService from "../utils/logService.js";
+import * as output from "../utils/output.js";
+import { OutputColor } from "../utils/output.js";
+import * as promptBuilder from "./promptBuilder.js";
+import * as shellCommand from "./shellCommand.js";
+export var NextCommandAction;
+(function (NextCommandAction) {
+    NextCommandAction[NextCommandAction["Continue"] = 0] = "Continue";
+    NextCommandAction[NextCommandAction["EndSession"] = 1] = "EndSession";
+    NextCommandAction[NextCommandAction["ExitApplication"] = 2] = "ExitApplication";
+})(NextCommandAction || (NextCommandAction = {}));
+export let previousSessionNotes = await logService.getPreviousEndSessionNote();
+export async function consoleInput(prompt, consoleInput) {
+    // We process the lines one at a time so we can support multiple commands with line breaks
+    let firstLine = true;
+    let processNextLLMpromptBlock = true;
+    const userHostPrompt = promptBuilder.getUserHostPrompt();
+    let nextCommandAction = NextCommandAction.Continue;
+    let nextInput = consoleInput.trim();
+    while (processNextLLMpromptBlock && nextInput) {
+        let input = "";
+        // if the prompt exists in the input, save if for the next run
+        const nextPromptPos = nextInput.indexOf(userHostPrompt);
+        if (nextPromptPos == 0) {
+            const pathPrompt = await promptBuilder.getUserHostPathPrompt();
+            // check working directory is the same
+            if (nextInput.startsWith(pathPrompt)) {
+                // slice nextInput after $
+                const endPrompt = nextInput.indexOf("$", pathPrompt.length);
+                nextInput = nextInput.slice(endPrompt + 1).trim();
+                continue;
+            }
+            // else prompt did not match, stop processing input
+            else {
+                break;
+            }
+        }
+        // we can't validate that the working directory in the prompt is good until the commands are processed
+        else if (nextPromptPos > 0) {
+            input = nextInput.slice(0, nextPromptPos);
+            nextInput = nextInput.slice(nextPromptPos).trim();
+        }
+        else {
+            input = nextInput;
+            nextInput = "";
+        }
+        if (!input.trim()) {
+            break;
+        }
+        // first line is special because we want to append the output to the context without a line break
+        if (inputMode.current == InputMode.LLM) {
+            if (firstLine) {
+                firstLine = false;
+                await contextManager.append(input, ContentSource.LlmPromptResponse);
+                output.write(prompt + chalk[OutputColor.llm](input));
+            }
+            else {
+                await output.commentAndLog("Optimistically continuing with the next command...");
+                await contextManager.append(input, ContentSource.LlmPromptResponse);
+            }
+        }
+        const cmdParams = input.split(" ");
+        const cmdArgs = input.slice(cmdParams[0].length).trim();
+        switch (cmdParams[0]) {
+            case "comment": {
+                await contextManager.append("Comment noted. Try running commands now to achieve your goal.");
+                // There may be additional commands after the comment, try to slice it out after the new line and continue
+                const nextNewLine = input.indexOf("\n");
+                nextInput = nextNewLine > 0 ? input.slice(nextNewLine).trim() : "";
+                break;
+            }
+            case "endsession": {
+                previousSessionNotes = cmdArgs;
+                await output.commentAndLog("------------------------------------------------------");
+                nextCommandAction = NextCommandAction.EndSession;
+                processNextLLMpromptBlock = false;
+                break;
+            }
+            // Hidden for now as the LLM will use this instead of llmail
+            case "talk": {
+                const talkMsg = cmdArgs;
+                if (inputMode.current === InputMode.LLM) {
+                    await contextManager.append("Message sent!");
+                }
+                else if (inputMode.current === InputMode.Debug) {
+                    inputMode.toggle(InputMode.LLM);
+                    await contextManager.append(`Message from admin@${config.hostname}: ${talkMsg}`);
+                    inputMode.toggle(InputMode.Debug);
+                }
+                break;
+            }
+            // With no argument, in debug mode, pause will pause forever,
+            // in LLM mode it will pause until a message is receieved (don't want the llm to hang itself)
+            // The setting only lasts for the next command, next loop it uses the agent default
+            case "pause": {
+                return {
+                    nextCommandAction: NextCommandAction.Continue,
+                    pauseSeconds: cmdArgs ? parseInt(cmdArgs) : 0,
+                    wakeOnMessage: inputMode.current === InputMode.LLM,
+                };
+            }
+            case "cost": {
+                const totalCost = await costTracker.getTotalCosts();
+                output.comment(`Total cost so far $${totalCost.toFixed(2)} of $${config.agent.spendLimitDollars} limit`);
+                break;
+            }
+            case "llmynx": {
+                const llmynxResponse = await llmynx.handleCommand(cmdArgs);
+                await contextManager.append(llmynxResponse);
+                break;
+            }
+            case "llmail": {
+                const mailResponse = await llmail.handleCommand(cmdArgs);
+                await contextManager.append(mailResponse);
+                break;
+            }
+            case "context":
+                contextManager.printContext();
+                break;
+            default: {
+                const shellResponse = await shellCommand.handleCommand(input);
+                if (shellResponse.hasErrors && nextInput) {
+                    await output.errorAndLog(`Error detected processing shell command:`);
+                    processNextLLMpromptBlock = false;
+                }
+                nextCommandAction = shellResponse.terminate
+                    ? NextCommandAction.ExitApplication
+                    : NextCommandAction.Continue;
+            }
+        }
+    }
+    // display unprocessed lines to aid in debugging
+    if (nextInput.trim()) {
+        await output.errorAndLog(`Unprocessed LLM response:\n${nextInput}`);
+    }
+    return {
+        nextCommandAction,
+        pauseSeconds: config.agent.debugPauseSeconds,
+        wakeOnMessage: config.agent.wakeOnMessage,
+    };
+}
+//# sourceMappingURL=commandHandler.js.map

package/dist/command/commandHandler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"commandHandler.js","sourceRoot":"","sources":["../../src/command/commandHandler.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,KAAK,MAAM,MAAM,mBAAmB,CAAC;AAC5C,OAAO,KAAK,MAAM,MAAM,mBAAmB,CAAC;AAC5C,OAAO,KAAK,MAAM,MAAM,cAAc,CAAC;AACvC,OAAO,KAAK,cAAc,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AACzD,OAAO,KAAK,WAAW,MAAM,uBAAuB,CAAC;AACrD,OAAO,KAAK,SAAS,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,KAAK,UAAU,MAAM,wBAAwB,CAAC;AACrD,OAAO,KAAK,MAAM,MAAM,oBAAoB,CAAC;AAC7C,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,KAAK,aAAa,MAAM,oBAAoB,CAAC;AACpD,OAAO,KAAK,YAAY,MAAM,mBAAmB,CAAC;AAElD,MAAM,CAAN,IAAY,iBAIX;AAJD,WAAY,iBAAiB;IAC3B,iEAAQ,CAAA;IACR,qEAAU,CAAA;IACV,+EAAe,CAAA;AACjB,CAAC,EAJW,iBAAiB,KAAjB,iBAAiB,QAI5B;AAQD,MAAM,CAAC,IAAI,oBAAoB,GAAG,MAAM,UAAU,CAAC,yBAAyB,EAAE,CAAC;AAE/E,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,MAAc,EACd,YAAoB;IAEpB,0FAA0F;IAC1F,IAAI,SAAS,GAAG,IAAI,CAAC;IACrB,IAAI,yBAAyB,GAAG,IAAI,CAAC;IACrC,MAAM,cAAc,GAAG,aAAa,CAAC,iBAAiB,EAAE,CAAC;IAEzD,IAAI,iBAAiB,GAAG,iBAAiB,CAAC,QAAQ,CAAC;IAEnD,IAAI,SAAS,GAAG,YAAY,CAAC,IAAI,EAAE,CAAC;IAEpC,OAAO,yBAAyB,IAAI,SAAS,EAAE,CAAC;QAC9C,IAAI,KAAK,GAAG,EAAE,CAAC;QAEf,8DAA8D;QAC9D,MAAM,aAAa,GAAG,SAAS,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;QAExD,IAAI,aAAa,IAAI,CAAC,EAAE,CAAC;YACvB,MAAM,UAAU,GAAG,MAAM,aAAa,CAAC,qBAAqB,EAAE,CAAC;YAE/D,sCAAsC;YACtC,IAAI,SAAS,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;gBACrC,0BAA0B;gBAC1B,MAAM,SAAS,GAAG,SAAS,CAAC,OAAO,CAAC,GAAG,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;gBAC5D,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;gBAClD,SAAS;YACX,CAAC;YACD,mDAAmD;iBAC9C,CAAC;gBACJ,MAAM;YACR,CAAC;QACH,CAAC;QACD,sGAAsG;aACjG,IAAI,aAAa,GAAG,CAAC,EAAE,CAAC;YAC3B,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;YAC1C,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,IAAI,EAAE,CAAC;QACpD,CAAC;aAAM,CAAC;YACN,KAAK,GAAG,SAAS,CAAC;YAClB,SAAS,GAAG,EAAE,CAAC;QACjB,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;YAClB,MAAM;QACR,CAAC;QAED,iGAAiG;QACjG,IAAI,SAAS,CAAC,OAAO,IAAI,SAAS,CAAC,GAAG,EAAE,CAAC;YACvC,IAAI,SAAS,EAAE,CAAC;gBACd,SAAS,GAAG,KAAK,CAAC;gBAClB,MAAM,cAAc,CAAC,MAAM,CAAC,KAAK,EAAE,aAAa,CAAC,iBAAiB,CAAC,CAAC;gBACpE,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;YACvD,CAAC;iBAAM,CAAC;gBACN,MAAM,MAAM,CAAC,aAAa,CACxB,oDAAoD,CACrD,CAAC;gBACF,MAAM,cAAc,CAAC,MAAM,CAAC,KAAK,EAAE,aAAa,CAAC,iBAAiB,CAAC,CAAC;YACtE,CAAC;QACH,CAAC;QAED,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACnC,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;QAExD,QAAQ,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;YACrB,KAAK,SAAS,CAAC,CAAC,CAAC;gBACf,MAAM,cAAc,CAAC,MAAM,CACzB,+DAA+D,CAChE,CAAC;gBAEF,0GAA0G;gBAC1G,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;gBACxC,SAAS,GAAG,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAEnE,MAAM;YACR,CAAC;YACD,KAAK,YAAY,CAAC,CAAC,CAAC;gBAClB,oBAAoB,GAAG,OAAO,CAAC;gBAC/B,MAAM,MAAM,CAAC,aAAa,CACxB,wDAAwD,CACzD,CAAC;gBACF,iBAAiB,GAAG,iBAAiB,CAAC,UAAU,CAAC;gBACjD,yBAAyB,GAAG,KAAK,CAAC;gBAClC,MAAM;YACR,CAAC;YAED,4DAA4D;YAC5D,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,OAAO,GAAG,OAAO,CAAC;gBAExB,IAAI,SAAS,CAAC,OAAO,KAAK,SAAS,CAAC,GAAG,EAAE,CAAC;oBACxC,MAAM,cAAc,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;gBAC/C,CAAC;qBAAM,IAAI,SAAS,CAAC,OAAO,KAAK,SAAS,CAAC,KAAK,EAAE,CAAC;oBACjD,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;oBAChC,MAAM,cAAc,CAAC,MAAM,CACzB,sBAAsB,MAAM,CAAC,QAAQ,KAAK,OAAO,EAAE,CACpD,CAAC;oBACF,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;gBACpC,CAAC;gBAED,MAAM;YACR,CAAC;YAED,6DAA6D;YAC7D,6FAA6F;YAC7F,mFAAmF;YACnF,KAAK,OAAO,CAAC,CAAC,CAAC;gBACb,OAAO;oBACL,iBAAiB,EAAE,iBAAiB,CAAC,QAAQ;oBAC7C,YAAY,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC7C,aAAa,EAAE,SAAS,CAAC,OAAO,KAAK,SAAS,CAAC,GAAG;iBACnD,CAAC;YACJ,CAAC;YAED,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,SAAS,GAAG,MAAM,WAAW,CAAC,aAAa,EAAE,CAAC;gBACpD,MAAM,CAAC,OAAO,CACZ,sBAAsB,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,MAAM,CAAC,KAAK,CAAC,iBAAiB,QAAQ,CACzF,CAAC;gBACF,MAAM;YACR,CAAC;YAED,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,MAAM,cAAc,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;gBAC3D,MAAM,cAAc,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;gBAC5C,MAAM;YACR,CAAC;YAED,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,MAAM,YAAY,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;gBACzD,MAAM,cAAc,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;gBAC1C,MAAM;YACR,CAAC;YAED,KAAK,SAAS;gBACZ,cAAc,CAAC,YAAY,EAAE,CAAC;gBAC9B,MAAM;YAER,OAAO,CAAC,CAAC,CAAC;gBACR,MAAM,aAAa,GAAG,MAAM,YAAY,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;gBAE9D,IAAI,aAAa,CAAC,SAAS,IAAI,SAAS,EAAE,CAAC;oBACzC,MAAM,MAAM,CAAC,WAAW,CAAC,0CAA0C,CAAC,CAAC;oBACrE,yBAAyB,GAAG,KAAK,CAAC;gBACpC,CAAC;gBAED,iBAAiB,GAAG,aAAa,CAAC,SAAS;oBACzC,CAAC,CAAC,iBAAiB,CAAC,eAAe;oBACnC,CAAC,CAAC,iBAAiB,CAAC,QAAQ,CAAC;YACjC,CAAC;QACH,CAAC;IACH,CAAC;IAED,gDAAgD;IAChD,IAAI,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC;QACrB,MAAM,MAAM,CAAC,WAAW,CAAC,8BAA8B,SAAS,EAAE,CAAC,CAAC;IACtE,CAAC;IAED,OAAO;QACL,iBAAiB;QACjB,YAAY,EAAE,MAAM,CAAC,KAAK,CAAC,iBAAiB;QAC5C,aAAa,EAAE,MAAM,CAAC,KAAK,CAAC,aAAa;KAC1C,CAAC;AACJ,CAAC"}

package/dist/command/commandLoop.js

@@ -0,0 +1,176 @@
+import chalk from "chalk";
+import * as readline from "readline";
+import * as llmail from "../apps/llmail.js";
+import * as llmynx from "../apps/llmynx.js";
+import * as config from "../config.js";
+import * as contextManager from "../llm/contextManager.js";
+import { ContentSource } from "../llm/contextManager.js";
+import { LlmRole } from "../llm/llmDtos.js";
+import * as llmService from "../llm/llmService.js";
+import * as inputMode from "../utils/inputMode.js";
+import { InputMode } from "../utils/inputMode.js";
+import * as logService from "../utils/logService.js";
+import * as output from "../utils/output.js";
+import * as utilities from "../utils/utilities.js";
+import * as commandHandler from "./commandHandler.js";
+import { NextCommandAction } from "./commandHandler.js";
+import * as promptBuilder from "./promptBuilder.js";
+const maxErrorCount = 5;
+export async function run() {
+    // Show Agent Config exept the agent prompt
+    await output.commentAndLog(`Agent configured to use ${config.agent.consoleModel} model`);
+    // Show System Message
+    await output.commentAndLog("System Message:");
+    const systemMessage = contextManager.getSystemMessage();
+    output.write(systemMessage);
+    await logService.write({
+        role: LlmRole.System,
+        content: systemMessage,
+        type: "system",
+    });
+    let nextCommandAction = NextCommandAction.Continue;
+    let llmErrorCount = 0;
+    while (nextCommandAction != NextCommandAction.ExitApplication) {
+        inputMode.toggle(InputMode.LLM);
+        await output.commentAndLog("Starting Context:");
+        await contextManager.append("Previous Session Note:");
+        await contextManager.append(commandHandler.previousSessionNotes || "None");
+        await commandHandler.consoleInput(await promptBuilder.getPrompt(), "llmail help");
+        await commandHandler.consoleInput(await promptBuilder.getPrompt(), "llmail users");
+        inputMode.toggle(InputMode.Debug);
+        let pauseSeconds = config.agent.debugPauseSeconds;
+        let wakeOnMessage = config.agent.wakeOnMessage;
+        while (nextCommandAction == NextCommandAction.Continue) {
+            const prompt = await promptBuilder.getPrompt(pauseSeconds, wakeOnMessage);
+            let input = "";
+            // Debug command prompt
+            if (inputMode.current === InputMode.Debug) {
+                input = await promptBuilder.getInput(`${prompt}`, pauseSeconds, wakeOnMessage);
+            }
+            // LLM command prompt
+            else if (inputMode.current === InputMode.LLM) {
+                const workingMsg = prompt +
+                    chalk[output.OutputColor.loading](`LLM (${config.agent.consoleModel}) Working...`);
+                try {
+                    await displayNewMail();
+                    await contextManager.append(prompt, ContentSource.ConsolePrompt);
+                    process.stdout.write(workingMsg);
+                    input = await llmService.query(config.agent.consoleModel, contextManager.getSystemMessage(), contextManager.messages, "console");
+                    clearPromptMessage(workingMsg);
+                }
+                catch (e) {
+                    // Can't do this in a finally because it needs to happen before the error is printed
+                    clearPromptMessage(workingMsg);
+                    ({ llmErrorCount, pauseSeconds, wakeOnMessage } =
+                        await handleErrorAndSwitchToDebugMode(e, llmErrorCount, false));
+                    continue;
+                }
+            }
+            else {
+                throw `Invalid input mode: ${inputMode.current}`;
+            }
+            // Run the command
+            try {
+                ({ nextCommandAction, pauseSeconds, wakeOnMessage } =
+                    await commandHandler.consoleInput(prompt, input));
+                if (inputMode.current == InputMode.LLM) {
+                    llmErrorCount = 0;
+                }
+            }
+            catch (e) {
+                ({ llmErrorCount, pauseSeconds, wakeOnMessage } =
+                    await handleErrorAndSwitchToDebugMode(e, llmErrorCount, true));
+                continue;
+            }
+            // If the user is in debug mode and they didn't enter anything, switch to LLM
+            // If in LLM mode, auto switch back to debug
+            if ((inputMode.current == InputMode.Debug && !input) ||
+                inputMode.current == InputMode.LLM) {
+                inputMode.toggle();
+            }
+        }
+        if (nextCommandAction == NextCommandAction.EndSession) {
+            llmynx.clear();
+            contextManager.clear();
+            nextCommandAction = NextCommandAction.Continue;
+        }
+    }
+}
+function clearPromptMessage(waitingMessage) {
+    readline.moveCursor(process.stdout, -waitingMessage.length, 0);
+    process.stdout.write(" ".repeat(waitingMessage.length));
+    readline.moveCursor(process.stdout, -waitingMessage.length, 0);
+}
+/** Name is comically long because of a prettier formatting issue when the name is too short */
+async function handleErrorAndSwitchToDebugMode(e, llmErrorCount, addToContext) {
+    const maxErrorLength = 200;
+    const errorMsg = `${e}`;
+    if (addToContext) {
+        await contextManager.append(errorMsg.slice(0, maxErrorLength));
+        if (errorMsg.length > maxErrorLength) {
+            await contextManager.append("...");
+            await output.errorAndLog(`Error too long for context: ${errorMsg.slice(200)}`);
+        }
+    }
+    else {
+        await output.errorAndLog(errorMsg);
+    }
+    // If llm is in some error loop then hold in debug mode
+    let pauseSeconds = config.agent.debugPauseSeconds;
+    let wakeOnMessage = config.agent.wakeOnMessage;
+    if (inputMode.current == InputMode.LLM) {
+        llmErrorCount++;
+        if (llmErrorCount >= maxErrorCount) {
+            pauseSeconds = 0;
+            wakeOnMessage = false;
+            if (llmErrorCount == maxErrorCount) {
+                await output.errorAndLog(`Too many LLM errors. Holding in debug mode.`);
+            }
+        }
+    }
+    inputMode.toggle(InputMode.Debug);
+    return {
+        llmErrorCount,
+        pauseSeconds,
+        wakeOnMessage,
+    };
+}
+async function displayNewMail() {
+    // Check for unread threads
+    const unreadThreads = await llmail.getUnreadThreads();
+    if (!unreadThreads.length) {
+        return;
+    }
+    // Get the new messages for each thread
+    const newMessages = [];
+    for (const { threadId, newMsgId } of unreadThreads) {
+        newMessages.push(await llmail.readThread(threadId, newMsgId, true));
+    }
+    // Check that token max for session will not be exceeded
+    const newMsgTokenCount = newMessages.reduce((acc, msg) => acc + utilities.getTokenCount(msg), 0);
+    const sessionTokens = contextManager.getTokenCount();
+    const tokenMax = config.tokenMax;
+    // Show full messages unless we are close to the token limit of the session
+    // or in simple mode, which means non-threaded messages
+    if (sessionTokens + newMsgTokenCount < tokenMax * 0.75) {
+        for (const newMessage of newMessages) {
+            await contextManager.append("New Message:", ContentSource.Console);
+            await contextManager.append(newMessage, ContentSource.Console);
+        }
+        for (const unreadThread of unreadThreads) {
+            await llmail.markAsRead(unreadThread.threadId);
+        }
+    }
+    else if (llmail.simpleMode) {
+        await contextManager.append(`You have new mail, but not enough context to read them.\n` +
+            `Finish up what you're doing. After you 'endsession' and the context resets, you will be able to read them.`, ContentSource.Console);
+    }
+    // LLM will in many cases end the session here, when the new session starts
+    // this code will run again, and show a full preview of the messages
+    else {
+        const threadIds = unreadThreads.map((t) => t.threadId).join(", ");
+        await contextManager.append(`New Messages on Thread ID ${threadIds}\n` +
+            `Use llmail read <id>' to read the thread, but be mindful you are close to the token limit for the session.`, ContentSource.Console);
+    }
+}
+//# sourceMappingURL=commandLoop.js.map

package/dist/command/commandLoop.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"commandLoop.js","sourceRoot":"","sources":["../../src/command/commandLoop.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,KAAK,QAAQ,MAAM,UAAU,CAAC;AACrC,OAAO,KAAK,MAAM,MAAM,mBAAmB,CAAC;AAC5C,OAAO,KAAK,MAAM,MAAM,mBAAmB,CAAC;AAC5C,OAAO,KAAK,MAAM,MAAM,cAAc,CAAC;AACvC,OAAO,KAAK,cAAc,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AACzD,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAC5C,OAAO,KAAK,UAAU,MAAM,sBAAsB,CAAC;AACnD,OAAO,KAAK,SAAS,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,KAAK,UAAU,MAAM,wBAAwB,CAAC;AACrD,OAAO,KAAK,MAAM,MAAM,oBAAoB,CAAC;AAC7C,OAAO,KAAK,SAAS,MAAM,uBAAuB,CAAC;AACnD,OAAO,KAAK,cAAc,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,KAAK,aAAa,MAAM,oBAAoB,CAAC;AAEpD,MAAM,aAAa,GAAG,CAAC,CAAC;AAExB,MAAM,CAAC,KAAK,UAAU,GAAG;IACvB,2CAA2C;IAC3C,MAAM,MAAM,CAAC,aAAa,CACxB,2BAA2B,MAAM,CAAC,KAAK,CAAC,YAAY,QAAQ,CAC7D,CAAC;IAEF,sBAAsB;IACtB,MAAM,MAAM,CAAC,aAAa,CAAC,iBAAiB,CAAC,CAAC;IAC9C,MAAM,aAAa,GAAG,cAAc,CAAC,gBAAgB,EAAE,CAAC;IACxD,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;IAC5B,MAAM,UAAU,CAAC,KAAK,CAAC;QACrB,IAAI,EAAE,OAAO,CAAC,MAAM;QACpB,OAAO,EAAE,aAAa;QACtB,IAAI,EAAE,QAAQ;KACf,CAAC,CAAC;IAEH,IAAI,iBAAiB,GAAG,iBAAiB,CAAC,QAAQ,CAAC;IAEnD,IAAI,aAAa,GAAG,CAAC,CAAC;IAEtB,OAAO,iBAAiB,IAAI,iBAAiB,CAAC,eAAe,EAAE,CAAC;QAC9D,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QAEhC,MAAM,MAAM,CAAC,aAAa,CAAC,mBAAmB,CAAC,CAAC;QAChD,MAAM,cAAc,CAAC,MAAM,CAAC,wBAAwB,CAAC,CAAC;QACtD,MAAM,cAAc,CAAC,MAAM,CAAC,cAAc,CAAC,oBAAoB,IAAI,MAAM,CAAC,CAAC;QAE3E,MAAM,cAAc,CAAC,YAAY,CAC/B,MAAM,aAAa,CAAC,SAAS,EAAE,EAC/B,aAAa,CACd,CAAC;QAEF,MAAM,cAAc,CAAC,YAAY,CAC/B,MAAM,aAAa,CAAC,SAAS,EAAE,EAC/B,cAAc,CACf,CAAC;QAEF,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAElC,IAAI,YAAY,GAAG,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC;QAClD,IAAI,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC;QAE/C,OAAO,iBAAiB,IAAI,iBAAiB,CAAC,QAAQ,EAAE,CAAC;YACvD,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,SAAS,CAAC,YAAY,EAAE,aAAa,CAAC,CAAC;YAC1E,IAAI,KAAK,GAAG,EAAE,CAAC;YAEf,uBAAuB;YACvB,IAAI,SAAS,CAAC,OAAO,KAAK,SAAS,CAAC,KAAK,EAAE,CAAC;gBAC1C,KAAK,GAAG,MAAM,aAAa,CAAC,QAAQ,CAClC,GAAG,MAAM,EAAE,EACX,YAAY,EACZ,aAAa,CACd,CAAC;YACJ,CAAC;YACD,qBAAqB;iBAChB,IAAI,SAAS,CAAC,OAAO,KAAK,SAAS,CAAC,GAAG,EAAE,CAAC;gBAC7C,MAAM,UAAU,GACd,MAAM;oBACN,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAC/B,QAAQ,MAAM,CAAC,KAAK,CAAC,YAAY,cAAc,CAChD,CAAC;gBAEJ,IAAI,CAAC;oBACH,MAAM,cAAc,EAAE,CAAC;oBAEvB,MAAM,cAAc,CAAC,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,aAAa,CAAC,CAAC;oBAEjE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;oBAEjC,KAAK,GAAG,MAAM,UAAU,CAAC,KAAK,CAC5B,MAAM,CAAC,KAAK,CAAC,YAAY,EACzB,cAAc,CAAC,gBAAgB,EAAE,EACjC,cAAc,CAAC,QAAQ,EACvB,SAAS,CACV,CAAC;oBAEF,kBAAkB,CAAC,UAAU,CAAC,CAAC;gBACjC,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,oFAAoF;oBACpF,kBAAkB,CAAC,UAAU,CAAC,CAAC;oBAE/B,CAAC,EAAE,aAAa,EAAE,YAAY,EAAE,aAAa,EAAE;wBAC7C,MAAM,+BAA+B,CAAC,CAAC,EAAE,aAAa,EAAE,KAAK,CAAC,CAAC,CAAC;oBAElE,SAAS;gBACX,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,uBAAuB,SAAS,CAAC,OAAO,EAAE,CAAC;YACnD,CAAC;YAED,kBAAkB;YAClB,IAAI,CAAC;gBACH,CAAC,EAAE,iBAAiB,EAAE,YAAY,EAAE,aAAa,EAAE;oBACjD,MAAM,cAAc,CAAC,YAAY,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;gBAEpD,IAAI,SAAS,CAAC,OAAO,IAAI,SAAS,CAAC,GAAG,EAAE,CAAC;oBACvC,aAAa,GAAG,CAAC,CAAC;gBACpB,CAAC;YACH,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,CAAC,EAAE,aAAa,EAAE,YAAY,EAAE,aAAa,EAAE;oBAC7C,MAAM,+BAA+B,CAAC,CAAC,EAAE,aAAa,EAAE,IAAI,CAAC,CAAC,CAAC;gBACjE,SAAS;YACX,CAAC;YAED,6EAA6E;YAC7E,4CAA4C;YAC5C,IACE,CAAC,SAAS,CAAC,OAAO,IAAI,SAAS,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC;gBAChD,SAAS,CAAC,OAAO,IAAI,SAAS,CAAC,GAAG,EAClC,CAAC;gBACD,SAAS,CAAC,MAAM,EAAE,CAAC;YACrB,CAAC;QACH,CAAC;QAED,IAAI,iBAAiB,IAAI,iBAAiB,CAAC,UAAU,EAAE,CAAC;YACtD,MAAM,CAAC,KAAK,EAAE,CAAC;YACf,cAAc,CAAC,KAAK,EAAE,CAAC;YACvB,iBAAiB,GAAG,iBAAiB,CAAC,QAAQ,CAAC;QACjD,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,kBAAkB,CAAC,cAAsB;IAChD,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC/D,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC;IACxD,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;AACjE,CAAC;AAED,+FAA+F;AAC/F,KAAK,UAAU,+BAA+B,CAC5C,CAAU,EACV,aAAqB,EACrB,YAAqB;IAErB,MAAM,cAAc,GAAG,GAAG,CAAC;IAC3B,MAAM,QAAQ,GAAG,GAAG,CAAC,EAAE,CAAC;IAExB,IAAI,YAAY,EAAE,CAAC;QACjB,MAAM,cAAc,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC,CAAC;QAE/D,IAAI,QAAQ,CAAC,MAAM,GAAG,cAAc,EAAE,CAAC;YACrC,MAAM,cAAc,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACnC,MAAM,MAAM,CAAC,WAAW,CACtB,+BAA+B,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CACrD,CAAC;QACJ,CAAC;IACH,CAAC;SAAM,CAAC;QACN,MAAM,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;IACrC,CAAC;IAED,uDAAuD;IACvD,IAAI,YAAY,GAAG,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC;IAClD,IAAI,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC;IAE/C,IAAI,SAAS,CAAC,OAAO,IAAI,SAAS,CAAC,GAAG,EAAE,CAAC;QACvC,aAAa,EAAE,CAAC;QAEhB,IAAI,aAAa,IAAI,aAAa,EAAE,CAAC;YACnC,YAAY,GAAG,CAAC,CAAC;YACjB,aAAa,GAAG,KAAK,CAAC;YAEtB,IAAI,aAAa,IAAI,aAAa,EAAE,CAAC;gBACnC,MAAM,MAAM,CAAC,WAAW,CAAC,6CAA6C,CAAC,CAAC;YAC1E,CAAC;QACH,CAAC;IACH,CAAC;IAED,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAElC,OAAO;QACL,aAAa;QACb,YAAY;QACZ,aAAa;KACd,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,cAAc;IAC3B,2BAA2B;IAC3B,MAAM,aAAa,GAAG,MAAM,MAAM,CAAC,gBAAgB,EAAE,CAAC;IACtD,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC;QAC1B,OAAO;IACT,CAAC;IAED,uCAAuC;IACvC,MAAM,WAAW,GAAa,EAAE,CAAC;IACjC,KAAK,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,aAAa,EAAE,CAAC;QACnD,WAAW,CAAC,IAAI,CAAC,MAAM,MAAM,CAAC,UAAU,CAAC,QAAQ,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC;IACtE,CAAC;IAED,wDAAwD;IACxD,MAAM,gBAAgB,GAAG,WAAW,CAAC,MAAM,CACzC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,SAAS,CAAC,aAAa,CAAC,GAAG,CAAC,EAChD,CAAC,CACF,CAAC;IAEF,MAAM,aAAa,GAAG,cAAc,CAAC,aAAa,EAAE,CAAC;IACrD,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;IAEjC,2EAA2E;IAC3E,uDAAuD;IACvD,IAAI,aAAa,GAAG,gBAAgB,GAAG,QAAQ,GAAG,IAAI,EAAE,CAAC;QACvD,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;YACrC,MAAM,cAAc,CAAC,MAAM,CAAC,cAAc,EAAE,aAAa,CAAC,OAAO,CAAC,CAAC;YACnE,MAAM,cAAc,CAAC,MAAM,CAAC,UAAU,EAAE,aAAa,CAAC,OAAO,CAAC,CAAC;QACjE,CAAC;QAED,KAAK,MAAM,YAAY,IAAI,aAAa,EAAE,CAAC;YACzC,MAAM,MAAM,CAAC,UAAU,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;QACjD,CAAC;IACH,CAAC;SAAM,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;QAC7B,MAAM,cAAc,CAAC,MAAM,CACzB,2DAA2D;YACzD,4GAA4G,EAC9G,aAAa,CAAC,OAAO,CACtB,CAAC;IACJ,CAAC;IACD,2EAA2E;IAC3E,oEAAoE;SAC/D,CAAC;QACJ,MAAM,SAAS,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAElE,MAAM,cAAc,CAAC,MAAM,CACzB,6BAA6B,SAAS,IAAI;YACxC,4GAA4G,EAC9G,aAAa,CAAC,OAAO,CACtB,CAAC;IACJ,CAAC;AACH,CAAC"}