naisys 1.0.1

package/dist/command/promptBuilder.js

@@ -0,0 +1,133 @@
+import chalk from "chalk";
+import * as events from "events";
+import * as readline from "readline";
+import * as llmail from "../apps/llmail.js";
+import * as config from "../config.js";
+import * as contextManager from "../llm/contextManager.js";
+import * as inputMode from "../utils/inputMode.js";
+import { InputMode } from "../utils/inputMode.js";
+import * as output from "../utils/output.js";
+import * as shellWrapper from "./shellWrapper.js";
+// When actual output is entered by the user we want to cancel any auto-continue timers and/or wake on message
+// We don't want to cancel if the user is entering a chords like ctrl+b then down arrow, when using tmux
+// This is why we can't put the event listener on the standard process.stdin/keypress event.
+// There is no 'data entered' output event so this monkey patch does that
+const _writeEventName = "write";
+const _outputEmitter = new events.EventEmitter();
+const _originalWrite = process.stdout.write.bind(process.stdout);
+process.stdout.write = (...args) => {
+    _outputEmitter.emit(_writeEventName, false, ...args);
+    return _originalWrite.apply(process.stdout, args);
+};
+const _readlineInterface = readline.createInterface({
+    input: process.stdin,
+    output: process.stdout,
+});
+// Happens when ctrl+c is pressed
+let readlineInterfaceClosed = false;
+_readlineInterface.on("close", () => {
+    readlineInterfaceClosed = true;
+    output.error("Readline interface closed");
+});
+export async function getPrompt(pauseSeconds, wakeOnMessage) {
+    const promptSuffix = inputMode.current == InputMode.Debug ? "#" : "$";
+    const tokenMax = config.tokenMax;
+    const usedTokens = contextManager.getTokenCount();
+    const tokenSuffix = ` [Tokens: ${usedTokens}/${tokenMax}]`;
+    let pause = "";
+    if (inputMode.current == InputMode.Debug) {
+        if (pauseSeconds) {
+            pause += ` [Paused: ${pauseSeconds}s]`;
+        }
+        if (wakeOnMessage) {
+            pause += " [WakeOnMsg]";
+        }
+    }
+    return `${await getUserHostPathPrompt()}${tokenSuffix}${pause}${promptSuffix} `;
+}
+export async function getUserHostPathPrompt() {
+    const currentPath = await shellWrapper.getCurrentPath();
+    return `${getUserHostPrompt()}:${currentPath}`;
+}
+export function getUserHostPrompt() {
+    const username = inputMode.current == InputMode.Debug ? "debug" : config.agent.username;
+    return `${username}@${config.hostname}`;
+}
+export function getInput(commandPrompt, pauseSeconds, wakeOnMessage) {
+    return new Promise((resolve) => {
+        const questionController = new AbortController();
+        let timeout;
+        let interval;
+        let timeoutCancelled = false;
+        if (readlineInterfaceClosed) {
+            output.error("Hanging because readline interface is closed.");
+            return;
+        }
+        /** Cancels waiting for user input */
+        function onStdinWrite_cancelTimers(questionAborted, buffer) {
+            // Don't allow console escape commands like \x1B[1G to cancel the timeout
+            if (timeoutCancelled || (buffer && !/^[a-zA-Z0-9 ]+$/.test(buffer))) {
+                return;
+            }
+            timeoutCancelled = true;
+            _outputEmitter.off(_writeEventName, onStdinWrite_cancelTimers);
+            clearTimeout(timeout);
+            clearInterval(interval);
+            timeout = undefined;
+            interval = undefined;
+            if (questionAborted) {
+                return;
+            }
+            // Else timeout interrupted by user input, clear out the timeout information from the prompt
+            // to prevent the user from thinking the timeout still applies
+            let pausePos = commandPrompt.indexOf("[Paused:");
+            pausePos =
+                pausePos == -1 ? commandPrompt.indexOf("[WakeOnMsg]") : pausePos;
+            if (pausePos > 0) {
+                // BUG: When the user hits delete, the prompt is reset to the original which is confusing as user will think timeout is still active
+                // Fix is probably to reset the entire the question when the timeout is interrupted
+                const charsBack = commandPrompt.length - pausePos - 1; // pluse 1 for the space after the #
+                readline.moveCursor(process.stdout, -charsBack, 0);
+                process.stdout.write("-".repeat(charsBack - 3));
+                readline.moveCursor(process.stdout, 3, 0);
+            }
+        }
+        _readlineInterface.question(chalk.greenBright(commandPrompt), { signal: questionController.signal }, (answer) => {
+            resolve(answer);
+        });
+        // If user starts typing in prompt, cancel any auto timeouts or wake on msg
+        _outputEmitter.on(_writeEventName, onStdinWrite_cancelTimers);
+        const abortQuestion = () => {
+            onStdinWrite_cancelTimers(true);
+            questionController.abort();
+            resolve("");
+        };
+        if (pauseSeconds) {
+            timeout = setTimeout(() => {
+                abortQuestion();
+            }, pauseSeconds * 1000);
+        }
+        if (wakeOnMessage) {
+            // Break timeout if new message is received
+            let firstError = true;
+            interval = setInterval(() => {
+                // setInterval does not support async/await, but that's okay as this call easily runs within the 3s interval
+                llmail
+                    .getUnreadThreads()
+                    .then((unreadThreadIds) => {
+                    if (unreadThreadIds.length) {
+                        abortQuestion();
+                    }
+                })
+                    // Catch and log errors, but don't break the interval on hopefully an intermittent error
+                    .catch((e) => {
+                    if (firstError) {
+                        output.error(`Mail interval check error: ${e}`);
+                        firstError = false;
+                    }
+                });
+            }, 3000);
+        }
+    });
+}
+//# sourceMappingURL=promptBuilder.js.map

package/dist/command/promptBuilder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"promptBuilder.js","sourceRoot":"","sources":["../../src/command/promptBuilder.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,KAAK,QAAQ,MAAM,UAAU,CAAC;AACrC,OAAO,KAAK,MAAM,MAAM,mBAAmB,CAAC;AAC5C,OAAO,KAAK,MAAM,MAAM,cAAc,CAAC;AACvC,OAAO,KAAK,cAAc,MAAM,0BAA0B,CAAC;AAC3D,OAAO,KAAK,SAAS,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,KAAK,MAAM,MAAM,oBAAoB,CAAC;AAC7C,OAAO,KAAK,YAAY,MAAM,mBAAmB,CAAC;AAElD,8GAA8G;AAC9G,wGAAwG;AACxG,4FAA4F;AAC5F,yEAAyE;AACzE,MAAM,eAAe,GAAG,OAAO,CAAC;AAChC,MAAM,cAAc,GAAG,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;AACjD,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;AAEjE,OAAO,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,GAAG,IAAI,EAAE,EAAE;IACjC,cAAc,CAAC,IAAI,CAAC,eAAe,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,CAAC;IACrD,OAAO,cAAc,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAO,IAAI,CAAC,CAAC;AACzD,CAAC,CAAC;AAEF,MAAM,kBAAkB,GAAG,QAAQ,CAAC,eAAe,CAAC;IAClD,KAAK,EAAE,OAAO,CAAC,KAAK;IACpB,MAAM,EAAE,OAAO,CAAC,MAAM;CACvB,CAAC,CAAC;AAEH,iCAAiC;AACjC,IAAI,uBAAuB,GAAG,KAAK,CAAC;AACpC,kBAAkB,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;IAClC,uBAAuB,GAAG,IAAI,CAAC;IAC/B,MAAM,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC;AAC5C,CAAC,CAAC,CAAC;AAEH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,YAAqB,EACrB,aAAuB;IAEvB,MAAM,YAAY,GAAG,SAAS,CAAC,OAAO,IAAI,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;IAEtE,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;IACjC,MAAM,UAAU,GAAG,cAAc,CAAC,aAAa,EAAE,CAAC;IAClD,MAAM,WAAW,GAAG,aAAa,UAAU,IAAI,QAAQ,GAAG,CAAC;IAE3D,IAAI,KAAK,GAAG,EAAE,CAAC;IAEf,IAAI,SAAS,CAAC,OAAO,IAAI,SAAS,CAAC,KAAK,EAAE,CAAC;QACzC,IAAI,YAAY,EAAE,CAAC;YACjB,KAAK,IAAI,aAAa,YAAY,IAAI,CAAC;QACzC,CAAC;QACD,IAAI,aAAa,EAAE,CAAC;YAClB,KAAK,IAAI,cAAc,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,OAAO,GAAG,MAAM,qBAAqB,EAAE,GAAG,WAAW,GAAG,KAAK,GAAG,YAAY,GAAG,CAAC;AAClF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB;IACzC,MAAM,WAAW,GAAG,MAAM,YAAY,CAAC,cAAc,EAAE,CAAC;IAExD,OAAO,GAAG,iBAAiB,EAAE,IAAI,WAAW,EAAE,CAAC;AACjD,CAAC;AAED,MAAM,UAAU,iBAAiB;IAC/B,MAAM,QAAQ,GACZ,SAAS,CAAC,OAAO,IAAI,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC;IAEzE,OAAO,GAAG,QAAQ,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;AAC1C,CAAC;AAED,MAAM,UAAU,QAAQ,CACtB,aAAqB,EACrB,YAAqB,EACrB,aAAuB;IAEvB,OAAO,IAAI,OAAO,CAAS,CAAC,OAAO,EAAE,EAAE;QACrC,MAAM,kBAAkB,GAAG,IAAI,eAAe,EAAE,CAAC;QACjD,IAAI,OAAmC,CAAC;QACxC,IAAI,QAAoC,CAAC;QACzC,IAAI,gBAAgB,GAAG,KAAK,CAAC;QAE7B,IAAI,uBAAuB,EAAE,CAAC;YAC5B,MAAM,CAAC,KAAK,CAAC,+CAA+C,CAAC,CAAC;YAC9D,OAAO;QACT,CAAC;QAED,qCAAqC;QACrC,SAAS,yBAAyB,CAChC,eAAwB,EACxB,MAAe;YAEf,yEAAyE;YACzE,IAAI,gBAAgB,IAAI,CAAC,MAAM,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;gBACpE,OAAO;YACT,CAAC;YAED,gBAAgB,GAAG,IAAI,CAAC;YACxB,cAAc,CAAC,GAAG,CAAC,eAAe,EAAE,yBAAyB,CAAC,CAAC;YAE/D,YAAY,CAAC,OAAO,CAAC,CAAC;YACtB,aAAa,CAAC,QAAQ,CAAC,CAAC;YACxB,OAAO,GAAG,SAAS,CAAC;YACpB,QAAQ,GAAG,SAAS,CAAC;YAErB,IAAI,eAAe,EAAE,CAAC;gBACpB,OAAO;YACT,CAAC;YAED,4FAA4F;YAC5F,8DAA8D;YAC9D,IAAI,QAAQ,GAAG,aAAa,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;YACjD,QAAQ;gBACN,QAAQ,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;YAEnE,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;gBACjB,oIAAoI;gBACpI,mFAAmF;gBACnF,MAAM,SAAS,GAAG,aAAa,CAAC,MAAM,GAAG,QAAQ,GAAG,CAAC,CAAC,CAAC,oCAAoC;gBAC3F,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;gBACnD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC;gBAChD,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YAC5C,CAAC;QACH,CAAC;QAED,kBAAkB,CAAC,QAAQ,CACzB,KAAK,CAAC,WAAW,CAAC,aAAa,CAAC,EAChC,EAAE,MAAM,EAAE,kBAAkB,CAAC,MAAM,EAAE,EACrC,CAAC,MAAM,EAAE,EAAE;YACT,OAAO,CAAC,MAAM,CAAC,CAAC;QAClB,CAAC,CACF,CAAC;QAEF,2EAA2E;QAC3E,cAAc,CAAC,EAAE,CAAC,eAAe,EAAE,yBAAyB,CAAC,CAAC;QAE9D,MAAM,aAAa,GAAG,GAAG,EAAE;YACzB,yBAAyB,CAAC,IAAI,CAAC,CAAC;YAChC,kBAAkB,CAAC,KAAK,EAAE,CAAC;YAC3B,OAAO,CAAC,EAAE,CAAC,CAAC;QACd,CAAC,CAAC;QAEF,IAAI,YAAY,EAAE,CAAC;YACjB,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;gBACxB,aAAa,EAAE,CAAC;YAClB,CAAC,EAAE,YAAY,GAAG,IAAI,CAAC,CAAC;QAC1B,CAAC;QAED,IAAI,aAAa,EAAE,CAAC;YAClB,2CAA2C;YAC3C,IAAI,UAAU,GAAG,IAAI,CAAC;YAEtB,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE;gBAC1B,4GAA4G;gBAC5G,MAAM;qBACH,gBAAgB,EAAE;qBAClB,IAAI,CAAC,CAAC,eAAe,EAAE,EAAE;oBACxB,IAAI,eAAe,CAAC,MAAM,EAAE,CAAC;wBAC3B,aAAa,EAAE,CAAC;oBAClB,CAAC;gBACH,CAAC,CAAC;oBACF,wFAAwF;qBACvF,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;oBACX,IAAI,UAAU,EAAE,CAAC;wBACf,MAAM,CAAC,KAAK,CAAC,8BAA8B,CAAC,EAAE,CAAC,CAAC;wBAChD,UAAU,GAAG,KAAK,CAAC;oBACrB,CAAC;gBACH,CAAC,CAAC,CAAC;YACP,CAAC,EAAE,IAAI,CAAC,CAAC;QACX,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/command/shellCommand.js

@@ -0,0 +1,36 @@
+import * as contextManager from "../llm/contextManager.js";
+import * as inputMode from "../utils/inputMode.js";
+import { InputMode } from "../utils/inputMode.js";
+import * as shellWrapper from "./shellWrapper.js";
+export async function handleCommand(input) {
+    const cmdParams = input.split(" ");
+    const response = {
+        hasErrors: true,
+    };
+    // Route user to context friendly edit commands that can read/write the entire file in one go
+    if (["nano", "vi", "vim"].includes(cmdParams[0])) {
+        await contextManager.append(`${cmdParams[0]} not supported. Use 'cat' to view a file and 'cat > filename << EOF' to write a file`);
+        return response;
+    }
+    if (cmdParams[0] == "lynx" && cmdParams[1] != "--dump") {
+        await contextManager.append(`Interactive mode with lynx is not supported. Use --dump with lynx to view a website`);
+        return response;
+    }
+    if (cmdParams[0] == "exit") {
+        if (inputMode.current == InputMode.LLM) {
+            await contextManager.append("Use 'endsession' to end the session and clear the console log.");
+        }
+        else if (inputMode.current == InputMode.Debug) {
+            await shellWrapper.terminate();
+            response.terminate = true;
+        }
+        return response;
+    }
+    const output = await shellWrapper.executeCommand(input);
+    if (output.value) {
+        await contextManager.append(output.value);
+    }
+    response.hasErrors = output.hasErrors;
+    return response;
+}
+//# sourceMappingURL=shellCommand.js.map

package/dist/command/shellCommand.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"shellCommand.js","sourceRoot":"","sources":["../../src/command/shellCommand.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,cAAc,MAAM,0BAA0B,CAAC;AAC3D,OAAO,KAAK,SAAS,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,KAAK,YAAY,MAAM,mBAAmB,CAAC;AAOlD,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,KAAa;IAEb,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACnC,MAAM,QAAQ,GAA+B;QAC3C,SAAS,EAAE,IAAI;KAChB,CAAC;IAEF,6FAA6F;IAC7F,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACjD,MAAM,cAAc,CAAC,MAAM,CACzB,GAAG,SAAS,CAAC,CAAC,CAAC,sFAAsF,CACtG,CAAC;QAEF,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,IAAI,SAAS,CAAC,CAAC,CAAC,IAAI,MAAM,IAAI,SAAS,CAAC,CAAC,CAAC,IAAI,QAAQ,EAAE,CAAC;QACvD,MAAM,cAAc,CAAC,MAAM,CACzB,qFAAqF,CACtF,CAAC;QAEF,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,IAAI,SAAS,CAAC,CAAC,CAAC,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,SAAS,CAAC,OAAO,IAAI,SAAS,CAAC,GAAG,EAAE,CAAC;YACvC,MAAM,cAAc,CAAC,MAAM,CACzB,gEAAgE,CACjE,CAAC;QACJ,CAAC;aAAM,IAAI,SAAS,CAAC,OAAO,IAAI,SAAS,CAAC,KAAK,EAAE,CAAC;YAChD,MAAM,YAAY,CAAC,SAAS,EAAE,CAAC;YAC/B,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAC;QAC5B,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;IAExD,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QACjB,MAAM,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC5C,CAAC;IAED,QAAQ,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;IAEtC,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/command/shellWrapper.js

@@ -0,0 +1,179 @@
+import { spawn } from "child_process";
+import * as fs from "fs";
+import * as os from "os";
+import * as config from "../config.js";
+import * as output from "../utils/output.js";
+import { naisysToHostPath } from "../utils/utilities.js";
+var ShellEvent;
+(function (ShellEvent) {
+    ShellEvent["Ouptput"] = "stdout";
+    ShellEvent["Error"] = "stderr";
+    ShellEvent["Exit"] = "exit";
+})(ShellEvent || (ShellEvent = {}));
+let _process;
+//let _log = "";
+let _commandOutput = "";
+let _hasErrors = false;
+let _currentPath;
+let _resolveCurrentCommand;
+let _currentCommandTimeout;
+const _commandDelimiter = "__COMMAND_END_X7YUTT__";
+async function ensureOpen() {
+    if (_process) {
+        return;
+    }
+    //_log = "";
+    resetCommand();
+    const spawnProcess = os.platform() === "win32" ? "wsl" : "bash";
+    _process = spawn(spawnProcess, [], { stdio: "pipe" });
+    _process.stdout.on("data", (data) => {
+        processOutput(data.toString(), ShellEvent.Ouptput);
+    });
+    _process.stderr.on("data", (data) => {
+        processOutput(data.toString(), ShellEvent.Error);
+    });
+    _process.on("close", (code) => {
+        processOutput(`${code}`, ShellEvent.Exit);
+        _process = undefined;
+    });
+    // Init users home dir on first run, on shell crash/rerun go back to the current path
+    if (!_currentPath) {
+        output.comment("NEW SHELL OPENED. PID: " + _process.pid);
+        commentIfNotEmpty(await executeCommand(`mkdir -p ${config.naisysFolder}/home/` + config.agent.username));
+        commentIfNotEmpty(await executeCommand(`cd ${config.naisysFolder}/home/` + config.agent.username));
+    }
+    else {
+        output.comment("SHELL RESTORED. PID: " + _process.pid);
+        commentIfNotEmpty(await executeCommand("cd " + _currentPath));
+    }
+    // Stop running commands if one fails
+    // Often the LLM will give us back all kinds of invalid commands, we want to break on the first one
+    // Unfortunately this also causes the shell to exit on failures, so we need to handle that
+    //commentIfNotEmpty(await executeCommand("set -e"));
+}
+/** Basically don't show anything in the console unless there is an error */
+function commentIfNotEmpty(response) {
+    if (response.value) {
+        output.comment(response.value);
+    }
+}
+export function processOutput(dataStr, eventType) {
+    if (!_resolveCurrentCommand) {
+        output.comment(eventType + " without handler: " + dataStr);
+        return;
+    }
+    if (eventType === ShellEvent.Exit) {
+        output.error("SHELL EXITED. PID: " + (_process === null || _process === void 0 ? void 0 : _process.pid) + " CODE: " + dataStr);
+    }
+    else {
+        //_log += "OUTPUT: " + dataStr;
+        _commandOutput += dataStr;
+    }
+    if (eventType === ShellEvent.Error) {
+        _hasErrors = true;
+        //output += "stderr: ";
+        // parse out the line number from '-bash: line 999: '
+        /*if (dataStr.startsWith("-bash: line ")) {
+          output.error(dataStr);
+    
+          const lineNum = dataStr.slice(11, dataStr.indexOf(": ", 11));
+          output.error(`Detected error on line ${lineNum} of output`);
+    
+          // display the same line of _output
+          const logLines = _log.split("\n");
+          const lineIndex = parseInt(lineNum) - 1;
+          if (logLines.length > lineIndex) {
+            output.error(`Line ${lineIndex} in log: ` + logLines[lineIndex]);
+          }
+    
+          // output all lines for debugging
+          for (let i = 0; i < logLines.length; i++) {
+            // if withing 10 lines of the error, show the line
+            //if (Math.abs(i - lineIndex) < 10) {
+              const lineStr = logLines[i].replace(/\n/g, "");
+              output.error(`${i}: ${lineStr}`);
+            //}
+          }
+        }*/
+    }
+    const delimiterIndex = _commandOutput.indexOf(_commandDelimiter);
+    if (delimiterIndex != -1 || eventType === ShellEvent.Exit) {
+        // trim everything after delimiter
+        _commandOutput = _commandOutput.slice(0, delimiterIndex);
+        const response = {
+            value: _commandOutput.trim(),
+            hasErrors: _hasErrors,
+        };
+        resetCommand();
+        _resolveCurrentCommand(response);
+    }
+}
+export async function executeCommand(command) {
+    /*if (command == "shelllog") {
+      _log.split("\n").forEach((line, i) => {
+        output.comment(`${i}. ${line}`);
+      });
+  
+      return <CommandResponse>{
+        value: "",
+        hasErrors: false,
+      };
+    }*/
+    await ensureOpen();
+    if (_currentPath && command.trim().split("\n").length > 1) {
+        command = await runCommandFromScript(command);
+    }
+    return new Promise((resolve) => {
+        _resolveCurrentCommand = resolve;
+        const commandWithDelimiter = `${command.trim()}\necho "${_commandDelimiter} LINE:\${LINENO}"\n`;
+        //_log += "INPUT: " + commandWithDelimiter;
+        _process === null || _process === void 0 ? void 0 : _process.stdin.write(commandWithDelimiter);
+        // If no response after 5 seconds, kill and reset the shell, often hanging on some unescaped input
+        const timeoutSeconds = 5;
+        _currentCommandTimeout = setTimeout(() => {
+            if (_resolveCurrentCommand) {
+                _process === null || _process === void 0 ? void 0 : _process.kill();
+                output.error("SHELL TIMEMOUT/KILLED. PID: " + (_process === null || _process === void 0 ? void 0 : _process.pid));
+                resetProcess();
+                _resolveCurrentCommand({
+                    value: `Error: Command timed out after ${timeoutSeconds} seconds.`,
+                    hasErrors: true,
+                });
+            }
+        }, timeoutSeconds * 1000);
+    });
+}
+export async function getCurrentPath() {
+    await ensureOpen();
+    _currentPath = (await executeCommand("pwd")).value;
+    return _currentPath;
+}
+export async function terminate() {
+    /*const exitCode = */ await executeCommand("exit");
+    // For some reason showing the exit code clears the console
+    resetProcess();
+}
+function resetCommand() {
+    _commandOutput = "";
+    _hasErrors = false;
+    clearTimeout(_currentCommandTimeout);
+}
+function resetProcess() {
+    resetCommand();
+    _process === null || _process === void 0 ? void 0 : _process.removeAllListeners();
+    _process = undefined;
+}
+/** Wraps multi line commands in a script to make it easier to diagnose the source of errors based on line number
+ * May also help with common escaping errors */
+function runCommandFromScript(command) {
+    const scriptPath = `${config.naisysFolder}/home/${config.agent.username}/.command.tmp.sh`;
+    // set -e causes the script to exit on any error
+    const scriptContent = `#!/bin/bash
+set -e
+cd ${_currentPath}
+${command.trim()}`;
+    // create/writewrite file
+    fs.writeFileSync(naisysToHostPath(scriptPath), scriptContent);
+    return `bash ${scriptPath}`;
+}
+//# sourceMappingURL=shellWrapper.js.map

package/dist/command/shellWrapper.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"shellWrapper.js","sourceRoot":"","sources":["../../src/command/shellWrapper.ts"],"names":[],"mappings":"AAAA,OAAO,EAAkC,KAAK,EAAE,MAAM,eAAe,CAAC;AACtE,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,KAAK,MAAM,MAAM,cAAc,CAAC;AACvC,OAAO,KAAK,MAAM,MAAM,oBAAoB,CAAC;AAC7C,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAOzD,IAAK,UAIJ;AAJD,WAAK,UAAU;IACb,gCAAkB,CAAA;IAClB,8BAAgB,CAAA;IAChB,2BAAa,CAAA;AACf,CAAC,EAJI,UAAU,KAAV,UAAU,QAId;AAED,IAAI,QAAoD,CAAC;AACzD,gBAAgB;AAChB,IAAI,cAAc,GAAG,EAAE,CAAC;AACxB,IAAI,UAAU,GAAG,KAAK,CAAC;AACvB,IAAI,YAAgC,CAAC;AAErC,IAAI,sBAAsE,CAAC;AAC3E,IAAI,sBAAkD,CAAC;AAEvD,MAAM,iBAAiB,GAAG,wBAAwB,CAAC;AAEnD,KAAK,UAAU,UAAU;IACvB,IAAI,QAAQ,EAAE,CAAC;QACb,OAAO;IACT,CAAC;IAED,YAAY;IACZ,YAAY,EAAE,CAAC;IAEf,MAAM,YAAY,GAAG,EAAE,CAAC,QAAQ,EAAE,KAAK,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;IAEhE,QAAQ,GAAG,KAAK,CAAC,YAAY,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;IAEtD,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;QAClC,aAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,UAAU,CAAC,OAAO,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;QAClC,aAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;QAC5B,aAAa,CAAC,GAAG,IAAI,EAAE,EAAE,UAAU,CAAC,IAAI,CAAC,CAAC;QAC1C,QAAQ,GAAG,SAAS,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,qFAAqF;IACrF,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,MAAM,CAAC,OAAO,CAAC,yBAAyB,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;QAEzD,iBAAiB,CACf,MAAM,cAAc,CAClB,YAAY,MAAM,CAAC,YAAY,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,CAChE,CACF,CAAC;QACF,iBAAiB,CACf,MAAM,cAAc,CAClB,MAAM,MAAM,CAAC,YAAY,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,CAC1D,CACF,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,OAAO,CAAC,uBAAuB,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;QAEvD,iBAAiB,CAAC,MAAM,cAAc,CAAC,KAAK,GAAG,YAAY,CAAC,CAAC,CAAC;IAChE,CAAC;IAED,qCAAqC;IACrC,mGAAmG;IACnG,0FAA0F;IAC1F,oDAAoD;AACtD,CAAC;AAED,4EAA4E;AAC5E,SAAS,iBAAiB,CAAC,QAAyB;IAClD,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QACnB,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IACjC,CAAC;AACH,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,OAAe,EAAE,SAAqB;IAClE,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAC5B,MAAM,CAAC,OAAO,CAAC,SAAS,GAAG,oBAAoB,GAAG,OAAO,CAAC,CAAC;QAC3D,OAAO;IACT,CAAC;IAED,IAAI,SAAS,KAAK,UAAU,CAAC,IAAI,EAAE,CAAC;QAClC,MAAM,CAAC,KAAK,CAAC,qBAAqB,IAAG,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,GAAG,CAAA,GAAG,SAAS,GAAG,OAAO,CAAC,CAAC;IAC5E,CAAC;SAAM,CAAC;QACN,+BAA+B;QAC/B,cAAc,IAAI,OAAO,CAAC;IAC5B,CAAC;IAED,IAAI,SAAS,KAAK,UAAU,CAAC,KAAK,EAAE,CAAC;QACnC,UAAU,GAAG,IAAI,CAAC;QAClB,uBAAuB;QAEvB,qDAAqD;QACrD;;;;;;;;;;;;;;;;;;;;;WAqBG;IACL,CAAC;IAED,MAAM,cAAc,GAAG,cAAc,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;IACjE,IAAI,cAAc,IAAI,CAAC,CAAC,IAAI,SAAS,KAAK,UAAU,CAAC,IAAI,EAAE,CAAC;QAC1D,kCAAkC;QAClC,cAAc,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC;QAEzD,MAAM,QAAQ,GAAG;YACf,KAAK,EAAE,cAAc,CAAC,IAAI,EAAE;YAC5B,SAAS,EAAE,UAAU;SACtB,CAAC;QAEF,YAAY,EAAE,CAAC;QACf,sBAAsB,CAAC,QAAQ,CAAC,CAAC;IACnC,CAAC;AACH,CAAC;AACD,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,OAAe;IAClD;;;;;;;;;OASG;IAEH,MAAM,UAAU,EAAE,CAAC;IAEnB,IAAI,YAAY,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1D,OAAO,GAAG,MAAM,oBAAoB,CAAC,OAAO,CAAC,CAAC;IAChD,CAAC;IAED,OAAO,IAAI,OAAO,CAAkB,CAAC,OAAO,EAAE,EAAE;QAC9C,sBAAsB,GAAG,OAAO,CAAC;QACjC,MAAM,oBAAoB,GAAG,GAAG,OAAO,CAAC,IAAI,EAAE,WAAW,iBAAiB,qBAAqB,CAAC;QAChG,2CAA2C;QAC3C,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,KAAK,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC;QAE5C,kGAAkG;QAClG,MAAM,cAAc,GAAG,CAAC,CAAC;QACzB,sBAAsB,GAAG,UAAU,CAAC,GAAG,EAAE;YACvC,IAAI,sBAAsB,EAAE,CAAC;gBAC3B,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,IAAI,EAAE,CAAC;gBACjB,MAAM,CAAC,KAAK,CAAC,8BAA8B,IAAG,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,GAAG,CAAA,CAAC,CAAC;gBAC7D,YAAY,EAAE,CAAC;gBAEf,sBAAsB,CAAC;oBACrB,KAAK,EAAE,kCAAkC,cAAc,WAAW;oBAClE,SAAS,EAAE,IAAI;iBAChB,CAAC,CAAC;YACL,CAAC;QACH,CAAC,EAAE,cAAc,GAAG,IAAI,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc;IAClC,MAAM,UAAU,EAAE,CAAC;IAEnB,YAAY,GAAG,CAAC,MAAM,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;IAEnD,OAAO,YAAY,CAAC;AACtB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS;IAC7B,qBAAqB,CAAC,MAAM,cAAc,CAAC,MAAM,CAAC,CAAC;IAEnD,2DAA2D;IAC3D,YAAY,EAAE,CAAC;AACjB,CAAC;AAED,SAAS,YAAY;IACnB,cAAc,GAAG,EAAE,CAAC;IACpB,UAAU,GAAG,KAAK,CAAC;IACnB,YAAY,CAAC,sBAAsB,CAAC,CAAC;AACvC,CAAC;AAED,SAAS,YAAY;IACnB,YAAY,EAAE,CAAC;IACf,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,kBAAkB,EAAE,CAAC;IAC/B,QAAQ,GAAG,SAAS,CAAC;AACvB,CAAC;AAED;+CAC+C;AAC/C,SAAS,oBAAoB,CAAC,OAAe;IAC3C,MAAM,UAAU,GAAG,GAAG,MAAM,CAAC,YAAY,SAAS,MAAM,CAAC,KAAK,CAAC,QAAQ,kBAAkB,CAAC;IAE1F,gDAAgD;IAChD,MAAM,aAAa,GAAG;;KAEnB,YAAY;EACf,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;IAEjB,yBAAyB;IACzB,EAAE,CAAC,aAAa,CAAC,gBAAgB,CAAC,UAAU,CAAC,EAAE,aAAa,CAAC,CAAC;IAE9D,OAAO,QAAQ,UAAU,EAAE,CAAC;AAC9B,CAAC"}

package/dist/config.js

@@ -0,0 +1,46 @@
+import { program } from "commander";
+import dotenv from "dotenv";
+import * as fs from "fs";
+import yaml from "js-yaml";
+import { valueFromString } from "./utils/utilities.js";
+program.argument("<agent-path>", "Path to agent configuration file").parse();
+dotenv.config();
+/** The system name that shows after the @ in the command prompt */
+export const hostname = "naisys";
+/** The number of tokens you want to limit a session to, independent of the LLM token max */
+export const tokenMax = 4000;
+/* .env is used for global configs across naisys, while agent configs for the specific agent */
+export const naisysFolder = getEnv("NAISYS_FOLDER", true);
+export const websiteFolder = getEnv("WEBSITE_FOLDER");
+export const localLlmUrl = getEnv("LOCAL_LLM_URL");
+export const localLlmName = getEnv("LOCAL_LLM_NAME");
+export const openaiApiKey = getEnv("OPENAI_API_KEY");
+export const googleApiKey = getEnv("GOOGLE_API_KEY");
+export const agent = loadAgentConfig();
+function getEnv(key, required) {
+    const value = process.env[key];
+    if (!value && required) {
+        throw `Config: Error, .env ${key} is not defined`;
+    }
+    return value;
+}
+function loadAgentConfig() {
+    const agentPath = program.args[0];
+    const checkAgentConfig = yaml.load(fs.readFileSync(agentPath, "utf8"));
+    // throw if any property is undefined
+    for (const key of [
+        "username",
+        "title",
+        "consoleModel",
+        "webModel",
+        "agentPrompt",
+        "spendLimitDollars",
+        // debugPauseSeconds and wakeOnMessage can be undefined
+    ]) {
+        if (!valueFromString(checkAgentConfig, key)) {
+            throw `Agent config: Error, ${key} is not defined`;
+        }
+    }
+    return checkAgentConfig;
+}
+//# sourceMappingURL=config.js.map

package/dist/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,IAAI,MAAM,SAAS,CAAC;AAC3B,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAEvD,OAAO,CAAC,QAAQ,CAAC,cAAc,EAAE,kCAAkC,CAAC,CAAC,KAAK,EAAE,CAAC;AAE7E,MAAM,CAAC,MAAM,EAAE,CAAC;AAEhB,mEAAmE;AACnE,MAAM,CAAC,MAAM,QAAQ,GAAG,QAAQ,CAAC;AAEjC,4FAA4F;AAC5F,MAAM,CAAC,MAAM,QAAQ,GAAG,IAAI,CAAC;AAE7B,+FAA+F;AAE/F,MAAM,CAAC,MAAM,YAAY,GAAG,MAAM,CAAC,eAAe,EAAE,IAAI,CAAC,CAAC;AAC1D,MAAM,CAAC,MAAM,aAAa,GAAG,MAAM,CAAC,gBAAgB,CAAC,CAAC;AAEtD,MAAM,CAAC,MAAM,WAAW,GAAG,MAAM,CAAC,eAAe,CAAC,CAAC;AACnD,MAAM,CAAC,MAAM,YAAY,GAAG,MAAM,CAAC,gBAAgB,CAAC,CAAC;AAErD,MAAM,CAAC,MAAM,YAAY,GAAG,MAAM,CAAC,gBAAgB,CAAC,CAAC;AACrD,MAAM,CAAC,MAAM,YAAY,GAAG,MAAM,CAAC,gBAAgB,CAAC,CAAC;AAErD,MAAM,CAAC,MAAM,KAAK,GAAG,eAAe,EAAE,CAAC;AAEvC,SAAS,MAAM,CAAC,GAAW,EAAE,QAAkB;IAC7C,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC/B,IAAI,CAAC,KAAK,IAAI,QAAQ,EAAE,CAAC;QACvB,MAAM,uBAAuB,GAAG,iBAAiB,CAAC;IACpD,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAcD,SAAS,eAAe;IACtB,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAElC,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAChC,EAAE,CAAC,YAAY,CAAC,SAAS,EAAE,MAAM,CAAC,CACpB,CAAC;IAEjB,qCAAqC;IACrC,KAAK,MAAM,GAAG,IAAI;QAChB,UAAU;QACV,OAAO;QACP,cAAc;QACd,UAAU;QACV,aAAa;QACb,mBAAmB;QACnB,uDAAuD;KACxD,EAAE,CAAC;QACF,IAAI,CAAC,eAAe,CAAC,gBAAgB,EAAE,GAAG,CAAC,EAAE,CAAC;YAC5C,MAAM,wBAAwB,GAAG,iBAAiB,CAAC;QACrD,CAAC;IACH,CAAC;IAED,OAAO,gBAAgB,CAAC;AAC1B,CAAC"}

package/dist/llm/contextManager.js

@@ -0,0 +1,127 @@
+import * as config from "../config.js";
+import * as inputMode from "../utils/inputMode.js";
+import { InputMode } from "../utils/inputMode.js";
+import * as logService from "../utils/logService.js";
+import * as output from "../utils/output.js";
+import { OutputColor } from "../utils/output.js";
+import * as utilities from "../utils/utilities.js";
+import { valueFromString } from "../utils/utilities.js";
+import { LlmRole } from "./llmDtos.js";
+export var ContentSource;
+(function (ContentSource) {
+    ContentSource["ConsolePrompt"] = "startPrompt";
+    ContentSource["LlmPromptResponse"] = "endPrompt";
+    ContentSource["Console"] = "console";
+    ContentSource["LLM"] = "llm";
+})(ContentSource || (ContentSource = {}));
+let _cachedSystemMessage = "";
+export function getSystemMessage() {
+    if (_cachedSystemMessage) {
+        return _cachedSystemMessage;
+    }
+    // Fill out the templates in the agent prompt and stick it to the front of the system message
+    // A lot of the stipulations in here are to prevent common LLM mistakes
+    // Like we can't jump between standard and special commands in a single prompt, which the LLM will try to do if not warned
+    let agentPrompt = config.agent.agentPrompt;
+    agentPrompt = resolveTemplateVars(agentPrompt, "agent", config.agent);
+    agentPrompt = resolveTemplateVars(agentPrompt, "env", process.env);
+    const systemMessage = `${agentPrompt.trim()}
+
+This is a command line interface presenting you with the next command prompt. 
+Make sure the read the command line rules in the MOTD carefully.
+Don't try to guess the output of commands. Don't put commands in \`\`\` blocks.
+For example when you run 'cat' or 'ls', don't write what you think the output will be. Let the system do that.
+Your role is that of the user. The system will provide responses and next command prompt. Don't output your own command prompt.
+Be careful when writing files through the command prompt with cat. Make sure to close and escape quotes properly.
+
+NAISYS ${process.env.npm_package_version} Shell
+Welcome back ${config.agent.username}!
+MOTD:
+Date: ${new Date().toLocaleString()}
+Commands: 
+  Standard Unix commands are available
+  vi and nano are not supported
+  Read/write entire files in a single command with cat
+  Do not input notes after the prompt. Only valid commands.
+Special Commands: (Don't mix with standard commands on the same prompt)
+  llmail: A local mail system for communicating with your team
+  llmynx: A context optimized web browser. Enter 'llmynx help' to learn how to use it
+  comment <thought>: Any non-command output like thinking out loud, prefix with the 'comment' command
+  pause <seconds>: Pause for <seconds> or indeterminite if no argument is provided. Auto wake up on new mail message
+  endsession <note>: Ends this session, clears the console log and context.
+    The note should help you prevent from having to find your bearings in the next session. 
+    The note should contain your next goal. Important things should you remember. Maybe a task list.
+    Try to keep the note around 400 tokens.
+Tokens:
+  The console log can only hold a certain number of 'tokens' that is specified in the prompt
+  Make sure to call endsession before the limit is hit so you can continue your work with a fresh console`;
+    _cachedSystemMessage = systemMessage;
+    return systemMessage;
+}
+function resolveTemplateVars(templateString, allowedVarString, mappedVar) {
+    const pattern = new RegExp(`\\$\\{${allowedVarString}\\.([^}]+)\\}`, "g");
+    return templateString.replace(pattern, (match, key) => {
+        const value = valueFromString(mappedVar, key);
+        if (value === undefined) {
+            throw `Agent config: Error, ${key} is not defined`;
+        }
+        return value;
+    });
+}
+export let messages = [];
+export async function append(text, source = ContentSource.Console) {
+    // Debug runs in a shadow mode where their activity is not recorded in the context
+    // Mark with a # to make it clear that it is not part of the context
+    if (inputMode.current === InputMode.Debug) {
+        output.comment(text);
+        return;
+    }
+    // Else otherwise we're running in LLM mode
+    const role = source == ContentSource.ConsolePrompt || source == ContentSource.Console
+        ? LlmRole.User
+        : source == ContentSource.LlmPromptResponse || source == ContentSource.LLM
+            ? LlmRole.Assistant
+            : undefined;
+    if (!role) {
+        throw new Error("Invalid source");
+    }
+    // If last message is the same role then combine - Googl API requires alterntating roles
+    // TODO: Maybe dont do this here, but in the google api call
+    let combined = false;
+    if (messages.length > 0) {
+        const lastMessage = messages[messages.length - 1];
+        if (lastMessage.role == role) {
+            lastMessage.content += `\n${text}`;
+            combined = true;
+            await logService.update(lastMessage, text);
+        }
+    }
+    if (!combined) {
+        const llmMessage = { role, content: text };
+        llmMessage.logId = await logService.write(llmMessage);
+        messages.push(llmMessage);
+    }
+    // Prompts are manually added to the console log
+    if (source != ContentSource.ConsolePrompt &&
+        source != ContentSource.LlmPromptResponse) {
+        output.write(text, source == "llm" ? OutputColor.llm : OutputColor.console);
+    }
+}
+export function clear() {
+    messages = [];
+}
+export function getTokenCount() {
+    const sytemMessageTokens = utilities.getTokenCount(getSystemMessage());
+    return messages.reduce((acc, message) => {
+        return acc + utilities.getTokenCount(message.content);
+    }, sytemMessageTokens);
+}
+export function printContext() {
+    output.comment("#####################");
+    // output.comment(content);
+    messages.forEach((message) => {
+        output.comment(`${message.role}: ${message.content}`);
+    });
+    output.comment("#####################");
+}
+//# sourceMappingURL=contextManager.js.map

package/dist/llm/contextManager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"contextManager.js","sourceRoot":"","sources":["../../src/llm/contextManager.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,cAAc,CAAC;AACvC,OAAO,KAAK,SAAS,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,KAAK,UAAU,MAAM,wBAAwB,CAAC;AACrD,OAAO,KAAK,MAAM,MAAM,oBAAoB,CAAC;AAC7C,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,KAAK,SAAS,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAc,OAAO,EAAE,MAAM,cAAc,CAAC;AAEnD,MAAM,CAAN,IAAY,aAKX;AALD,WAAY,aAAa;IACvB,8CAA6B,CAAA;IAC7B,gDAA+B,CAAA;IAC/B,oCAAmB,CAAA;IACnB,4BAAW,CAAA;AACb,CAAC,EALW,aAAa,KAAb,aAAa,QAKxB;AAED,IAAI,oBAAoB,GAAG,EAAE,CAAC;AAE9B,MAAM,UAAU,gBAAgB;IAC9B,IAAI,oBAAoB,EAAE,CAAC;QACzB,OAAO,oBAAoB,CAAC;IAC9B,CAAC;IAED,6FAA6F;IAC7F,uEAAuE;IACvE,0HAA0H;IAC1H,IAAI,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC;IAC3C,WAAW,GAAG,mBAAmB,CAAC,WAAW,EAAE,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;IACtE,WAAW,GAAG,mBAAmB,CAAC,WAAW,EAAE,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC;IAEnE,MAAM,aAAa,GAAG,GAAG,WAAW,CAAC,IAAI,EAAE;;;;;;;;;SASpC,OAAO,CAAC,GAAG,CAAC,mBAAmB;eACzB,MAAM,CAAC,KAAK,CAAC,QAAQ;;QAE5B,IAAI,IAAI,EAAE,CAAC,cAAc,EAAE;;;;;;;;;;;;;;;;;0GAiBuE,CAAC;IAEzG,oBAAoB,GAAG,aAAa,CAAC;IACrC,OAAO,aAAa,CAAC;AACvB,CAAC;AAED,SAAS,mBAAmB,CAC1B,cAAsB,EACtB,gBAAwB,EACxB,SAAc;IAEd,MAAM,OAAO,GAAG,IAAI,MAAM,CAAC,SAAS,gBAAgB,eAAe,EAAE,GAAG,CAAC,CAAC;IAE1E,OAAO,cAAc,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;QACpD,MAAM,KAAK,GAAG,eAAe,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;QAC9C,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,MAAM,wBAAwB,GAAG,iBAAiB,CAAC;QACrD,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,IAAI,QAAQ,GAAiB,EAAE,CAAC;AAEvC,MAAM,CAAC,KAAK,UAAU,MAAM,CAC1B,IAAY,EACZ,SAAwB,aAAa,CAAC,OAAO;IAE7C,kFAAkF;IAClF,oEAAoE;IACpE,IAAI,SAAS,CAAC,OAAO,KAAK,SAAS,CAAC,KAAK,EAAE,CAAC;QAC1C,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACrB,OAAO;IACT,CAAC;IAED,2CAA2C;IAC3C,MAAM,IAAI,GACR,MAAM,IAAI,aAAa,CAAC,aAAa,IAAI,MAAM,IAAI,aAAa,CAAC,OAAO;QACtE,CAAC,CAAC,OAAO,CAAC,IAAI;QACd,CAAC,CAAC,MAAM,IAAI,aAAa,CAAC,iBAAiB,IAAI,MAAM,IAAI,aAAa,CAAC,GAAG;YACxE,CAAC,CAAC,OAAO,CAAC,SAAS;YACnB,CAAC,CAAC,SAAS,CAAC;IAElB,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,MAAM,IAAI,KAAK,CAAC,gBAAgB,CAAC,CAAC;IACpC,CAAC;IAED,wFAAwF;IACxF,4DAA4D;IAC5D,IAAI,QAAQ,GAAG,KAAK,CAAC;IAErB,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,MAAM,WAAW,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAElD,IAAI,WAAW,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC;YAC7B,WAAW,CAAC,OAAO,IAAI,KAAK,IAAI,EAAE,CAAC;YACnC,QAAQ,GAAG,IAAI,CAAC;YAChB,MAAM,UAAU,CAAC,MAAM,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAED,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,UAAU,GAAe,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QACvD,UAAU,CAAC,KAAK,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QACtD,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAC5B,CAAC;IAED,gDAAgD;IAChD,IACE,MAAM,IAAI,aAAa,CAAC,aAAa;QACrC,MAAM,IAAI,aAAa,CAAC,iBAAiB,EACzC,CAAC;QACD,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,IAAI,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;IAC9E,CAAC;AACH,CAAC;AAED,MAAM,UAAU,KAAK;IACnB,QAAQ,GAAG,EAAE,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,aAAa;IAC3B,MAAM,kBAAkB,GAAG,SAAS,CAAC,aAAa,CAAC,gBAAgB,EAAE,CAAC,CAAC;IAEvE,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,OAAO,EAAE,EAAE;QACtC,OAAO,GAAG,GAAG,SAAS,CAAC,aAAa,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IACxD,CAAC,EAAE,kBAAkB,CAAC,CAAC;AACzB,CAAC;AAED,MAAM,UAAU,YAAY;IAC1B,MAAM,CAAC,OAAO,CAAC,uBAAuB,CAAC,CAAC;IACxC,2BAA2B;IAC3B,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC3B,MAAM,CAAC,OAAO,CAAC,GAAG,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;IACH,MAAM,CAAC,OAAO,CAAC,uBAAuB,CAAC,CAAC;AAC1C,CAAC"}

package/dist/llm/costTracker.js

@@ -0,0 +1,43 @@
+import * as config from "../config.js";
+import * as dbUtils from "../utils/dbUtils.js";
+import { naisysToHostPath } from "../utils/utilities.js";
+const _dbFilePath = naisysToHostPath(`${config.naisysFolder}/lib/costs.db`);
+await init();
+async function init() {
+    const newDbCreated = await dbUtils.initDatabase(_dbFilePath);
+    await usingDatabase(async (db) => {
+        if (!newDbCreated) {
+            return;
+        }
+        const createTables = [
+            `CREATE TABLE Costs (
+          id INTEGER PRIMARY KEY,
+          date TEXT NOT NULL, 
+          username TEXT NOT NULL,
+          source TEXT NOT NULL,
+          model TEXT NOT NULL,
+          cost REAL NOT NULL
+      )`,
+        ];
+        for (const createTable of createTables) {
+            await db.exec(createTable);
+        }
+    });
+}
+export async function recordCost(cost, source, modelName) {
+    await usingDatabase(async (db) => {
+        await db.run(`INSERT INTO Costs (date, username, source, model, cost) VALUES (datetime('now'), ?, ?, ?, ?)`, [config.agent.username, source, modelName, cost]);
+    });
+}
+export async function getTotalCosts() {
+    return usingDatabase(async (db) => {
+        const result = await db.get(`SELECT sum(cost) as total 
+        FROM Costs 
+        WHERE username = ?`, [config.agent.username]);
+        return result.total;
+    });
+}
+async function usingDatabase(run) {
+    return dbUtils.usingDatabase(_dbFilePath, run);
+}
+//# sourceMappingURL=costTracker.js.map

package/dist/llm/costTracker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"costTracker.js","sourceRoot":"","sources":["../../src/llm/costTracker.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,MAAM,MAAM,cAAc,CAAC;AACvC,OAAO,KAAK,OAAO,MAAM,qBAAqB,CAAC;AAC/C,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAEzD,MAAM,WAAW,GAAG,gBAAgB,CAAC,GAAG,MAAM,CAAC,YAAY,eAAe,CAAC,CAAC;AAE5E,MAAM,IAAI,EAAE,CAAC;AAEb,KAAK,UAAU,IAAI;IACjB,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;IAE7D,MAAM,aAAa,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;QAC/B,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,OAAO;QACT,CAAC;QAED,MAAM,YAAY,GAAG;YACnB;;;;;;;QAOE;SACH,CAAC;QAEF,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;YACvC,MAAM,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,IAAY,EACZ,MAAc,EACd,SAAiB;IAEjB,MAAM,aAAa,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;QAC/B,MAAM,EAAE,CAAC,GAAG,CACV,8FAA8F,EAC9F,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,CAAC,CACjD,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa;IACjC,OAAO,aAAa,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;QAChC,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,GAAG,CACzB;;2BAEqB,EACrB,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CACxB,CAAC;QAEF,OAAO,MAAM,CAAC,KAAK,CAAC;IACtB,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,aAAa,CAAI,GAAiC;IAC/D,OAAO,OAAO,CAAC,aAAa,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;AACjD,CAAC"}