querysub 0.241.0 → 0.243.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "querysub",
-  "version": "0.241.0",
+  "version": "0.243.0",
   "main": "index.js",
   "license": "MIT",
   "note1": "note on node-forge fork, see https://github.com/digitalbazaar/forge/issues/744 for details",

package/src/deployManager/machineApplyMainCode.ts

@@ -23,6 +23,9 @@ import { blue, green, magenta, red } from "socket-function/src/formatting/logCol
 import { shutdown } from "../diagnostics/periodic";
 import { onServiceConfigChange } from "./machineController";
 import { PromiseObj } from "../promise";
+import path from "path";
+
+const PIPE_FILE_LINE_LIMIT = 10;
 
 const getLiveMachineInfo = measureWrap(async function getLiveMachineInfo() {
     let machineInfo: MachineInfo = {
@@ -51,6 +54,8 @@ export async function streamScreenOutput(config: {
     index: number;
     onData: (data: string) => Promise<void>;
 }) {
+    // Find the pipe file for this screen
+    const root = os.homedir() + "/" + SERVICE_FOLDER;
     let screenName = getScreenName({
         serviceKey: config.key,
         index: config.index,
@@ -92,15 +97,10 @@ export async function streamScreenOutput(config: {
 
     return (async () => {
         try {
-            const captureCommand = `${prefix}tmux capture-pane -p -S -2000 -t ${screenName}`;
-            // Initial data
-            const initialContent = await runPromise(captureCommand, { quiet: true });
-            if (initialContent) {
-                await onDataWrapped(initialContent);
-            }
+            const pipeFile = `${root}${screenName}/pipe.txt`;
 
-            childProcess = spawn(`${prefix}tmux pipe-pane -t ${screenName} 'cat'`, {
-                shell: true,
+            // Use tail -f to follow the pipe file
+            childProcess = spawn(`tail`, ["-f", pipeFile, "--retry", "--lines", "1000"], {
                 stdio: "pipe",
             });
 
@@ -292,6 +292,31 @@ ${config.command}
 `;
     await fs.promises.writeFile(config.folder + "../command.sh", command);
     await runPromise(`${prefix}tmux send-keys -t ${screenName} 'bash ../command.sh' Enter`);
+
+    // Setup pipe-pane as well
+
+    let pipeFile = path.resolve(config.folder + "../pipe.txt");
+    let pipeScript = path.resolve(config.folder + "../pipe.sh");
+    await fs.promises.writeFile(pipeScript, `#!/bin/bash
+line_count=0
+while IFS= read -r line; do
+    echo "$line" >> "${pipeFile}"
+    ((line_count++))
+    
+    # Check file size every 100 lines to avoid too much overhead
+    if (( line_count % ${PIPE_FILE_LINE_LIMIT} == 0 )); then
+        if [ -f "${pipeFile}" ]; then
+            # Get file size (works on both Linux and macOS)
+            filesize=$(stat -f%z "${pipeFile}" 2>/dev/null || stat -c%s "${pipeFile}" 2>/dev/null || echo 0)
+            if [ "$filesize" -gt 1048576 ]; then
+                # Keep only the last 1000 lines when file gets too big
+                tail -n ${PIPE_FILE_LINE_LIMIT} "${pipeFile}" > "${pipeFile}.tmp" && mv "${pipeFile}.tmp" "${pipeFile}"
+            fi
+        fi
+    fi
+done`);
+    await runPromise(`chmod +x ${pipeScript}`);
+    await runPromise(`${prefix}tmux pipe-pane -t ${screenName} 'bash ${pipeScript}'`);
 });
 const killScreen = measureWrap(async function killScreen(config: {
     screenName: string;
@@ -340,7 +365,7 @@ async function quickIsOutdated() {
             let screen = screens.find(x => x.screenName === screenName);
             if (!screen) return true;
 
-            let folder = root + config.parameters.key + "-" + i + "/";
+            let folder = root + screenName + "/";
             let parameterPath = folder + "/parameters.json";
             if (!fs.existsSync(parameterPath)) return true;
             let prevParameters = await fs.promises.readFile(parameterPath, "utf8");

package/src/deployManager/spec.txt

@@ -5,7 +5,9 @@ Syncing isn't updating?
     - Buttons per key + index, which we can figure out clientside. Stream results under the button, and we can stream multiple at once?
     - OH, just for superusers, so the browser can connect directly!
 
-OH! I think if something is scrollable, and is scrolled down, it'll stick to the bottom. We just need it to start scrollable!
+2) Verify when the file is truncated it still works
+
+3) OH! I think if something is scrollable, and is scrolled down, it'll stick to the bottom. We just need it to start scrollable!
 
 4) Destroy our testing digital ocean server