querysub 0.257.0 → 0.259.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "querysub",
-  "version": "0.257.0",
+  "version": "0.259.0",
   "main": "index.js",
   "license": "MIT",
   "note1": "note on node-forge fork, see https://github.com/digitalbazaar/forge/issues/744 for details",

package/src/-b-authorities/dnsAuthority.ts

@@ -105,7 +105,10 @@ export async function setRecord(type: string, key: string, value: string, proxie
     });
     // NOTE: Apparently... even if the record didn't exist, we still have to wait...
     console.log(`Waiting ${ttl} seconds for DNS to propagate...`);
-    await delay(ttl * 1000);
+    for (let ttlLeft = ttl; ttlLeft > 0; ttlLeft--) {
+        await delay(1000);
+        console.log(`${ttlLeft} seconds left...`);
+    }
     console.log(`Done waiting for DNS to update.`);
 
 }
@@ -127,6 +130,9 @@ export async function addRecord(type: string, key: string, value: string, proxie
         proxied: proxied === "proxied",
     });
     console.log(`Waiting ${ttl} seconds for DNS to propagate...`);
-    await delay(ttl * 1000);
+    for (let ttlLeft = ttl; ttlLeft > 0; ttlLeft--) {
+        await delay(1000);
+        console.log(`${ttlLeft} seconds left...`);
+    }
     console.log(`Done waiting for DNS to update.`);
 }

package/src/deployManager/components/ServiceDetailPage.tsx

@@ -18,6 +18,7 @@ import { ScrollOnMount } from "../../library-components/ScrollOnMount";
 import { StickyBottomScroll } from "../../library-components/StickyBottomScroll";
 import { PrimitiveDisplay } from "../../diagnostics/logs/ObjectDisplay";
 import { parseAnsiColors, rgbToHsl } from "../../diagnostics/logs/ansiFormat";
+import { RenderGitRefInfo, UpdateServiceButtons, bigEmoji, buttonStyle } from "./deployButtons";
 
 // Type declarations for Monaco editor
 declare global {
@@ -199,6 +200,8 @@ type ServiceConfig = ${serviceConfigType}
         const selectedServiceId = selectedServiceIdParam.value;
         if (!selectedServiceId) return <div>No service selected</div>;
 
+        const gitInfo = MachineServiceController(SocketFunction.browserNodeId()).getGitInfo();
+
         let controller = MachineServiceController(SocketFunction.browserNodeId());
         let originalConfig = controller.getServiceConfig(selectedServiceId);
         let serviceConfigType = controller.getServiceConfigType();
@@ -511,6 +514,25 @@ type ServiceConfig = ${serviceConfigType}
                     </button>
                 </>}
 
+                {gitInfo?.repoUrl === config.parameters.repoUrl && gitInfo.latestRef !== config.parameters.gitRef &&
+                    <button
+                        className={buttonStyle.hsl(120, 70, 90).alignSelf("stretch")}
+                        onClick={async () => {
+                            configT.parameters.gitRef = gitInfo.latestRef;
+                            this.updateUnsavedChanges(configT);
+                        }}
+                    >
+                        <div className={css.hbox(5)}>
+                            <b>New</b>
+                            <RenderGitRefInfo gitRef={gitInfo.latestRef} />
+                        </div>
+                        <div className={css.hbox(5)}>
+                            <b>Current</b>
+                            <RenderGitRefInfo gitRef={config.parameters.gitRef} />
+                        </div>
+                    </button>
+                }
+
                 {this.state.isSaving && <div className={css.pad2(12, 8).bord2(0, 0, 20) + " rainbow-flash"}>
                     Deploying changes
                 </div>}

package/src/deployManager/components/deployButtons.tsx

@@ -12,7 +12,7 @@ import { unique } from "../../misc";
 
 module.hotreload = true;
 
-function bigEmoji(emoji: string, topOffset = 0) {
+export function bigEmoji(emoji: string, topOffset = 0) {
     return <span className={css.fontSize(26).marginTop(topOffset)}>{emoji}</span>;
 }
 
@@ -33,7 +33,7 @@ export class RenderGitRefInfo extends qreact.Component<{
     }
 }
 
-const buttonStyle = css.pad2(12, 8).button.bord2(0, 0, 20).fontWeight("bold").vbox(0).alignItems("center");
+export const buttonStyle = css.pad2(12, 8).button.bord2(0, 0, 20).fontWeight("bold").vbox(0).alignItems("center");
 
 export class UpdateButtons extends qreact.Component<{
     services: ServiceConfig[];
@@ -50,7 +50,7 @@ export class UpdateButtons extends qreact.Component<{
 
         return <>
             {!!gitInfo?.querysubUncommitted.length && <button
-                className={buttonStyle.hsl(260, 60, 55)}
+                className={buttonStyle.hsl(260, 60, 90)}
                 title={gitInfo?.querysubUncommitted.join("\n")}
                 onClick={() => {
                     showFullscreenModal({
@@ -61,10 +61,14 @@ export class UpdateButtons extends qreact.Component<{
                                 textarea
                                 fillWidth
                                 focusOnMount
-                                onChangeValue={async value => {
+                                noEnterKeyCommit
+                                onKeyDown={async e => {
+                                    let value = e.currentTarget.value;
                                     if (!value) return;
-                                    await controller.commitPushAndPublishQuerysub.promise(value);
-                                    closeAllModals();
+                                    if (e.key === "Enter" && e.shiftKey) {
+                                        await controller.commitPushAndPublishQuerysub.promise(value);
+                                        closeAllModals();
+                                    }
                                 }}
                             />
                             <div className={css.vbox(5)}>
@@ -88,7 +92,7 @@ export class UpdateButtons extends qreact.Component<{
                 </div>
             </button>}
             {!!gitInfo?.uncommitted.length && <button
-                className={buttonStyle.hsl(210, 40, 50)}
+                className={buttonStyle.hsl(210, 40, 90)}
                 title={gitInfo?.uncommitted.join("\n")}
                 onClick={() => {
                     showFullscreenModal({
@@ -99,10 +103,14 @@ export class UpdateButtons extends qreact.Component<{
                                 textarea
                                 fillWidth
                                 focusOnMount
-                                onChangeValue={async value => {
+                                noEnterKeyCommit
+                                onKeyDown={async e => {
+                                    let value = e.currentTarget.value;
                                     if (!value) return;
-                                    await controller.commitPushService.promise(value);
-                                    closeAllModals();
+                                    if (e.key === "Enter" && e.shiftKey) {
+                                        await controller.commitPushService.promise(value);
+                                        closeAllModals();
+                                    }
                                 }}
                             />
                             <div className={css.vbox(5)}>
@@ -121,7 +129,7 @@ export class UpdateButtons extends qreact.Component<{
 
             {outdatedServices.length > 0 && gitInfo &&
                 <button
-                    className={buttonStyle.hsl(120, 70, 50)}
+                    className={buttonStyle.hsl(120, 70, 90)}
                     onClick={async () => {
                         for (let service of outdatedServices) {
                             service.parameters.gitRef = gitInfo.latestRef;
@@ -158,14 +166,14 @@ export class UpdateServiceButtons extends qreact.Component<{
 
         return <>
             {gitRef !== gitInfo.latestRef && <button
-                className={buttonStyle.hsl(120, 70, 50).alignSelf("stretch")}
+                className={buttonStyle.hsl(120, 70, 90).alignSelf("stretch")}
                 onClick={async () => {
                     this.props.service.parameters.gitRef = gitInfo.latestRef;
                     await controller.setServiceConfigs.promise([this.props.service]);
                 }}
             >
                 <div>
-                    {bigEmoji("🎯", -4)} <span>Deploy & Restart</span>
+                    {bigEmoji("🎯", -4)} <span>Update to New & Restart</span>
                 </div>
                 <div className={css.hbox(5)}>
                     <b>New</b>

package/src/deployManager/machineApplyMainCode.ts

@@ -25,7 +25,7 @@ import { onServiceConfigChange } from "./machineController";
 import { PromiseObj } from "../promise";
 import path from "path";
 
-const PIPE_FILE_LINE_LIMIT = 100_000;
+const PIPE_FILE_LINE_LIMIT = 10_000;
 
 const getLiveMachineInfo = measureWrap(async function getLiveMachineInfo() {
     let machineInfo: MachineInfo = {

package/src/deployManager/machineSchema.ts

@@ -185,13 +185,15 @@ export class MachineServiceControllerBase {
                 throw new Error(`Service ${serviceId} does not exist`);
             }
 
-            // Set the new service config
             await serviceConfigs.set(serviceId, config);
-            for (let machineId of config.machineIds) {
-                newMachines.add(machineId);
-            }
-            for (let machineId of serviceConfig.machineIds) {
-                oldMachines.add(machineId);
+            // Only notify we were or are deployed. If it's not deployed, this will be ignored anyways.
+            if (config.parameters.deploy || serviceConfig.parameters.deploy) {
+                for (let machineId of config.machineIds) {
+                    newMachines.add(machineId);
+                }
+                for (let machineId of serviceConfig.machineIds) {
+                    oldMachines.add(machineId);
+                }
             }
         }
         await this.notifyMachines([...newMachines], [...oldMachines]);

package/src/deployManager/spec.txt

@@ -1,17 +1,5 @@
-7.1) Verify quick node removal work by having a repeatedly crashing service, verifying the node exists, and then goes away on crash.
-
-
 
-In general, hit our servers hard, to make sure we can launch them, they can talk to each other, etc. Even with entirely new folders (to somewhat emulate another machine), and they can all startup smoothly.
-
-AH, I think I fixed that bug. I think it was an issue with using old hosts?
-6) BUG! On startup, new nodes might take a poll interval to be fully ready? Hmm... we should restart our servers a lot again to make sure they come back up QUICKLY
-    - OH! It might be that the identity takes some time to propagate (the DNS), which causes us to require a second poll to be alive? Maybe... our local machine deleted it, because it couldn't see the DNS? No... none of these are reasonable...
-    - Try changing the key, so it syncs again, so we start fresh with the server
-        - Reduce it to just 1 instance as well?
-6.1) HTTP required a reboot when it was running without PathValueServer, as it didn't clone the right hashes, and then never did, even with PathValueServer was up?
-    - But maybe it was a node polling issue? But we are supposed to send notifications when nodes are launched? Hmm...
-FORTUNATELY, looking at logs is now very simple, as well as updating nodes, so... this shouldn't be too hard to debug
+7.1) Verify quick node removal work by having a repeatedly crashing service, verifying the node exists, and then goes away on crash.
 
 
 8) Fix deploy user notification issue, where the refresh button doesn't work?

package/src/persistentLocalStore.ts

@@ -5,12 +5,17 @@ import fs from "fs";
 import { getStorageDir, getSubFolder } from "./fs";
 import { isClient } from "./config2";
 import { getDomain } from "./config";
+import os from "os";
 
 export function createKeyStore<T>(key: string): {
     value: T | null;
 } {
     if (isNode()) {
-        let path = getStorageDir() + key + ".json";
+        let keyStoreDir = os.homedir() + "/querysub/";
+        if (!fs.existsSync(keyStoreDir)) {
+            fs.mkdirSync(keyStoreDir);
+        }
+        let path = keyStoreDir + key + ".json";
         return {
             get value() {
                 let contents: string | undefined = undefined;