querysub 0.370.0 → 0.372.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "querysub",
-  "version": "0.370.0",
+  "version": "0.372.0",
   "main": "index.js",
   "license": "MIT",
   "note1": "note on node-forge fork, see https://github.com/digitalbazaar/forge/issues/744 for details",

package/src/deployManager/components/ServiceDetailPage.tsx

@@ -487,7 +487,7 @@ export class ServiceDetailPage extends qreact.Component {
                     Poke
                 </button>
 
-                {configT.parameters.rollingWindow && rollingServiceCount > 0 && <button
+                {!!configT.parameters.rollingWindow && rollingServiceCount > 0 && <button
                     className={css.pad2(12, 8).button.bord2(0, 0, 20).hsl(0, 70, 90)}
                     onClick={() => {
                         void this.killAllRollingServices(config);
@@ -497,7 +497,7 @@ export class ServiceDetailPage extends qreact.Component {
                     {this.state.isKillingRolling ? "Killing..." : `💀 Kill ${rollingServiceCount} Rolling Service${rollingServiceCount === 1 ? "" : "s"}`}
                 </button>}
 
-                {configT.parameters.rollingWindow && <div>
+                {!!configT.parameters.rollingWindow && <div>
                     <div className={css.colorhsl(0, 50, 50).fontSize(14).fontWeight("bold")}>
                         IMPORTANT! Service has a rolling window, so updates might not appear immediately.
                     </div>

package/src/deployManager/components/ServicesListPage.tsx

@@ -130,7 +130,7 @@ export class ServicesListPage extends qreact.Component {
                                         {config.parameters.key}
                                     </div>
                                     <div>
-                                        {enabledMachineIds.length} configured {disabledMachines.length > 0 && `(+${disabledMachines.length} on disabled machines)`} {failingMachines.length > 0 && `(${failingMachines.length} failing)`} {missingMachines.length > 0 && `(${missingMachines.length} machine hasn't run service yet)`} {unknown > 0 && `(${unknown} unknown)`} • {totalLaunches} launches •
+                                        <span className={css.boldStyle.fontSize(14)}>{enabledMachineIds.length}</span> configured {disabledMachines.length > 0 && `(+${disabledMachines.length} on disabled machines)`} {failingMachines.length > 0 && `(${failingMachines.length} failing)`} {missingMachines.length > 0 && `(${missingMachines.length} machine hasn't run service yet)`} {unknown > 0 && `(${unknown} unknown)`} • {totalLaunches} launches •
                                         Deploy: {config.parameters.deploy ? "enabled" : "disabled"}
                                     </div>
                                 </div>

package/src/diagnostics/logs/IndexedLogs/FilePathSelector.tsx

@@ -136,8 +136,6 @@ export class FilePathSelector extends qreact.Component<{
                     <div>|</div>
                     <div>Machines: {formatNumber(grouped.length)}</div>
                     <div>|</div>
-                    <div>Threads: {formatNumber(totals.uniqueThreads)}</div>
-                    <div>|</div>
                     <div>Files: {formatNumber(this.props.paths.length)}</div>
                     <div>|</div>
                     <div>Pending: {formatNumber(totals.totalPending)}</div>
@@ -418,8 +416,7 @@ export class FilePathSelectorModal extends qreact.Component<{
                     <div className={css.vbox(5)}>
                         <div className={css.hbox(10)}>
                             <div className={css.minWidth(120)}>Machines: {formatNumber(summary.machineCount)}</div>
-                            {/* NOTE: If the files have been merged, the thread count doesn't matter anymore, so it's deceiving to put the thread count here. */}
-                            {/* <div className={css.minWidth(110)}>Threads: {formatNumber(summary.threadCount)}</div> */}
+                            <div className={css.minWidth(110)}>Threads: {formatNumber(summary.threadCount)}</div>
                             <div className={css.minWidth(140)}>Files: {formatNumber(summary.fileCount)} ({formatNumber(summary.pendingCount)} pending)</div>
                             <div className={css.minWidth(120)}>Size: {this.props.formatBytes(summary.totalSize)}</div>
                             <div className={css.minWidth(100)}>Logs: {formatNumber(summary.totalLogCount)}</div>

package/src/diagnostics/logs/IndexedLogs/IndexedLogs.ts

@@ -588,6 +588,7 @@ export class IndexedLogs<T> {
         }
 
         await moveLogsToPublic({
+            loggerName: this.config.name,
             forceAll,
             localLogs: this.getLocalLogs(),
             publicLogs: this.getPublicLogs(),

package/src/diagnostics/logs/IndexedLogs/LogViewer3.tsx

@@ -288,7 +288,7 @@ export class LogViewer3 extends qreact.Component {
                                 <span>is not moving logs to remote storage. {formatNumber(warning.count)} files ({formatNumber(warning.totalSize)}B) are {formatTime(now - warning.oldestTime)} old</span>
                             </div>
                         ))}
-                        <Button
+                        {!isPublic() && !readPublicLogs.value && <Button
                             onClick={async () => {
                                 Querysub.commitLocal(() => {
                                     this.state.forceMoveStartTime = Date.now();
@@ -318,7 +318,7 @@ export class LogViewer3 extends qreact.Component {
                             hue={180}
                         >
                             Force Move Logs to Public
-                        </Button>
+                        </Button>}
                         {(() => {
                             if (this.state.forceMoveStartTime !== undefined && this.state.forceMoveEndTime === undefined) {
                                 const elapsed = Date.now() - this.state.forceMoveStartTime;
@@ -691,6 +691,12 @@ export class LogViewer3 extends qreact.Component {
                         checkbox
                         label="Read Public Logs"
                         url={readPublicLogs}
+                        onChangeValue={(newValue) => {
+                            if (newValue) {
+                                savedPathsURL.value = "";
+                                void this.loadPaths();
+                            }
+                        }}
                     />}
                     <InputLabelURL
                         label="Limit"

package/src/diagnostics/logs/IndexedLogs/moveIndexLogsToPublic.ts

@@ -5,12 +5,13 @@ import { getOwnThreadId } from "../../../-f-node-discovery/NodeDiscovery";
 import { BufferIndex } from "./BufferIndex";
 import { LogStreamer } from "./LogStreamer";
 import { TimeFileTree } from "./TimeFileTree";
-import { green, magenta } from "socket-function/src/formatting/logColors";
+import { blue, green, magenta } from "socket-function/src/formatting/logColors";
 import { formatNumber, formatTime } from "socket-function/src/formatting/format";
 
 
 
 export async function moveLogsToPublic(config: {
+    loggerName: string;
     publicMoveThreshold: number;
     maxSingleFileData: number;
     movingTimeout: number;
@@ -128,7 +129,7 @@ export async function moveLogsToPublic(config: {
 
     if (!await tryToGetMoveLock()) return;
 
-    console.log(magenta(`Moving ${localPaths.length} log files to public`));
+    console.log(magenta(`Moving ${localPaths.length} log files to public (${blue(config.loggerName)})`), { loggerName: config.loggerName, localPaths });
 
     let byStartTime = keyByArray(localPaths, x => x.startTime);
 

package/src/diagnostics/logs/lifeCycleAnalysis/lifeCycles.tsx

@@ -20,23 +20,24 @@ IMPORTANT! Now I am properly calling shutdown, so none of the streamed logs shou
 
 
 
-2) Create lot of remote server logs
-    - Via our refresh loop
-
-3) Deploy service for movelogs
-    "yarn movelogs"
-
-0) Run move logs in function runner, in development, just so we don't get too far behind
-
-
+UGH... I'm seeing the remote move logs saying that it moved a lot of files. 
 
+3) Ensure our moveloops are working correctly, on both dev and public
 
 
 1) Fix missing __NAME__
-     "Received PathValue for path" misses name?
-     - Maybe the missing name only happens when we rate limit?
+    "Received PathValue for path" misses name?
+    - Maybe the missing name only happens when we rate limit?
 
+2) Create lot of remote server logs
+    - Via our refresh loop
 
+3) Verify search is still fast, and works correctly!
+    - Try to get a rare value in that is in the logs, but is hard to find
+    Good rare search. Checks for sending emails, which we do very rarely. If we pack in 10GB of logs after this, it will really stress our indexing system.
+        - At the moment our pending index has a good hit rate (0 false positives out of 1720). We'll see if this continues for our remote index.
+    https://127-0-0-1.querysubtest.com:7007/?hot&readPublicLogs&showingmanagement&machineview=services&managementpage=LogViewer3&searchText=Sending%20email&selectedFields=%7B%22path%22%3Atrue%7D
+    
 
 
 Rewrite error notification code