querysub 0.371.0 → 0.372.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "querysub",
3
- "version": "0.371.0",
3
+ "version": "0.372.0",
4
4
  "main": "index.js",
5
5
  "license": "MIT",
6
6
  "note1": "note on node-forge fork, see https://github.com/digitalbazaar/forge/issues/744 for details",
@@ -130,7 +130,7 @@ export class ServicesListPage extends qreact.Component {
130
130
  {config.parameters.key}
131
131
  </div>
132
132
  <div>
133
- {enabledMachineIds.length} configured {disabledMachines.length > 0 && `(+${disabledMachines.length} on disabled machines)`} {failingMachines.length > 0 && `(${failingMachines.length} failing)`} {missingMachines.length > 0 && `(${missingMachines.length} machine hasn't run service yet)`} {unknown > 0 && `(${unknown} unknown)`} • {totalLaunches} launches •
133
+ <span className={css.boldStyle.fontSize(14)}>{enabledMachineIds.length}</span> configured {disabledMachines.length > 0 && `(+${disabledMachines.length} on disabled machines)`} {failingMachines.length > 0 && `(${failingMachines.length} failing)`} {missingMachines.length > 0 && `(${missingMachines.length} machine hasn't run service yet)`} {unknown > 0 && `(${unknown} unknown)`} • {totalLaunches} launches •
134
134
  Deploy: {config.parameters.deploy ? "enabled" : "disabled"}
135
135
  </div>
136
136
  </div>
@@ -136,8 +136,6 @@ export class FilePathSelector extends qreact.Component<{
136
136
  <div>|</div>
137
137
  <div>Machines: {formatNumber(grouped.length)}</div>
138
138
  <div>|</div>
139
- <div>Threads: {formatNumber(totals.uniqueThreads)}</div>
140
- <div>|</div>
141
139
  <div>Files: {formatNumber(this.props.paths.length)}</div>
142
140
  <div>|</div>
143
141
  <div>Pending: {formatNumber(totals.totalPending)}</div>
@@ -418,8 +416,7 @@ export class FilePathSelectorModal extends qreact.Component<{
418
416
  <div className={css.vbox(5)}>
419
417
  <div className={css.hbox(10)}>
420
418
  <div className={css.minWidth(120)}>Machines: {formatNumber(summary.machineCount)}</div>
421
- {/* NOTE: If the files have been merged, the thread count doesn't matter anymore, so it's deceiving to put the thread count here. */}
422
- {/* <div className={css.minWidth(110)}>Threads: {formatNumber(summary.threadCount)}</div> */}
419
+ <div className={css.minWidth(110)}>Threads: {formatNumber(summary.threadCount)}</div>
423
420
  <div className={css.minWidth(140)}>Files: {formatNumber(summary.fileCount)} ({formatNumber(summary.pendingCount)} pending)</div>
424
421
  <div className={css.minWidth(120)}>Size: {this.props.formatBytes(summary.totalSize)}</div>
425
422
  <div className={css.minWidth(100)}>Logs: {formatNumber(summary.totalLogCount)}</div>
@@ -588,6 +588,7 @@ export class IndexedLogs<T> {
588
588
  }
589
589
 
590
590
  await moveLogsToPublic({
591
+ loggerName: this.config.name,
591
592
  forceAll,
592
593
  localLogs: this.getLocalLogs(),
593
594
  publicLogs: this.getPublicLogs(),
@@ -691,6 +691,12 @@ export class LogViewer3 extends qreact.Component {
691
691
  checkbox
692
692
  label="Read Public Logs"
693
693
  url={readPublicLogs}
694
+ onChangeValue={(newValue) => {
695
+ if (newValue) {
696
+ savedPathsURL.value = "";
697
+ void this.loadPaths();
698
+ }
699
+ }}
694
700
  />}
695
701
  <InputLabelURL
696
702
  label="Limit"
@@ -5,12 +5,13 @@ import { getOwnThreadId } from "../../../-f-node-discovery/NodeDiscovery";
5
5
  import { BufferIndex } from "./BufferIndex";
6
6
  import { LogStreamer } from "./LogStreamer";
7
7
  import { TimeFileTree } from "./TimeFileTree";
8
- import { green, magenta } from "socket-function/src/formatting/logColors";
8
+ import { blue, green, magenta } from "socket-function/src/formatting/logColors";
9
9
  import { formatNumber, formatTime } from "socket-function/src/formatting/format";
10
10
 
11
11
 
12
12
 
13
13
  export async function moveLogsToPublic(config: {
14
+ loggerName: string;
14
15
  publicMoveThreshold: number;
15
16
  maxSingleFileData: number;
16
17
  movingTimeout: number;
@@ -128,7 +129,7 @@ export async function moveLogsToPublic(config: {
128
129
 
129
130
  if (!await tryToGetMoveLock()) return;
130
131
 
131
- console.log(magenta(`Moving ${localPaths.length} log files to public`));
132
+ console.log(magenta(`Moving ${localPaths.length} log files to public (${blue(config.loggerName)})`), { loggerName: config.loggerName, localPaths });
132
133
 
133
134
  let byStartTime = keyByArray(localPaths, x => x.startTime);
134
135
 
@@ -20,21 +20,24 @@ IMPORTANT! Now I am properly calling shutdown, so none of the streamed logs shou
20
20
 
21
21
 
22
22
 
23
- AH, make sure force move works with force public flag!
24
-
25
- 2) Create lot of remote server logs
26
- - Via our refresh loop
27
-
28
- 3) Ensure our moveloops are working correctly
29
-
23
+ UGH... I'm seeing the remote move logs saying that it moved a lot of files.
30
24
 
25
+ 3) Ensure our moveloops are working correctly, on both dev and public
31
26
 
32
27
 
33
28
  1) Fix missing __NAME__
34
- "Received PathValue for path" misses name?
35
- - Maybe the missing name only happens when we rate limit?
29
+ "Received PathValue for path" misses name?
30
+ - Maybe the missing name only happens when we rate limit?
36
31
 
32
+ 2) Create lot of remote server logs
33
+ - Via our refresh loop
37
34
 
35
+ 3) Verify search is still fast, and works correctly!
36
+ - Try to get a rare value in that is in the logs, but is hard to find
37
+ Good rare search. Checks for sending emails, which we do very rarely. If we pack in 10GB of logs after this, it will really stress our indexing system.
38
+ - At the moment our pending index has a good hit rate (0 false positives out of 1720). We'll see if this continues for our remote index.
39
+ https://127-0-0-1.querysubtest.com:7007/?hot&readPublicLogs&showingmanagement&machineview=services&managementpage=LogViewer3&searchText=Sending%20email&selectedFields=%7B%22path%22%3Atrue%7D
40
+
38
41
 
39
42
 
40
43
  Rewrite error notification code