querysub 0.437.0 → 0.438.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (73) hide show
  1. package/.eslintrc.js +50 -50
  2. package/bin/deploy.js +0 -0
  3. package/bin/function.js +0 -0
  4. package/bin/server.js +0 -0
  5. package/costsBenefits.txt +115 -115
  6. package/deploy.ts +2 -2
  7. package/package.json +1 -1
  8. package/spec.txt +1192 -1192
  9. package/src/-a-archives/archives.ts +202 -202
  10. package/src/-a-archives/archivesDisk.ts +454 -454
  11. package/src/-a-auth/certs.ts +540 -540
  12. package/src/-a-auth/node-forge-ed25519.d.ts +16 -16
  13. package/src/-b-authorities/dnsAuthority.ts +138 -138
  14. package/src/-c-identity/IdentityController.ts +258 -258
  15. package/src/-d-trust/NetworkTrust2.ts +180 -180
  16. package/src/-e-certs/EdgeCertController.ts +252 -252
  17. package/src/-e-certs/certAuthority.ts +201 -201
  18. package/src/-f-node-discovery/NodeDiscovery.ts +640 -640
  19. package/src/-g-core-values/NodeCapabilities.ts +200 -200
  20. package/src/-h-path-value-serialize/stringSerializer.ts +175 -175
  21. package/src/0-path-value-core/PathValueCommitter.ts +468 -468
  22. package/src/0-path-value-core/PathValueController.ts +0 -2
  23. package/src/2-proxy/PathValueProxyWatcher.ts +2542 -2542
  24. package/src/2-proxy/TransactionDelayer.ts +94 -94
  25. package/src/2-proxy/pathDatabaseProxyBase.ts +36 -36
  26. package/src/2-proxy/pathValueProxy.ts +159 -159
  27. package/src/3-path-functions/PathFunctionRunnerMain.ts +87 -87
  28. package/src/3-path-functions/pathFunctionLoader.ts +516 -516
  29. package/src/3-path-functions/tests/rejectTest.ts +76 -76
  30. package/src/4-deploy/deployCheck.ts +6 -6
  31. package/src/4-dom/css.tsx +29 -29
  32. package/src/4-dom/cssTypes.d.ts +211 -211
  33. package/src/4-dom/qreact.tsx +2799 -2799
  34. package/src/4-dom/qreactTest.tsx +410 -410
  35. package/src/4-querysub/permissions.ts +335 -335
  36. package/src/4-querysub/querysubPrediction.ts +483 -483
  37. package/src/5-diagnostics/qreactDebug.tsx +377 -346
  38. package/src/TestController.ts +34 -34
  39. package/src/bits.ts +104 -104
  40. package/src/buffers.ts +69 -69
  41. package/src/diagnostics/ActionsHistory.ts +57 -57
  42. package/src/diagnostics/listenOnDebugger.ts +71 -71
  43. package/src/diagnostics/periodic.ts +111 -111
  44. package/src/diagnostics/trackResources.ts +91 -91
  45. package/src/diagnostics/watchdog.ts +120 -120
  46. package/src/errors.ts +133 -133
  47. package/src/forceProduction.ts +2 -2
  48. package/src/fs.ts +80 -80
  49. package/src/functional/diff.ts +857 -857
  50. package/src/functional/promiseCache.ts +78 -78
  51. package/src/functional/random.ts +8 -8
  52. package/src/functional/stats.ts +60 -60
  53. package/src/heapDumps.ts +665 -665
  54. package/src/https.ts +1 -1
  55. package/src/library-components/AspectSizedComponent.tsx +87 -87
  56. package/src/library-components/ButtonSelector.tsx +64 -64
  57. package/src/library-components/DropdownCustom.tsx +150 -150
  58. package/src/library-components/DropdownSelector.tsx +31 -31
  59. package/src/library-components/InlinePopup.tsx +66 -66
  60. package/src/misc/color.ts +29 -29
  61. package/src/misc/hash.ts +83 -83
  62. package/src/misc/ipPong.js +13 -13
  63. package/src/misc/networking.ts +1 -1
  64. package/src/misc/random.ts +44 -44
  65. package/src/misc.ts +196 -196
  66. package/src/path.ts +255 -255
  67. package/src/persistentLocalStore.ts +41 -41
  68. package/src/promise.ts +14 -14
  69. package/src/storage/fileSystemPointer.ts +71 -71
  70. package/src/test/heapProcess.ts +35 -35
  71. package/src/zip.ts +15 -15
  72. package/tsconfig.json +26 -26
  73. package/yarnSpec.txt +56 -56
@@ -1,87 +1,87 @@
1
- // import { disableMeasurements } from "socket-function/src/profiling/measure";
2
- // disableMeasurements();
3
-
4
- import "../inject";
5
- import yargs from "yargs";
6
- let yargObj = yargs(process.argv)
7
- .option("fncshard", { type: "string", default: "0-1", desc: "Shard range as start-end (e.g., '0-0.5' or '0.25-0.75')" })
8
- .option("fncsecshard", { type: "string", default: "", desc: "Secondary shard range as start-end (e.g., '0-0.5'). Values in this range (not matched in fncshard) are delayed." })
9
- .option("filter", { type: "string", default: "", desc: `Filter to only include handle specific function calls (fncshard is still applied). For example, "a&b|c", using regular boolean rules.` })
10
- .argv
11
- ;
12
-
13
- import { logErrors } from "../errors";
14
- import { PathFunctionRunner } from "./PathFunctionRunner";
15
- import { SocketFunction } from "socket-function/SocketFunction";
16
- import { getThreadKeyCert } from "../-a-auth/certs";
17
- import { ClientWatcher } from "../1-path-client/pathValueClientWatcher";
18
- import { timeInMinute } from "socket-function/src/misc";
19
- import { getDomain, isLocal, isPublic } from "../config";
20
- import { green, magenta } from "socket-function/src/formatting/logColors";
21
- import { parseFilterSelector } from "../misc/filterable";
22
- import path from "path";
23
- import { IndexedLogs } from "../diagnostics/logs/IndexedLogs/IndexedLogs";
24
-
25
- async function main() {
26
- const { PermissionsCheck } = await import("../4-querysub/permissions");
27
- const { Querysub } = await import("../4-querysub/QuerysubController");
28
- Error.stackTraceLimit = 20;
29
-
30
- //ActionsHistory.LOG_ACTION_HISTORY = "runner";
31
-
32
- // ClientWatcher.DEBUG_READS = true;
33
- //ClientWatcher.DEBUG_WRITES = true;
34
- // ClientWatcher.DEBUG_TRIGGERS = "heavy";
35
- // authorityStorage.DEBUG_UNWATCH = true;
36
-
37
- Querysub.SEND_FULL_HISTORY_ON_INITIAL_SYNC = true;
38
-
39
- PathFunctionRunner.DEBUG_CALLS = true;
40
- // debugCoreMode();
41
-
42
- await Querysub.hostService("PathFunctionRunnerMain");
43
-
44
- // Use a fairly high stick time (the default is 10s), because having wait to sync data is very slow,
45
- // and the function runner SHOULD have more memory than the clients, and much faster network speeds
46
- // (it should be on the same local network as the path value authorities).
47
- ClientWatcher.WATCH_STICK_TIME = timeInMinute * 5;
48
-
49
- let [shardStart, shardEnd] = yargObj.fncshard.split("-").map(v => parseFloat(v));
50
- if (isNaN(shardStart) || isNaN(shardEnd)) {
51
- throw new Error(`Invalid fncshard format: ${yargObj.fncshard}. Expected format like "0-0.5"`);
52
- }
53
-
54
- let secondaryShardRange: { startFraction: number; endFraction: number } | undefined;
55
- if (yargObj.fncsecshard) {
56
- const [secondaryStart, secondaryEnd] = yargObj.fncsecshard.split("-").map(v => parseFloat(v));
57
- if (isNaN(secondaryStart) || isNaN(secondaryEnd)) {
58
- throw new Error(`Invalid fncsecshard format: ${yargObj.fncsecshard}. Expected format like "0-0.5"`);
59
- }
60
- secondaryShardRange = { startFraction: secondaryStart, endFraction: secondaryEnd };
61
- console.log(green(`Sharding from ${shardStart} to ${shardEnd}. Fallback sharding (dead function recovery) from ${secondaryStart} to ${secondaryEnd}`));
62
- } else {
63
- console.log(green(`Sharding from ${shardStart} to ${shardEnd}`));
64
- }
65
-
66
- let filterSelector = parseFilterSelector(yargObj.filter);
67
-
68
- new PathFunctionRunner({
69
- domainName: getDomain(),
70
- shardRange: { startFraction: shardStart, endFraction: shardEnd },
71
- secondaryShardRange,
72
- // TODO: Maybe abstract this out even more, so anything can plug in permissions checks?
73
- PermissionsChecker: PermissionsCheck,
74
- filterSelector,
75
- });
76
-
77
- if (!isPublic()) {
78
- // We have to import deploy, otherwise local moduleIds won't be known about
79
- let deployPath = path.resolve("./deploy.ts");
80
- await import(deployPath);
81
- }
82
-
83
- if (yargObj.filter) {
84
- console.log(magenta(`Only running functions that match the filter: ${yargObj.filter}. Either use --fncfilter dev in your http server to can calls here, or use ?setfncfilter=${yargObj.filter} in the browser to trigger functions that match this filter.`));
85
- }
86
- }
87
- logErrors(main());
1
+ // import { disableMeasurements } from "socket-function/src/profiling/measure";
2
+ // disableMeasurements();
3
+
4
+ import "../inject";
5
+ import yargs from "yargs";
6
+ let yargObj = yargs(process.argv)
7
+ .option("fncshard", { type: "string", default: "0-1", desc: "Shard range as start-end (e.g., '0-0.5' or '0.25-0.75')" })
8
+ .option("fncsecshard", { type: "string", default: "", desc: "Secondary shard range as start-end (e.g., '0-0.5'). Values in this range (not matched in fncshard) are delayed." })
9
+ .option("filter", { type: "string", default: "", desc: `Filter to only include handle specific function calls (fncshard is still applied). For example, "a&b|c", using regular boolean rules.` })
10
+ .argv
11
+ ;
12
+
13
+ import { logErrors } from "../errors";
14
+ import { PathFunctionRunner } from "./PathFunctionRunner";
15
+ import { SocketFunction } from "socket-function/SocketFunction";
16
+ import { getThreadKeyCert } from "../-a-auth/certs";
17
+ import { ClientWatcher } from "../1-path-client/pathValueClientWatcher";
18
+ import { timeInMinute } from "socket-function/src/misc";
19
+ import { getDomain, isLocal, isPublic } from "../config";
20
+ import { green, magenta } from "socket-function/src/formatting/logColors";
21
+ import { parseFilterSelector } from "../misc/filterable";
22
+ import path from "path";
23
+ import { IndexedLogs } from "../diagnostics/logs/IndexedLogs/IndexedLogs";
24
+
25
+ async function main() {
26
+ const { PermissionsCheck } = await import("../4-querysub/permissions");
27
+ const { Querysub } = await import("../4-querysub/QuerysubController");
28
+ Error.stackTraceLimit = 20;
29
+
30
+ //ActionsHistory.LOG_ACTION_HISTORY = "runner";
31
+
32
+ // ClientWatcher.DEBUG_READS = true;
33
+ //ClientWatcher.DEBUG_WRITES = true;
34
+ // ClientWatcher.DEBUG_TRIGGERS = "heavy";
35
+ // authorityStorage.DEBUG_UNWATCH = true;
36
+
37
+ Querysub.SEND_FULL_HISTORY_ON_INITIAL_SYNC = true;
38
+
39
+ PathFunctionRunner.DEBUG_CALLS = true;
40
+ // debugCoreMode();
41
+
42
+ await Querysub.hostService("PathFunctionRunnerMain");
43
+
44
+ // Use a fairly high stick time (the default is 10s), because having wait to sync data is very slow,
45
+ // and the function runner SHOULD have more memory than the clients, and much faster network speeds
46
+ // (it should be on the same local network as the path value authorities).
47
+ ClientWatcher.WATCH_STICK_TIME = timeInMinute * 5;
48
+
49
+ let [shardStart, shardEnd] = yargObj.fncshard.split("-").map(v => parseFloat(v));
50
+ if (isNaN(shardStart) || isNaN(shardEnd)) {
51
+ throw new Error(`Invalid fncshard format: ${yargObj.fncshard}. Expected format like "0-0.5"`);
52
+ }
53
+
54
+ let secondaryShardRange: { startFraction: number; endFraction: number } | undefined;
55
+ if (yargObj.fncsecshard) {
56
+ const [secondaryStart, secondaryEnd] = yargObj.fncsecshard.split("-").map(v => parseFloat(v));
57
+ if (isNaN(secondaryStart) || isNaN(secondaryEnd)) {
58
+ throw new Error(`Invalid fncsecshard format: ${yargObj.fncsecshard}. Expected format like "0-0.5"`);
59
+ }
60
+ secondaryShardRange = { startFraction: secondaryStart, endFraction: secondaryEnd };
61
+ console.log(green(`Sharding from ${shardStart} to ${shardEnd}. Fallback sharding (dead function recovery) from ${secondaryStart} to ${secondaryEnd}`));
62
+ } else {
63
+ console.log(green(`Sharding from ${shardStart} to ${shardEnd}`));
64
+ }
65
+
66
+ let filterSelector = parseFilterSelector(yargObj.filter);
67
+
68
+ new PathFunctionRunner({
69
+ domainName: getDomain(),
70
+ shardRange: { startFraction: shardStart, endFraction: shardEnd },
71
+ secondaryShardRange,
72
+ // TODO: Maybe abstract this out even more, so anything can plug in permissions checks?
73
+ PermissionsChecker: PermissionsCheck,
74
+ filterSelector,
75
+ });
76
+
77
+ if (!isPublic()) {
78
+ // We have to import deploy, otherwise local moduleIds won't be known about
79
+ let deployPath = path.resolve("./deploy.ts");
80
+ await import(deployPath);
81
+ }
82
+
83
+ if (yargObj.filter) {
84
+ console.log(magenta(`Only running functions that match the filter: ${yargObj.filter}. Either use --fncfilter dev in your http server to can calls here, or use ?setfncfilter=${yargObj.filter} in the browser to trigger functions that match this filter.`));
85
+ }
86
+ }
87
+ logErrors(main());