querysub 0.436.0 → 0.438.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (74) hide show
  1. package/.eslintrc.js +50 -50
  2. package/bin/deploy.js +0 -0
  3. package/bin/function.js +0 -0
  4. package/bin/server.js +0 -0
  5. package/costsBenefits.txt +115 -115
  6. package/deploy.ts +2 -2
  7. package/package.json +1 -1
  8. package/spec.txt +1192 -1192
  9. package/src/-a-archives/archives.ts +202 -202
  10. package/src/-a-archives/archivesBackBlaze.ts +0 -1
  11. package/src/-a-archives/archivesDisk.ts +454 -454
  12. package/src/-a-auth/certs.ts +540 -540
  13. package/src/-a-auth/node-forge-ed25519.d.ts +16 -16
  14. package/src/-b-authorities/dnsAuthority.ts +138 -138
  15. package/src/-c-identity/IdentityController.ts +258 -258
  16. package/src/-d-trust/NetworkTrust2.ts +180 -180
  17. package/src/-e-certs/EdgeCertController.ts +252 -252
  18. package/src/-e-certs/certAuthority.ts +201 -201
  19. package/src/-f-node-discovery/NodeDiscovery.ts +640 -640
  20. package/src/-g-core-values/NodeCapabilities.ts +200 -200
  21. package/src/-h-path-value-serialize/stringSerializer.ts +175 -175
  22. package/src/0-path-value-core/PathValueCommitter.ts +468 -468
  23. package/src/0-path-value-core/PathValueController.ts +0 -2
  24. package/src/2-proxy/PathValueProxyWatcher.ts +2542 -2542
  25. package/src/2-proxy/TransactionDelayer.ts +94 -94
  26. package/src/2-proxy/pathDatabaseProxyBase.ts +36 -36
  27. package/src/2-proxy/pathValueProxy.ts +159 -159
  28. package/src/3-path-functions/PathFunctionRunnerMain.ts +87 -87
  29. package/src/3-path-functions/pathFunctionLoader.ts +516 -516
  30. package/src/3-path-functions/tests/rejectTest.ts +76 -76
  31. package/src/4-deploy/deployCheck.ts +6 -6
  32. package/src/4-dom/css.tsx +29 -29
  33. package/src/4-dom/cssTypes.d.ts +211 -211
  34. package/src/4-dom/qreact.tsx +2799 -2799
  35. package/src/4-dom/qreactTest.tsx +410 -410
  36. package/src/4-querysub/permissions.ts +335 -335
  37. package/src/4-querysub/querysubPrediction.ts +483 -483
  38. package/src/5-diagnostics/qreactDebug.tsx +377 -346
  39. package/src/TestController.ts +34 -34
  40. package/src/bits.ts +104 -104
  41. package/src/buffers.ts +69 -69
  42. package/src/diagnostics/ActionsHistory.ts +57 -57
  43. package/src/diagnostics/listenOnDebugger.ts +71 -71
  44. package/src/diagnostics/periodic.ts +111 -111
  45. package/src/diagnostics/trackResources.ts +91 -91
  46. package/src/diagnostics/watchdog.ts +120 -120
  47. package/src/errors.ts +133 -133
  48. package/src/forceProduction.ts +2 -2
  49. package/src/fs.ts +80 -80
  50. package/src/functional/diff.ts +857 -857
  51. package/src/functional/promiseCache.ts +78 -78
  52. package/src/functional/random.ts +8 -8
  53. package/src/functional/stats.ts +60 -60
  54. package/src/heapDumps.ts +665 -665
  55. package/src/https.ts +1 -1
  56. package/src/library-components/AspectSizedComponent.tsx +87 -87
  57. package/src/library-components/ButtonSelector.tsx +64 -64
  58. package/src/library-components/DropdownCustom.tsx +150 -150
  59. package/src/library-components/DropdownSelector.tsx +31 -31
  60. package/src/library-components/InlinePopup.tsx +66 -66
  61. package/src/misc/color.ts +29 -29
  62. package/src/misc/hash.ts +83 -83
  63. package/src/misc/ipPong.js +13 -13
  64. package/src/misc/networking.ts +1 -1
  65. package/src/misc/random.ts +44 -44
  66. package/src/misc.ts +196 -196
  67. package/src/path.ts +255 -255
  68. package/src/persistentLocalStore.ts +41 -41
  69. package/src/promise.ts +14 -14
  70. package/src/storage/fileSystemPointer.ts +71 -71
  71. package/src/test/heapProcess.ts +35 -35
  72. package/src/zip.ts +15 -15
  73. package/tsconfig.json +26 -26
  74. package/yarnSpec.txt +56 -56
@@ -1,87 +1,87 @@
1
- // import { disableMeasurements } from "socket-function/src/profiling/measure";
2
- // disableMeasurements();
3
-
4
- import "../inject";
5
- import yargs from "yargs";
6
- let yargObj = yargs(process.argv)
7
- .option("fncshard", { type: "string", default: "0-1", desc: "Shard range as start-end (e.g., '0-0.5' or '0.25-0.75')" })
8
- .option("fncsecshard", { type: "string", default: "", desc: "Secondary shard range as start-end (e.g., '0-0.5'). Values in this range (not matched in fncshard) are delayed." })
9
- .option("filter", { type: "string", default: "", desc: `Filter to only include handle specific function calls (fncshard is still applied). For example, "a&b|c", using regular boolean rules.` })
10
- .argv
11
- ;
12
-
13
- import { logErrors } from "../errors";
14
- import { PathFunctionRunner } from "./PathFunctionRunner";
15
- import { SocketFunction } from "socket-function/SocketFunction";
16
- import { getThreadKeyCert } from "../-a-auth/certs";
17
- import { ClientWatcher } from "../1-path-client/pathValueClientWatcher";
18
- import { timeInMinute } from "socket-function/src/misc";
19
- import { getDomain, isLocal, isPublic } from "../config";
20
- import { green, magenta } from "socket-function/src/formatting/logColors";
21
- import { parseFilterSelector } from "../misc/filterable";
22
- import path from "path";
23
- import { IndexedLogs } from "../diagnostics/logs/IndexedLogs/IndexedLogs";
24
-
25
- async function main() {
26
- const { PermissionsCheck } = await import("../4-querysub/permissions");
27
- const { Querysub } = await import("../4-querysub/QuerysubController");
28
- Error.stackTraceLimit = 20;
29
-
30
- //ActionsHistory.LOG_ACTION_HISTORY = "runner";
31
-
32
- // ClientWatcher.DEBUG_READS = true;
33
- //ClientWatcher.DEBUG_WRITES = true;
34
- // ClientWatcher.DEBUG_TRIGGERS = "heavy";
35
- // authorityStorage.DEBUG_UNWATCH = true;
36
-
37
- Querysub.SEND_FULL_HISTORY_ON_INITIAL_SYNC = true;
38
-
39
- PathFunctionRunner.DEBUG_CALLS = true;
40
- // debugCoreMode();
41
-
42
- await Querysub.hostService("PathFunctionRunnerMain");
43
-
44
- // Use a fairly high stick time (the default is 10s), because having wait to sync data is very slow,
45
- // and the function runner SHOULD have more memory than the clients, and much faster network speeds
46
- // (it should be on the same local network as the path value authorities).
47
- ClientWatcher.WATCH_STICK_TIME = timeInMinute * 5;
48
-
49
- let [shardStart, shardEnd] = yargObj.fncshard.split("-").map(v => parseFloat(v));
50
- if (isNaN(shardStart) || isNaN(shardEnd)) {
51
- throw new Error(`Invalid fncshard format: ${yargObj.fncshard}. Expected format like "0-0.5"`);
52
- }
53
-
54
- let secondaryShardRange: { startFraction: number; endFraction: number } | undefined;
55
- if (yargObj.fncsecshard) {
56
- const [secondaryStart, secondaryEnd] = yargObj.fncsecshard.split("-").map(v => parseFloat(v));
57
- if (isNaN(secondaryStart) || isNaN(secondaryEnd)) {
58
- throw new Error(`Invalid fncsecshard format: ${yargObj.fncsecshard}. Expected format like "0-0.5"`);
59
- }
60
- secondaryShardRange = { startFraction: secondaryStart, endFraction: secondaryEnd };
61
- console.log(green(`Sharding from ${shardStart} to ${shardEnd}. Fallback sharding (dead function recovery) from ${secondaryStart} to ${secondaryEnd}`));
62
- } else {
63
- console.log(green(`Sharding from ${shardStart} to ${shardEnd}`));
64
- }
65
-
66
- let filterSelector = parseFilterSelector(yargObj.filter);
67
-
68
- new PathFunctionRunner({
69
- domainName: getDomain(),
70
- shardRange: { startFraction: shardStart, endFraction: shardEnd },
71
- secondaryShardRange,
72
- // TODO: Maybe abstract this out even more, so anything can plug in permissions checks?
73
- PermissionsChecker: PermissionsCheck,
74
- filterSelector,
75
- });
76
-
77
- if (!isPublic()) {
78
- // We have to import deploy, otherwise local moduleIds won't be known about
79
- let deployPath = path.resolve("./deploy.ts");
80
- await import(deployPath);
81
- }
82
-
83
- if (yargObj.filter) {
84
- console.log(magenta(`Only running functions that match the filter: ${yargObj.filter}. Either use --fncfilter dev in your http server to can calls here, or use ?setfncfilter=${yargObj.filter} in the browser to trigger functions that match this filter.`));
85
- }
86
- }
87
- logErrors(main());
1
+ // import { disableMeasurements } from "socket-function/src/profiling/measure";
2
+ // disableMeasurements();
3
+
4
+ import "../inject";
5
+ import yargs from "yargs";
6
+ let yargObj = yargs(process.argv)
7
+ .option("fncshard", { type: "string", default: "0-1", desc: "Shard range as start-end (e.g., '0-0.5' or '0.25-0.75')" })
8
+ .option("fncsecshard", { type: "string", default: "", desc: "Secondary shard range as start-end (e.g., '0-0.5'). Values in this range (not matched in fncshard) are delayed." })
9
+ .option("filter", { type: "string", default: "", desc: `Filter to only include handle specific function calls (fncshard is still applied). For example, "a&b|c", using regular boolean rules.` })
10
+ .argv
11
+ ;
12
+
13
+ import { logErrors } from "../errors";
14
+ import { PathFunctionRunner } from "./PathFunctionRunner";
15
+ import { SocketFunction } from "socket-function/SocketFunction";
16
+ import { getThreadKeyCert } from "../-a-auth/certs";
17
+ import { ClientWatcher } from "../1-path-client/pathValueClientWatcher";
18
+ import { timeInMinute } from "socket-function/src/misc";
19
+ import { getDomain, isLocal, isPublic } from "../config";
20
+ import { green, magenta } from "socket-function/src/formatting/logColors";
21
+ import { parseFilterSelector } from "../misc/filterable";
22
+ import path from "path";
23
+ import { IndexedLogs } from "../diagnostics/logs/IndexedLogs/IndexedLogs";
24
+
25
+ async function main() {
26
+ const { PermissionsCheck } = await import("../4-querysub/permissions");
27
+ const { Querysub } = await import("../4-querysub/QuerysubController");
28
+ Error.stackTraceLimit = 20;
29
+
30
+ //ActionsHistory.LOG_ACTION_HISTORY = "runner";
31
+
32
+ // ClientWatcher.DEBUG_READS = true;
33
+ //ClientWatcher.DEBUG_WRITES = true;
34
+ // ClientWatcher.DEBUG_TRIGGERS = "heavy";
35
+ // authorityStorage.DEBUG_UNWATCH = true;
36
+
37
+ Querysub.SEND_FULL_HISTORY_ON_INITIAL_SYNC = true;
38
+
39
+ PathFunctionRunner.DEBUG_CALLS = true;
40
+ // debugCoreMode();
41
+
42
+ await Querysub.hostService("PathFunctionRunnerMain");
43
+
44
+ // Use a fairly high stick time (the default is 10s), because having wait to sync data is very slow,
45
+ // and the function runner SHOULD have more memory than the clients, and much faster network speeds
46
+ // (it should be on the same local network as the path value authorities).
47
+ ClientWatcher.WATCH_STICK_TIME = timeInMinute * 5;
48
+
49
+ let [shardStart, shardEnd] = yargObj.fncshard.split("-").map(v => parseFloat(v));
50
+ if (isNaN(shardStart) || isNaN(shardEnd)) {
51
+ throw new Error(`Invalid fncshard format: ${yargObj.fncshard}. Expected format like "0-0.5"`);
52
+ }
53
+
54
+ let secondaryShardRange: { startFraction: number; endFraction: number } | undefined;
55
+ if (yargObj.fncsecshard) {
56
+ const [secondaryStart, secondaryEnd] = yargObj.fncsecshard.split("-").map(v => parseFloat(v));
57
+ if (isNaN(secondaryStart) || isNaN(secondaryEnd)) {
58
+ throw new Error(`Invalid fncsecshard format: ${yargObj.fncsecshard}. Expected format like "0-0.5"`);
59
+ }
60
+ secondaryShardRange = { startFraction: secondaryStart, endFraction: secondaryEnd };
61
+ console.log(green(`Sharding from ${shardStart} to ${shardEnd}. Fallback sharding (dead function recovery) from ${secondaryStart} to ${secondaryEnd}`));
62
+ } else {
63
+ console.log(green(`Sharding from ${shardStart} to ${shardEnd}`));
64
+ }
65
+
66
+ let filterSelector = parseFilterSelector(yargObj.filter);
67
+
68
+ new PathFunctionRunner({
69
+ domainName: getDomain(),
70
+ shardRange: { startFraction: shardStart, endFraction: shardEnd },
71
+ secondaryShardRange,
72
+ // TODO: Maybe abstract this out even more, so anything can plug in permissions checks?
73
+ PermissionsChecker: PermissionsCheck,
74
+ filterSelector,
75
+ });
76
+
77
+ if (!isPublic()) {
78
+ // We have to import deploy, otherwise local moduleIds won't be known about
79
+ let deployPath = path.resolve("./deploy.ts");
80
+ await import(deployPath);
81
+ }
82
+
83
+ if (yargObj.filter) {
84
+ console.log(magenta(`Only running functions that match the filter: ${yargObj.filter}. Either use --fncfilter dev in your http server to can calls here, or use ?setfncfilter=${yargObj.filter} in the browser to trigger functions that match this filter.`));
85
+ }
86
+ }
87
+ logErrors(main());