sliftutils 1.7.9 → 1.7.11

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (92) hide show
  1. package/bin/storageserver.js +4 -0
  2. package/{teststorage → examplestorage}/browser.tsx +18 -22
  3. package/{teststorage/server.ts → examplestorage/exampleserver.ts} +4 -6
  4. package/index.d.ts +770 -84
  5. package/misc/dist/environment.ts.cache +3 -3
  6. package/misc/dist/getSecret.ts.cache +139 -0
  7. package/misc/dist/strings.ts.cache +13 -0
  8. package/misc/dist/zip.ts.cache +9 -0
  9. package/misc/getSecret.ts +38 -16
  10. package/misc/https/cloudflareHelpers.d.ts +19 -0
  11. package/misc/https/cloudflareHelpers.ts +69 -0
  12. package/misc/https/dist/certs.ts.cache +115 -179
  13. package/misc/https/dist/cloudflareHelpers.ts.cache +68 -0
  14. package/misc/https/dist/dns.ts.cache +112 -100
  15. package/misc/https/dist/hostServer.ts.cache +130 -0
  16. package/misc/https/dist/httpsCerts.ts.cache +24 -5
  17. package/misc/https/dist/persistentLocalStorage.ts.cache +3 -2
  18. package/misc/https/dns.d.ts +41 -8
  19. package/misc/https/dns.ts +104 -106
  20. package/misc/https/hostServer.d.ts +0 -3
  21. package/misc/https/hostServer.ts +12 -8
  22. package/package.json +3 -2
  23. package/render-utils/dist/observer.tsx.cache +3 -2
  24. package/spec.txt +0 -55
  25. package/storage/ArchivesDisk.d.ts +67 -0
  26. package/storage/ArchivesDisk.ts +369 -0
  27. package/storage/BulkDatabase2/dist/BulkDatabaseBase.ts.cache +1242 -0
  28. package/storage/BulkDatabase2/dist/BulkDatabaseFormat.ts.cache +513 -0
  29. package/storage/BulkDatabase2/dist/BulkDatabaseMerge.ts.cache +352 -0
  30. package/storage/BulkDatabase2/dist/BulkDatabaseReader.ts.cache +306 -0
  31. package/storage/BulkDatabase2/dist/LoadedIndex.ts.cache +435 -0
  32. package/storage/BulkDatabase2/dist/WriteOverlay.ts.cache +58 -0
  33. package/storage/BulkDatabase2/dist/blockCache.ts.cache +179 -0
  34. package/storage/BulkDatabase2/dist/mergeLock.ts.cache +149 -0
  35. package/storage/BulkDatabase2/dist/mergeMarkers.ts.cache +101 -0
  36. package/storage/BulkDatabase2/dist/streamLog.ts.cache +227 -0
  37. package/storage/BulkDatabase2/dist/syncClient.ts.cache +104 -0
  38. package/storage/IArchives.d.ts +127 -1
  39. package/storage/IArchives.ts +201 -1
  40. package/storage/backblaze.d.ts +29 -2
  41. package/storage/backblaze.ts +214 -78
  42. package/storage/dist/ArchivesDisk.ts.cache +373 -0
  43. package/storage/dist/FileFolderAPI.tsx.cache +508 -65
  44. package/storage/dist/IArchives.ts.cache +44 -0
  45. package/storage/dist/IndexedDBFileFolderAPI.ts.cache +8 -2
  46. package/storage/dist/JSONStorage.ts.cache +6 -2
  47. package/storage/dist/PendingManager.tsx.cache +1 -1
  48. package/storage/dist/TransactionStorage.ts.cache +231 -92
  49. package/storage/dist/backblaze.ts.cache +797 -0
  50. package/storage/dist/fileSystemPointer.ts.cache +36 -3
  51. package/storage/dist/remoteFileStorage.ts.cache +495 -0
  52. package/storage/remoteStorage/ArchivesRemote.d.ts +34 -18
  53. package/storage/remoteStorage/ArchivesRemote.ts +85 -65
  54. package/storage/remoteStorage/ArchivesUrl.d.ts +48 -0
  55. package/storage/remoteStorage/ArchivesUrl.ts +86 -0
  56. package/storage/remoteStorage/accessPage.tsx +111 -28
  57. package/storage/remoteStorage/blobStore.d.ts +128 -25
  58. package/storage/remoteStorage/blobStore.ts +757 -290
  59. package/storage/remoteStorage/cliArgs.d.ts +1 -0
  60. package/storage/remoteStorage/cliArgs.ts +9 -0
  61. package/storage/remoteStorage/createArchives.d.ts +85 -0
  62. package/storage/remoteStorage/createArchives.ts +612 -0
  63. package/storage/remoteStorage/dist/ArchivesRemote.ts.cache +197 -0
  64. package/storage/remoteStorage/dist/ArchivesUrl.ts.cache +85 -0
  65. package/storage/remoteStorage/dist/accessPage.tsx.cache +222 -0
  66. package/storage/remoteStorage/dist/blobStore.ts.cache +837 -0
  67. package/storage/remoteStorage/dist/cliArgs.ts.cache +16 -0
  68. package/storage/remoteStorage/dist/createArchives.ts.cache +610 -0
  69. package/storage/remoteStorage/dist/remoteConfig.ts.cache +206 -0
  70. package/storage/remoteStorage/dist/sourceWrapper.ts.cache +223 -0
  71. package/storage/remoteStorage/dist/storageController.ts.cache +500 -0
  72. package/storage/remoteStorage/dist/storageServer.ts.cache +106 -0
  73. package/storage/remoteStorage/dist/storageServerCli.ts.cache +39 -0
  74. package/storage/remoteStorage/dist/storageServerState.ts.cache +518 -0
  75. package/storage/remoteStorage/grantAccess.js +4 -0
  76. package/storage/remoteStorage/grantAccessCli.d.ts +1 -0
  77. package/storage/remoteStorage/grantAccessCli.ts +27 -0
  78. package/storage/remoteStorage/remoteConfig.d.ts +29 -0
  79. package/storage/remoteStorage/remoteConfig.ts +194 -0
  80. package/storage/remoteStorage/sourceWrapper.d.ts +41 -0
  81. package/storage/remoteStorage/sourceWrapper.ts +223 -0
  82. package/storage/remoteStorage/spec.md +31 -0
  83. package/storage/remoteStorage/storageController.d.ts +30 -27
  84. package/storage/remoteStorage/storageController.ts +297 -159
  85. package/storage/remoteStorage/storageServer.d.ts +6 -0
  86. package/storage/remoteStorage/storageServer.ts +88 -94
  87. package/storage/remoteStorage/storageServerCli.d.ts +1 -0
  88. package/storage/remoteStorage/storageServerCli.ts +38 -0
  89. package/storage/remoteStorage/storageServerState.d.ts +43 -0
  90. package/storage/remoteStorage/storageServerState.ts +540 -0
  91. package/testsite/server.ts +0 -2
  92. package/yarn.lock +11 -6
@@ -0,0 +1 @@
1
+ export declare function getArg(name: string): string | undefined;
@@ -0,0 +1,9 @@
1
+ export function getArg(name: string): string | undefined {
2
+ let index = process.argv.indexOf(`--${name}`);
3
+ if (index < 0) return undefined;
4
+ let value = process.argv[index + 1];
5
+ if (!value || value.startsWith("--")) {
6
+ throw new Error(`Missing value for --${name}`);
7
+ }
8
+ return value;
9
+ }
@@ -0,0 +1,85 @@
1
+ /// <reference types="node" />
2
+ /// <reference types="node" />
3
+ import { IArchives, RemoteConfig, RemoteConfigBase, HostedConfig, BackblazeConfig, ArchiveFileInfo, ArchivesConfig, ArchivesSyncStatus } from "../IArchives";
4
+ export declare function createApiArchives(source: HostedConfig | BackblazeConfig): IArchives;
5
+ export declare class ArchivesChain implements IArchives {
6
+ private configured;
7
+ private activeConfig;
8
+ private statePromise;
9
+ private initRetryDelay;
10
+ private initRetryTimer;
11
+ private pollTimer;
12
+ private disposed;
13
+ constructor(config: RemoteConfig | RemoteConfigBase);
14
+ getDebugName(): string;
15
+ private getState;
16
+ private init;
17
+ private buildSources;
18
+ private startConfigPoll;
19
+ private checkForNewConfig;
20
+ private run;
21
+ private runWrite;
22
+ private request;
23
+ waitingForAccess(): Promise<{
24
+ link: string;
25
+ machineId: string;
26
+ ip: string;
27
+ } | undefined>;
28
+ get(fileName: string, config?: {
29
+ range?: {
30
+ start: number;
31
+ end: number;
32
+ };
33
+ }): Promise<Buffer | undefined>;
34
+ get2(fileName: string, config?: {
35
+ range?: {
36
+ start: number;
37
+ end: number;
38
+ };
39
+ }): Promise<{
40
+ data: Buffer;
41
+ writeTime: number;
42
+ size: number;
43
+ } | undefined>;
44
+ getInfo(fileName: string): Promise<{
45
+ writeTime: number;
46
+ size: number;
47
+ } | undefined>;
48
+ private selectCoveringSources;
49
+ private runOnApi;
50
+ find(prefix: string, config?: {
51
+ shallow?: boolean;
52
+ type: "files" | "folders";
53
+ }): Promise<string[]>;
54
+ findInfo(prefix: string, config?: {
55
+ shallow?: boolean;
56
+ type: "files" | "folders";
57
+ }): Promise<ArchiveFileInfo[]>;
58
+ getChangesAfter(time: number): Promise<ArchiveFileInfo[]>;
59
+ getSyncStatus(): Promise<ArchivesSyncStatus>;
60
+ getConfig(): Promise<ArchivesConfig>;
61
+ /** True only when EVERY write-receiving source would accept our writes (partial write access
62
+ * desynchronizes sources, so it counts as no access). */
63
+ hasWriteAccess(): Promise<boolean>;
64
+ private assertNotBareVariableShard;
65
+ set(fileName: string, data: Buffer, config?: {
66
+ lastModified?: number;
67
+ }): Promise<void>;
68
+ del(fileName: string): Promise<void>;
69
+ /** Writes a key containing the VARIABLE_SHARD sentinel: picks the lowest-latency up write
70
+ * shard, materializes the key with a random value inside that shard's route, writes it, and
71
+ * returns the FULL key actually written (the caller needs it to ever read the value back).
72
+ * Unlike normal writes this CAN move to another shard when the preferred one is down (error +
73
+ * socket down, same rule as reads) - each shard receives a different key, so write
74
+ * consistency is preserved. */
75
+ setVariableShard(key: string, data: Buffer, config?: {
76
+ lastModified?: number;
77
+ }): Promise<string>;
78
+ setLargeFile(config: {
79
+ path: string;
80
+ getNextData(): Promise<Buffer | undefined>;
81
+ }): Promise<void>;
82
+ getURL(path: string): Promise<string>;
83
+ dispose(): void;
84
+ }
85
+ export declare function createArchives(config: RemoteConfig | RemoteConfigBase): ArchivesChain;