core-3nweb-client-lib 0.25.6 → 0.27.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (215) hide show
  1. package/README.md +2 -2
  2. package/build/api-defs/asmail.d.ts +1 -1
  3. package/build/api-defs/files.d.ts +282 -70
  4. package/build/core/app-files.js +7 -7
  5. package/build/core/asmail/config/common.js +4 -4
  6. package/build/core/asmail/config/index.js +2 -2
  7. package/build/core/asmail/config/published-intro-key.js +1 -1
  8. package/build/core/asmail/delivery/common.js +7 -7
  9. package/build/core/asmail/delivery/index.js +7 -6
  10. package/build/core/asmail/delivery/msg.js +8 -7
  11. package/build/core/asmail/delivery/per-recipient-wip.js +3 -3
  12. package/build/core/asmail/inbox/attachments/fs.js +11 -1
  13. package/build/core/asmail/inbox/cached-msgs.js +3 -3
  14. package/build/core/asmail/inbox/inbox-events.js +5 -4
  15. package/build/core/asmail/inbox/index.js +12 -12
  16. package/build/core/asmail/inbox/msg-downloader.js +3 -3
  17. package/build/core/asmail/inbox/msg-indexing.js +4 -4
  18. package/build/core/asmail/inbox/msg-on-disk.js +7 -7
  19. package/build/core/asmail/index.d.ts +3 -3
  20. package/build/core/asmail/index.js +13 -8
  21. package/build/core/asmail/key-verification.js +5 -5
  22. package/build/core/asmail/keyring/common.js +7 -6
  23. package/build/core/asmail/keyring/correspondent-keys.js +8 -7
  24. package/build/core/asmail/keyring/id-to-email-map.js +2 -1
  25. package/build/core/asmail/keyring/index.d.ts +7 -8
  26. package/build/core/asmail/keyring/index.js +15 -14
  27. package/build/core/asmail/keyring/keyring-storage.js +4 -3
  28. package/build/core/asmail/msg/opener.js +3 -3
  29. package/build/core/asmail/msg/packer.js +13 -13
  30. package/build/core/asmail/sending-params/own-params.js +4 -4
  31. package/build/core/asmail/sending-params/params-from-others.js +3 -3
  32. package/build/core/id-manager.js +8 -5
  33. package/build/core/index.d.ts +2 -1
  34. package/build/core/index.js +14 -14
  35. package/build/core/sign-in.d.ts +5 -4
  36. package/build/core/sign-in.js +12 -14
  37. package/build/core/sign-up.d.ts +1 -0
  38. package/build/core/sign-up.js +15 -11
  39. package/build/core/storage/common/json-saving.d.ts +21 -0
  40. package/build/core/storage/common/json-saving.js +82 -0
  41. package/build/core/storage/common/obj-info-file.d.ts +51 -0
  42. package/build/core/storage/common/obj-info-file.js +153 -5
  43. package/build/core/storage/common/utils.d.ts +2 -0
  44. package/build/core/storage/common/utils.js +32 -0
  45. package/build/core/storage/index.d.ts +3 -17
  46. package/build/core/storage/index.js +57 -77
  47. package/build/core/storage/local/obj-files-gc.d.ts +2 -0
  48. package/build/core/storage/local/obj-files-gc.js +53 -39
  49. package/build/core/storage/local/obj-files.d.ts +6 -9
  50. package/build/core/storage/local/obj-files.js +16 -19
  51. package/build/core/storage/local/obj-status.d.ts +20 -30
  52. package/build/core/storage/local/obj-status.js +46 -113
  53. package/build/core/storage/local/storage.d.ts +15 -5
  54. package/build/core/storage/local/storage.js +37 -18
  55. package/build/core/storage/synced/downloader.js +7 -6
  56. package/build/core/storage/synced/obj-files-gc.d.ts +6 -1
  57. package/build/core/storage/synced/obj-files-gc.js +106 -13
  58. package/build/core/storage/synced/obj-files.d.ts +46 -47
  59. package/build/core/storage/synced/obj-files.js +207 -154
  60. package/build/core/storage/synced/obj-status.d.ts +103 -42
  61. package/build/core/storage/synced/obj-status.js +525 -137
  62. package/build/core/storage/synced/remote-events.d.ts +11 -12
  63. package/build/core/storage/synced/remote-events.js +80 -57
  64. package/build/core/storage/synced/storage.d.ts +24 -5
  65. package/build/core/storage/synced/storage.js +123 -38
  66. package/build/core/storage/synced/upload-header-file.d.ts +4 -0
  67. package/build/core/storage/synced/upload-header-file.js +64 -0
  68. package/build/core/storage/synced/upsyncer.d.ts +15 -9
  69. package/build/core/storage/synced/upsyncer.js +219 -246
  70. package/build/core/storage/system-folders/apps-data.d.ts +16 -0
  71. package/build/core/storage/system-folders/apps-data.js +110 -0
  72. package/build/core/storage/system-folders/index.d.ts +18 -0
  73. package/build/core/storage/system-folders/index.js +77 -0
  74. package/build/core-ipc/common-caps.js +3 -3
  75. package/build/core-ipc/generic.js +8 -8
  76. package/build/core-ipc/startup-caps.js +2 -2
  77. package/build/cryptors.js +6 -2
  78. package/build/ipc-via-protobuf/asmail-cap.js +67 -83
  79. package/build/ipc-via-protobuf/bytes.js +16 -17
  80. package/build/ipc-via-protobuf/connector-clients-side.d.ts +3 -0
  81. package/build/ipc-via-protobuf/connector-clients-side.js +62 -25
  82. package/build/ipc-via-protobuf/connector-services-side.js +10 -10
  83. package/build/ipc-via-protobuf/connector.js +4 -4
  84. package/build/ipc-via-protobuf/file.d.ts +48 -12
  85. package/build/ipc-via-protobuf/file.js +476 -120
  86. package/build/ipc-via-protobuf/fs.d.ts +8 -0
  87. package/build/ipc-via-protobuf/fs.js +592 -159
  88. package/build/ipc-via-protobuf/log-cap.js +2 -2
  89. package/build/ipc-via-protobuf/mailerid.js +3 -3
  90. package/build/ipc-via-protobuf/protobuf-msg.d.ts +1 -0
  91. package/build/ipc-via-protobuf/protobuf-msg.js +11 -7
  92. package/build/ipc-via-protobuf/startup-cap.js +23 -23
  93. package/build/ipc-via-protobuf/storage-cap.js +12 -12
  94. package/build/ipc.js +7 -2
  95. package/build/lib-client/3nstorage/exceptions.d.ts +12 -8
  96. package/build/lib-client/3nstorage/exceptions.js +31 -10
  97. package/build/lib-client/3nstorage/service.d.ts +16 -2
  98. package/build/lib-client/3nstorage/service.js +109 -39
  99. package/build/lib-client/3nstorage/util/file-based-json.d.ts +2 -1
  100. package/build/lib-client/3nstorage/util/file-based-json.js +1 -1
  101. package/build/lib-client/3nstorage/xsp-fs/attrs.js +17 -17
  102. package/build/lib-client/3nstorage/xsp-fs/common.d.ts +52 -14
  103. package/build/lib-client/3nstorage/xsp-fs/common.js +31 -16
  104. package/build/lib-client/3nstorage/xsp-fs/file-node.d.ts +1 -0
  105. package/build/lib-client/3nstorage/xsp-fs/file-node.js +18 -14
  106. package/build/lib-client/3nstorage/xsp-fs/file.d.ts +31 -6
  107. package/build/lib-client/3nstorage/xsp-fs/file.js +74 -23
  108. package/build/lib-client/3nstorage/xsp-fs/folder-node-serialization.js +4 -4
  109. package/build/lib-client/3nstorage/xsp-fs/folder-node.d.ts +24 -11
  110. package/build/lib-client/3nstorage/xsp-fs/folder-node.js +599 -189
  111. package/build/lib-client/3nstorage/xsp-fs/fs.d.ts +45 -9
  112. package/build/lib-client/3nstorage/xsp-fs/fs.js +326 -74
  113. package/build/lib-client/3nstorage/xsp-fs/link-node.d.ts +1 -0
  114. package/build/lib-client/3nstorage/xsp-fs/link-node.js +7 -2
  115. package/build/lib-client/3nstorage/xsp-fs/node-in-fs.d.ts +30 -20
  116. package/build/lib-client/3nstorage/xsp-fs/node-in-fs.js +239 -106
  117. package/build/lib-client/3nstorage/xsp-fs/node-persistence.d.ts +1 -1
  118. package/build/lib-client/3nstorage/xsp-fs/node-persistence.js +18 -19
  119. package/build/lib-client/3nstorage/xsp-fs/xsp-payload-v1.js +5 -5
  120. package/build/lib-client/3nstorage/xsp-fs/xsp-payload-v2.js +56 -56
  121. package/build/lib-client/3nweb-signup.js +4 -4
  122. package/build/lib-client/asmail/recipient.js +15 -15
  123. package/build/lib-client/asmail/sender.js +22 -22
  124. package/build/lib-client/asmail/service-config.js +3 -3
  125. package/build/lib-client/cryptor/cryptor-in-worker.js +19 -17
  126. package/build/lib-client/cryptor/cryptor-wasm.js +1 -1
  127. package/build/lib-client/cryptor/cryptor.js +4 -2
  128. package/build/lib-client/cryptor/cryptor.wasm +0 -0
  129. package/build/lib-client/cryptor/in-proc-js.js +1 -1
  130. package/build/lib-client/cryptor/in-proc-wasm.js +7 -7
  131. package/build/lib-client/cryptor/worker-js.js +2 -2
  132. package/build/lib-client/cryptor/worker-wasm.js +2 -2
  133. package/build/lib-client/files-select.js +1 -1
  134. package/build/lib-client/files.d.ts +1 -1
  135. package/build/lib-client/files.js +71 -4
  136. package/build/lib-client/fs-collection.js +3 -2
  137. package/build/lib-client/fs-sync-utils.d.ts +5 -0
  138. package/build/lib-client/fs-sync-utils.js +61 -0
  139. package/build/lib-client/fs-view.d.ts +14 -0
  140. package/build/lib-client/fs-view.js +33 -0
  141. package/build/lib-client/key-derivation.js +1 -1
  142. package/build/lib-client/local-files/dev-file-sink.js +9 -9
  143. package/build/lib-client/local-files/dev-file-src.js +2 -2
  144. package/build/lib-client/local-files/device-fs.d.ts +1 -1
  145. package/build/lib-client/local-files/device-fs.js +56 -54
  146. package/build/lib-client/logging/log-to-file.d.ts +1 -1
  147. package/build/lib-client/logging/log-to-file.js +11 -11
  148. package/build/lib-client/mailer-id/login.js +7 -7
  149. package/build/lib-client/mailer-id/provisioner.js +12 -12
  150. package/build/lib-client/objs-on-disk/file-writing-proc.js +5 -5
  151. package/build/lib-client/objs-on-disk/obj-folders.js +33 -33
  152. package/build/lib-client/objs-on-disk/obj-on-disk.d.ts +13 -2
  153. package/build/lib-client/objs-on-disk/obj-on-disk.js +24 -9
  154. package/build/lib-client/request-utils.d.ts +1 -0
  155. package/build/lib-client/request-utils.js +14 -14
  156. package/build/lib-client/server-events.d.ts +3 -3
  157. package/build/lib-client/server-events.js +12 -10
  158. package/build/lib-client/service-locator.js +10 -10
  159. package/build/lib-client/user-with-mid-session.js +7 -7
  160. package/build/lib-client/user-with-pkl-session.js +25 -25
  161. package/build/lib-client/ws-utils.js +3 -3
  162. package/build/lib-common/async-cryptor-wrap.js +4 -4
  163. package/build/lib-common/async-fs-node.d.ts +5 -3
  164. package/build/lib-common/async-fs-node.js +19 -18
  165. package/build/lib-common/byte-streaming/pipe.js +1 -1
  166. package/build/lib-common/byte-streaming/wrapping.js +17 -17
  167. package/build/lib-common/canonical-address.js +1 -1
  168. package/build/lib-common/exceptions/error.d.ts +1 -0
  169. package/build/lib-common/exceptions/error.js +7 -6
  170. package/build/lib-common/exceptions/file.js +10 -1
  171. package/build/lib-common/ipc/generic-ipc.js +2 -2
  172. package/build/lib-common/ipc/ws-ipc.js +2 -2
  173. package/build/lib-common/json-utils.js +2 -1
  174. package/build/lib-common/mid-sigs-NaCl-Ed.js +14 -14
  175. package/build/lib-common/objs-on-disk/file-layout.d.ts +19 -0
  176. package/build/lib-common/objs-on-disk/file-layout.js +130 -12
  177. package/build/lib-common/objs-on-disk/obj-file.d.ts +13 -2
  178. package/build/lib-common/objs-on-disk/obj-file.js +99 -37
  179. package/build/lib-common/objs-on-disk/utils.d.ts +1 -0
  180. package/build/lib-common/objs-on-disk/utils.js +4 -4
  181. package/build/lib-common/objs-on-disk/v1-obj-file-format.js +14 -14
  182. package/build/lib-common/processes/deferred.d.ts +6 -0
  183. package/build/lib-common/processes/deferred.js +30 -0
  184. package/build/lib-common/processes/labelled-exec-pools.d.ts +33 -0
  185. package/build/lib-common/processes/labelled-exec-pools.js +141 -0
  186. package/build/lib-common/processes/pressure.d.ts +7 -0
  187. package/build/lib-common/processes/pressure.js +56 -0
  188. package/build/lib-common/processes/sleep.d.ts +1 -0
  189. package/build/lib-common/processes/sleep.js +26 -0
  190. package/build/lib-common/{processes.d.ts → processes/synced.d.ts} +0 -40
  191. package/build/lib-common/{processes.js → processes/synced.js} +187 -204
  192. package/build/lib-common/processes/timeout.d.ts +1 -0
  193. package/build/lib-common/processes/timeout.js +51 -0
  194. package/build/lib-common/random-node.js +7 -7
  195. package/build/lib-common/service-api/3nstorage/owner.d.ts +100 -39
  196. package/build/lib-common/service-api/3nstorage/owner.js +85 -42
  197. package/build/lib-common/service-api/asmail/delivery.js +2 -2
  198. package/build/lib-common/service-api/asmail/retrieval.js +1 -1
  199. package/build/lib-common/timed-cache.d.ts +1 -0
  200. package/build/lib-common/timed-non-weak-cache.d.ts +1 -0
  201. package/build/lib-common/timed-non-weak-cache.js +11 -0
  202. package/build/lib-common/utils-for-observables.d.ts +15 -1
  203. package/build/lib-common/utils-for-observables.js +70 -19
  204. package/build/lib-common/weak-cache.d.ts +1 -0
  205. package/build/lib-common/weak-cache.js +12 -1
  206. package/build/lib-index.d.ts +2 -1
  207. package/build/lib-index.js +10 -7
  208. package/build/protos/asmail.proto.js +12912 -7127
  209. package/build/protos/file.proto.js +4848 -2399
  210. package/build/protos/fs.proto.js +9230 -3445
  211. package/package.json +8 -7
  212. package/protos/file.proto +91 -11
  213. package/protos/fs.proto +107 -8
  214. package/build/core/storage/synced/upsync-status.d.ts +0 -41
  215. package/build/core/storage/synced/upsync-status.js +0 -158
@@ -1,58 +1,119 @@
1
- import { ObjId } from '../../../lib-client/3nstorage/xsp-fs/common';
1
+ import { ObjId, SyncedObjStatus } from '../../../lib-client/3nstorage/xsp-fs/common';
2
+ import { NonGarbageVersions, VersionsInfo } from '../common/obj-info-file';
3
+ import { LogError } from '../../../lib-client/logging/log-to-file';
4
+ import { DiffInfo, ObjStatus as RemoteObjStatus } from '../../../lib-common/service-api/3nstorage/owner';
5
+ import { FiniteChunk } from '../../../lib-common/objs-on-disk/file-layout';
6
+ import { UploadStatusRecorder } from './upsyncer';
7
+ declare type SyncStatus = web3n.files.SyncStatus;
2
8
  /**
3
- * Storage object can be in following states:
4
- * 1. Synced state indicates that current local version and one on the server
5
- * are same.
6
- * 2. Behind state indicates that while current local version is synced,
7
- * server already has a newer version.
8
- * 3. Unsynced state indicates that current local version hasn't been uploaded
9
- * to the server. Current is just the next version, following the server one.
10
- * 4. Conflicting state indicates that current unsynced local version conflicts
11
- * with version on the server, uploaded by other client.
9
+ * This is status information of an object in synced storage.
10
+ * Local references versions that haven't been synced/uploaded.
11
+ * Remote enumerates versions on the server.
12
+ * Synced marks version of latest synchronized moment.
13
+ * Local versions must be on disk as it is the only copy. Remote versions can
14
+ * be present as needed/desired.
12
15
  */
13
- export declare type SyncState = 'synced' | 'behind' | 'unsynced' | 'conflicting';
14
16
  export interface ObjStatusInfo {
15
17
  objId: ObjId;
18
+ local?: LocalVersions;
19
+ synced?: SyncMarker;
20
+ remote: VersionsOnServer;
21
+ }
22
+ export interface LocalVersions extends VersionsInfo {
16
23
  isArchived?: boolean;
17
- deletedOnRemote?: boolean;
18
- syncState: SyncState;
19
- versions: {
20
- latestSynced?: number;
21
- conflictingRemote?: number[];
22
- current?: number;
23
- archived?: number[];
24
- unsynchedArchived?: number[];
25
- remote?: number;
26
- };
27
- gcWorkInfo?: object;
24
+ archived?: undefined;
25
+ upload?: UploadInfo;
26
+ }
27
+ export interface SyncMarker {
28
+ version?: number;
29
+ isArchived?: boolean;
30
+ base?: number;
31
+ }
32
+ export interface VersionsOnServer extends VersionsInfo {
33
+ isArchived?: boolean;
34
+ }
35
+ export interface UploadInfo {
36
+ localVersion: number;
37
+ uploadVersion: number;
38
+ baseVersion?: number;
39
+ needUpload?: WholeVerOrderedUpload | DiffVerOrderedUpload;
28
40
  }
29
- export declare class ObjStatus {
41
+ export interface WholeVerOrderedUpload {
42
+ type: 'ordered-whole';
43
+ createObj?: boolean;
44
+ header?: number;
45
+ segsLeft: number;
46
+ segsOfs: number;
47
+ transactionId?: string;
48
+ }
49
+ export interface DiffVerOrderedUpload {
50
+ type: 'ordered-diff';
51
+ diff: DiffInfo;
52
+ header?: number;
53
+ newSegsLeft: FiniteChunk[];
54
+ transactionId?: string;
55
+ }
56
+ export interface BytesSection {
57
+ ofs: number;
58
+ len: number;
59
+ }
60
+ export interface NonGarbage {
61
+ local?: NonGarbageVersions;
62
+ remote: NonGarbageVersions;
63
+ uploadVersion?: number;
64
+ }
65
+ export declare const STATUS_FILE_NAME = "status";
66
+ export declare class ObjStatus implements SyncedObjStatus, UploadStatusRecorder {
30
67
  private readonly objFolder;
31
68
  private readonly status;
69
+ private readonly logError;
32
70
  private readonly saveProc;
71
+ private stateIndicator;
33
72
  private constructor();
34
- static readFrom(objFolder: string, objId: ObjId): Promise<ObjStatus>;
35
- static makeNew(objFolder: string, objId: ObjId): Promise<ObjStatus>;
36
- static makeForDownloadedVersion(objFolder: string, objId: ObjId, version: number): Promise<ObjStatus>;
73
+ static readFrom(objFolder: string, objId: ObjId, logError: LogError): Promise<ObjStatus>;
74
+ static makeNew(objFolder: string, objId: ObjId, logError: LogError): Promise<ObjStatus>;
75
+ static makeForDownloadedVersion(objFolder: string, objId: ObjId, version: number, currentRemote: number, logError: LogError): Promise<ObjStatus>;
37
76
  static fileShowsObjNotInSyncedState(objFolder: string, objId: ObjId): Promise<boolean>;
38
- private saveFile;
77
+ private updateStateIndicator;
39
78
  isArchived(): boolean;
40
- getCurrentVersionOrThrow(): number;
41
- isRemoteVersionGreaterOrEqualTo(newRemoteVersion: number): boolean;
42
- isDeletedOnRemote(): boolean;
43
- syncedVersionGreaterOrEqual(version: number): boolean;
44
- removeCurrentVersion(verObjs: ContainerWithDelete<number>): Promise<void>;
45
- setDeletedOnRemote(): Promise<void>;
46
- setRemoteVersion(version: number): Promise<void>;
47
- setSyncedCurrentVersion(version: number): Promise<void>;
48
- setUnsyncedCurrentVersion(version: number): Promise<void>;
79
+ getCurrentLocalOrSynced(): number;
80
+ getNonGarbageVersions(): NonGarbage;
81
+ removeCurrentVersion(): Promise<void>;
82
+ private triggerSaveProc;
83
+ recordUploadStart(info: UploadInfo): Promise<void>;
84
+ recordUploadInterimState(info: UploadInfo): Promise<void>;
85
+ recordUploadCancellation(info: UploadInfo): Promise<void>;
86
+ recordArchVersionRemoval(version: number): Promise<void>;
87
+ recordVersionArchival(version: number): Promise<void>;
88
+ recordRemoteRemoval(): Promise<void>;
89
+ recordRemoteChange(version: number): Promise<void>;
90
+ recordSyncOfObjRemoval(): Promise<void>;
91
+ recordStatusFromServer({ archived, current }: RemoteObjStatus): Promise<void>;
49
92
  /**
50
- * This method ignores remote conflicting versions.
51
- * @param version
93
+ * When given object version is a diff on some base, this method returns
94
+ * a whole trace of local base versions up to synced one.
95
+ * Local bases, if present, are return in an array with highest version
96
+ * first.
97
+ * This returns undefined, when given object version is not a diff.
98
+ * @param version that is local, for which we want to get base versions, if
99
+ * it is a diff version.
52
100
  */
53
- isVersionSynced(version: number): boolean;
54
- }
55
- interface ContainerWithDelete<T> {
56
- delete(key: T): void;
101
+ baseOfLocalVersion(version: number): {
102
+ localBases?: number[];
103
+ syncedBase?: number;
104
+ } | undefined;
105
+ markLocalVersionSynced(localVersion: number, uploadVersion: number): Promise<void>;
106
+ setLocalCurrentVersion(version: number, baseVer: number | undefined): Promise<void>;
107
+ listVersions(): {
108
+ current?: number;
109
+ archived?: number[];
110
+ };
111
+ archiveCurrentVersion(): Promise<void>;
112
+ absorbLocalVersionBase(version: number, localBase: number): Promise<void>;
113
+ latestSyncedVersion(): number | undefined;
114
+ syncStatus(): SyncStatus;
115
+ neverUploaded(): boolean;
116
+ adoptRemoteVersion(version?: number, dropLocalVer?: boolean): Promise<void>;
57
117
  }
118
+ export declare function readAndCheckStatus(objFolder: string, objId: ObjId): Promise<ObjStatusInfo>;
58
119
  export {};