@livestore/adapter-web 0.4.0 → 0.5.0-dev.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/.tsbuildinfo +1 -1
- package/dist/common/connection.d.ts.map +1 -1
- package/dist/in-memory/in-memory-adapter.d.ts +7 -8
- package/dist/in-memory/in-memory-adapter.d.ts.map +1 -1
- package/dist/in-memory/in-memory-adapter.js +37 -30
- package/dist/in-memory/in-memory-adapter.js.map +1 -1
- package/dist/index.js +4 -4
- package/dist/single-tab/mod.js +1 -1
- package/dist/single-tab/single-tab-adapter.d.ts.map +1 -1
- package/dist/single-tab/single-tab-adapter.js +63 -83
- package/dist/single-tab/single-tab-adapter.js.map +1 -1
- package/dist/web-worker/client-session/client-session-devtools.d.ts +3 -4
- package/dist/web-worker/client-session/client-session-devtools.d.ts.map +1 -1
- package/dist/web-worker/client-session/client-session-devtools.js +7 -5
- package/dist/web-worker/client-session/client-session-devtools.js.map +1 -1
- package/dist/web-worker/client-session/devtools-web-channel.d.ts +20 -0
- package/dist/web-worker/client-session/devtools-web-channel.d.ts.map +1 -0
- package/dist/web-worker/client-session/devtools-web-channel.js +34 -0
- package/dist/web-worker/client-session/devtools-web-channel.js.map +1 -0
- package/dist/web-worker/client-session/persisted-adapter.d.ts.map +1 -1
- package/dist/web-worker/client-session/persisted-adapter.js +76 -85
- package/dist/web-worker/client-session/persisted-adapter.js.map +1 -1
- package/dist/web-worker/client-session/sqlite-loader.js.map +1 -1
- package/dist/web-worker/common/persisted-sqlite.d.ts +23 -10
- package/dist/web-worker/common/persisted-sqlite.d.ts.map +1 -1
- package/dist/web-worker/common/persisted-sqlite.js +29 -25
- package/dist/web-worker/common/persisted-sqlite.js.map +1 -1
- package/dist/web-worker/common/persisted-sqlite.test-fixture.d.ts +2 -0
- package/dist/web-worker/common/persisted-sqlite.test-fixture.d.ts.map +1 -0
- package/dist/web-worker/common/persisted-sqlite.test-fixture.js +57 -0
- package/dist/web-worker/common/persisted-sqlite.test-fixture.js.map +1 -0
- package/dist/web-worker/common/rpc-worker.d.ts +14 -0
- package/dist/web-worker/common/rpc-worker.d.ts.map +1 -0
- package/dist/web-worker/common/rpc-worker.js +8 -0
- package/dist/web-worker/common/rpc-worker.js.map +1 -0
- package/dist/web-worker/common/shutdown-channel.d.ts.map +1 -1
- package/dist/web-worker/common/webmesh-node-names.d.ts +4 -0
- package/dist/web-worker/common/webmesh-node-names.d.ts.map +1 -0
- package/dist/web-worker/common/webmesh-node-names.js +2 -0
- package/dist/web-worker/common/webmesh-node-names.js.map +1 -0
- package/dist/web-worker/common/worker-disconnect-channel.d.ts +1 -4
- package/dist/web-worker/common/worker-disconnect-channel.d.ts.map +1 -1
- package/dist/web-worker/common/worker-disconnect-channel.js +1 -2
- package/dist/web-worker/common/worker-disconnect-channel.js.map +1 -1
- package/dist/web-worker/common/worker-schema.d.ts +275 -211
- package/dist/web-worker/common/worker-schema.d.ts.map +1 -1
- package/dist/web-worker/common/worker-schema.js +71 -52
- package/dist/web-worker/common/worker-schema.js.map +1 -1
- package/dist/web-worker/leader-worker/make-leader-worker.d.ts +6 -8
- package/dist/web-worker/leader-worker/make-leader-worker.d.ts.map +1 -1
- package/dist/web-worker/leader-worker/make-leader-worker.js +147 -94
- package/dist/web-worker/leader-worker/make-leader-worker.js.map +1 -1
- package/dist/web-worker/shared-worker/make-shared-worker.d.ts +2 -2
- package/dist/web-worker/shared-worker/make-shared-worker.d.ts.map +1 -1
- package/dist/web-worker/shared-worker/make-shared-worker.js +54 -66
- package/dist/web-worker/shared-worker/make-shared-worker.js.map +1 -1
- package/dist/web-worker/vite-dev-polyfill.js +1 -2
- package/dist/web-worker/vite-dev-polyfill.js.map +1 -1
- package/package.json +38 -48
- package/src/in-memory/in-memory-adapter.ts +73 -58
- package/src/single-tab/single-tab-adapter.ts +112 -114
- package/src/web-worker/client-session/client-session-devtools.ts +16 -8
- package/src/web-worker/client-session/devtools-web-channel.ts +57 -0
- package/src/web-worker/client-session/persisted-adapter.ts +122 -124
- package/src/web-worker/common/persisted-sqlite.test-fixture.ts +68 -0
- package/src/web-worker/common/persisted-sqlite.ts +72 -50
- package/src/web-worker/common/rpc-worker.ts +39 -0
- package/src/web-worker/common/webmesh-node-names.ts +1 -0
- package/src/web-worker/common/worker-disconnect-channel.ts +1 -1
- package/src/web-worker/common/worker-schema.ts +132 -162
- package/src/web-worker/leader-worker/make-leader-worker.ts +347 -219
- package/src/web-worker/shared-worker/make-shared-worker.ts +95 -85
- package/src/web-worker/vite-dev-polyfill.ts +1 -2
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import { BootStatus, Devtools,
|
|
2
|
-
import { StreamEventsOptionsFields } from '@livestore/common/leader-thread';
|
|
1
|
+
import { BootStatus, Devtools, liveStoreVersion, MigrationsReport, RejectedPushError, SyncBackend, SyncState, UnknownError, } from '@livestore/common';
|
|
2
|
+
import { StateRebuildBatchSizeSchema, StreamEventsOptionsFields } from '@livestore/common/leader-thread';
|
|
3
3
|
import { EventSequenceNumber, LiveStoreEvent } from '@livestore/common/schema';
|
|
4
|
-
import
|
|
5
|
-
import
|
|
4
|
+
import { Rpc, RpcGroup, Schema, Transferable } from '@livestore/utils/effect';
|
|
5
|
+
import * as WebmeshWorker from '@livestore/webmesh/worker';
|
|
6
6
|
export const StorageTypeOpfs = Schema.Struct({
|
|
7
7
|
type: Schema.Literal('opfs'),
|
|
8
8
|
/**
|
|
@@ -16,132 +16,150 @@ export const StorageTypeOpfs = Schema.Struct({
|
|
|
16
16
|
// export const StorageTypeIndexeddb = Schema.Struct({
|
|
17
17
|
// type: Schema.Literal('indexeddb'),
|
|
18
18
|
// /** @default "livestore" */
|
|
19
|
-
// databaseName: Schema.
|
|
19
|
+
// databaseName: Schema.String.pipe(Schema.withDecodingDefaultType(Effect.succeed('livestore'))),
|
|
20
20
|
// /** @default "livestore-" */
|
|
21
|
-
// storeNamePrefix: Schema.
|
|
21
|
+
// storeNamePrefix: Schema.String.pipe(Schema.withDecodingDefaultType(Effect.succeed('livestore-'))),
|
|
22
22
|
// })
|
|
23
|
-
export const StorageType = Schema.Union(
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
23
|
+
export const StorageType = Schema.Union([
|
|
24
|
+
StorageTypeOpfs,
|
|
25
|
+
// StorageTypeIndexeddb
|
|
26
|
+
]);
|
|
27
|
+
// export const SyncBackendOptions = Schema.Union([SyncBackendOptionsWebsocket])
|
|
28
|
+
export const SyncBackendOptions = Schema.Record(Schema.String, Schema.Json);
|
|
29
|
+
export class LeaderWorkerOuterInitialMessage extends Rpc.make('InitialMessage', {
|
|
27
30
|
payload: { port: Transferable.MessagePort, storeId: Schema.String, clientId: Schema.String },
|
|
28
31
|
success: Schema.Void,
|
|
29
|
-
|
|
32
|
+
error: Schema.Never,
|
|
30
33
|
}) {
|
|
31
34
|
}
|
|
32
|
-
export class
|
|
35
|
+
export class LeaderWorkerOuterRpcs extends RpcGroup.make(LeaderWorkerOuterInitialMessage) {
|
|
33
36
|
}
|
|
37
|
+
export const LeaderWorkerParams = Schema.Struct({ stateRebuildBatchSize: StateRebuildBatchSizeSchema });
|
|
34
38
|
// TODO unify this code with schema from node adapter
|
|
35
|
-
export class LeaderWorkerInnerInitialMessage extends
|
|
39
|
+
export class LeaderWorkerInnerInitialMessage extends Rpc.make('InitialMessage', {
|
|
36
40
|
payload: {
|
|
37
41
|
storageOptions: StorageType,
|
|
38
42
|
devtoolsEnabled: Schema.Boolean,
|
|
39
43
|
storeId: Schema.String,
|
|
40
44
|
clientId: Schema.String,
|
|
41
45
|
debugInstanceId: Schema.String,
|
|
42
|
-
syncPayloadEncoded: Schema.UndefinedOr(Schema.
|
|
46
|
+
syncPayloadEncoded: Schema.UndefinedOr(Schema.Json),
|
|
47
|
+
params: LeaderWorkerParams,
|
|
43
48
|
},
|
|
44
49
|
success: Schema.Void,
|
|
45
|
-
|
|
50
|
+
error: UnknownError,
|
|
46
51
|
}) {
|
|
47
52
|
}
|
|
48
|
-
export class LeaderWorkerInnerBootStatusStream extends
|
|
53
|
+
export class LeaderWorkerInnerBootStatusStream extends Rpc.make('BootStatusStream', {
|
|
49
54
|
payload: {},
|
|
50
55
|
success: BootStatus,
|
|
51
|
-
|
|
56
|
+
error: Schema.Never,
|
|
57
|
+
stream: true,
|
|
52
58
|
}) {
|
|
53
59
|
}
|
|
54
|
-
export class LeaderWorkerInnerPushToLeader extends
|
|
60
|
+
export class LeaderWorkerInnerPushToLeader extends Rpc.make('PushToLeader', {
|
|
55
61
|
payload: {
|
|
56
|
-
batch: Schema.Array(Schema.
|
|
62
|
+
batch: Schema.Array(Schema.toType(LiveStoreEvent.Client.Encoded)),
|
|
57
63
|
},
|
|
58
64
|
success: Schema.Void,
|
|
59
|
-
|
|
65
|
+
error: RejectedPushError,
|
|
60
66
|
}) {
|
|
61
67
|
}
|
|
62
|
-
export class LeaderWorkerInnerPullStream extends
|
|
68
|
+
export class LeaderWorkerInnerPullStream extends Rpc.make('PullStream', {
|
|
63
69
|
payload: {
|
|
64
|
-
cursor: Schema.
|
|
70
|
+
cursor: Schema.toType(EventSequenceNumber.Client.Composite),
|
|
65
71
|
},
|
|
66
72
|
success: Schema.Struct({
|
|
67
73
|
payload: SyncState.PayloadUpstream,
|
|
68
74
|
}),
|
|
69
|
-
|
|
75
|
+
error: Schema.Never,
|
|
76
|
+
stream: true,
|
|
70
77
|
}) {
|
|
71
78
|
}
|
|
72
|
-
export class LeaderWorkerInnerStreamEvents extends
|
|
79
|
+
export class LeaderWorkerInnerStreamEvents extends Rpc.make('StreamEvents', {
|
|
73
80
|
payload: StreamEventsOptionsFields,
|
|
74
81
|
success: LiveStoreEvent.Client.Encoded,
|
|
75
|
-
|
|
82
|
+
error: Schema.Never,
|
|
83
|
+
stream: true,
|
|
76
84
|
}) {
|
|
77
85
|
}
|
|
78
|
-
export class LeaderWorkerInnerExport extends
|
|
86
|
+
export class LeaderWorkerInnerExport extends Rpc.make('Export', {
|
|
79
87
|
payload: {},
|
|
80
88
|
success: Transferable.Uint8Array,
|
|
81
|
-
|
|
89
|
+
error: Schema.Never,
|
|
82
90
|
}) {
|
|
83
91
|
}
|
|
84
|
-
export class LeaderWorkerInnerExportEventlog extends
|
|
92
|
+
export class LeaderWorkerInnerExportEventlog extends Rpc.make('ExportEventlog', {
|
|
85
93
|
payload: {},
|
|
86
94
|
success: Transferable.Uint8Array,
|
|
87
|
-
|
|
95
|
+
error: Schema.Never,
|
|
88
96
|
}) {
|
|
89
97
|
}
|
|
90
|
-
export class LeaderWorkerInnerGetRecreateSnapshot extends
|
|
98
|
+
export class LeaderWorkerInnerGetRecreateSnapshot extends Rpc.make('GetRecreateSnapshot', {
|
|
91
99
|
payload: {},
|
|
92
100
|
success: Schema.Struct({
|
|
93
101
|
snapshot: Transferable.Uint8Array,
|
|
94
102
|
migrationsReport: MigrationsReport,
|
|
95
103
|
}),
|
|
96
|
-
|
|
104
|
+
error: Schema.Never,
|
|
97
105
|
}) {
|
|
98
106
|
}
|
|
99
|
-
export class LeaderWorkerInnerGetLeaderHead extends
|
|
107
|
+
export class LeaderWorkerInnerGetLeaderHead extends Rpc.make('GetLeaderHead', {
|
|
100
108
|
payload: {},
|
|
101
|
-
success: Schema.
|
|
102
|
-
|
|
109
|
+
success: Schema.toType(EventSequenceNumber.Client.Composite),
|
|
110
|
+
error: Schema.Never,
|
|
103
111
|
}) {
|
|
104
112
|
}
|
|
105
|
-
export class LeaderWorkerInnerGetLeaderSyncState extends
|
|
113
|
+
export class LeaderWorkerInnerGetLeaderSyncState extends Rpc.make('GetLeaderSyncState', {
|
|
106
114
|
payload: {},
|
|
107
115
|
success: SyncState.SyncState,
|
|
108
|
-
|
|
116
|
+
error: Schema.Never,
|
|
109
117
|
}) {
|
|
110
118
|
}
|
|
111
|
-
export class LeaderWorkerInnerSyncStateStream extends
|
|
119
|
+
export class LeaderWorkerInnerSyncStateStream extends Rpc.make('SyncStateStream', {
|
|
112
120
|
payload: {},
|
|
113
121
|
success: SyncState.SyncState,
|
|
114
|
-
|
|
122
|
+
error: Schema.Never,
|
|
123
|
+
stream: true,
|
|
115
124
|
}) {
|
|
116
125
|
}
|
|
117
|
-
export class LeaderWorkerInnerGetNetworkStatus extends
|
|
126
|
+
export class LeaderWorkerInnerGetNetworkStatus extends Rpc.make('GetNetworkStatus', {
|
|
118
127
|
payload: {},
|
|
119
128
|
success: SyncBackend.NetworkStatus,
|
|
120
|
-
|
|
129
|
+
error: Schema.Never,
|
|
121
130
|
}) {
|
|
122
131
|
}
|
|
123
|
-
export class LeaderWorkerInnerNetworkStatusStream extends
|
|
132
|
+
export class LeaderWorkerInnerNetworkStatusStream extends Rpc.make('NetworkStatusStream', {
|
|
124
133
|
payload: {},
|
|
125
134
|
success: SyncBackend.NetworkStatus,
|
|
126
|
-
|
|
135
|
+
error: Schema.Never,
|
|
136
|
+
stream: true,
|
|
127
137
|
}) {
|
|
128
138
|
}
|
|
129
|
-
export class LeaderWorkerInnerShutdown extends
|
|
139
|
+
export class LeaderWorkerInnerShutdown extends Rpc.make('Shutdown', {
|
|
130
140
|
payload: {},
|
|
131
141
|
success: Schema.Void,
|
|
132
|
-
|
|
142
|
+
error: Schema.Never,
|
|
133
143
|
}) {
|
|
134
144
|
}
|
|
135
|
-
export class LeaderWorkerInnerExtraDevtoolsMessage extends
|
|
145
|
+
export class LeaderWorkerInnerExtraDevtoolsMessage extends Rpc.make('ExtraDevtoolsMessage', {
|
|
136
146
|
payload: {
|
|
137
147
|
message: Devtools.Leader.MessageToApp,
|
|
138
148
|
},
|
|
139
149
|
success: Schema.Void,
|
|
140
|
-
|
|
150
|
+
error: Schema.Never,
|
|
141
151
|
}) {
|
|
142
152
|
}
|
|
143
|
-
export
|
|
144
|
-
|
|
153
|
+
export class WebmeshWorkerCreateConnection extends Rpc.make('WebmeshWorker.CreateConnection', {
|
|
154
|
+
payload: WebmeshWorker.Schema.CreateConnection,
|
|
155
|
+
success: Schema.Struct({}),
|
|
156
|
+
error: Schema.Never,
|
|
157
|
+
stream: true,
|
|
158
|
+
}) {
|
|
159
|
+
}
|
|
160
|
+
export class LeaderWorkerInnerRpcs extends RpcGroup.make(LeaderWorkerInnerBootStatusStream, LeaderWorkerInnerPushToLeader, LeaderWorkerInnerPullStream, LeaderWorkerInnerStreamEvents, LeaderWorkerInnerExport, LeaderWorkerInnerExportEventlog, LeaderWorkerInnerGetRecreateSnapshot, LeaderWorkerInnerGetLeaderHead, LeaderWorkerInnerGetLeaderSyncState, LeaderWorkerInnerSyncStateStream, LeaderWorkerInnerGetNetworkStatus, LeaderWorkerInnerNetworkStatusStream, LeaderWorkerInnerShutdown, LeaderWorkerInnerExtraDevtoolsMessage, WebmeshWorkerCreateConnection) {
|
|
161
|
+
}
|
|
162
|
+
export class SharedWorkerUpdateMessagePort extends Rpc.make('UpdateMessagePort', {
|
|
145
163
|
payload: {
|
|
146
164
|
port: Transferable.MessagePort,
|
|
147
165
|
// Version gate to prevent mixed LiveStore builds talking to the same SharedWorker
|
|
@@ -152,13 +170,14 @@ export class SharedWorkerUpdateMessagePort extends Schema.TaggedRequest()('Updat
|
|
|
152
170
|
* elected leader. Subsequent calls can omit changes and will simply rebind
|
|
153
171
|
* the port (join) without reinitializing the store.
|
|
154
172
|
*/
|
|
155
|
-
initial: LeaderWorkerInnerInitialMessage,
|
|
173
|
+
initial: LeaderWorkerInnerInitialMessage.payloadSchema,
|
|
156
174
|
},
|
|
157
175
|
success: Schema.Void,
|
|
158
|
-
|
|
176
|
+
error: UnknownError,
|
|
159
177
|
}) {
|
|
160
178
|
}
|
|
161
|
-
export
|
|
179
|
+
export class SharedWorkerRpcs extends RpcGroup.make(SharedWorkerUpdateMessagePort,
|
|
162
180
|
// Proxied requests
|
|
163
|
-
LeaderWorkerInnerBootStatusStream, LeaderWorkerInnerPushToLeader, LeaderWorkerInnerPullStream, LeaderWorkerInnerStreamEvents, LeaderWorkerInnerExport, LeaderWorkerInnerGetRecreateSnapshot, LeaderWorkerInnerExportEventlog, LeaderWorkerInnerGetLeaderHead, LeaderWorkerInnerGetLeaderSyncState, LeaderWorkerInnerSyncStateStream, LeaderWorkerInnerGetNetworkStatus, LeaderWorkerInnerNetworkStatusStream, LeaderWorkerInnerShutdown, LeaderWorkerInnerExtraDevtoolsMessage,
|
|
181
|
+
LeaderWorkerInnerBootStatusStream, LeaderWorkerInnerPushToLeader, LeaderWorkerInnerPullStream, LeaderWorkerInnerStreamEvents, LeaderWorkerInnerExport, LeaderWorkerInnerGetRecreateSnapshot, LeaderWorkerInnerExportEventlog, LeaderWorkerInnerGetLeaderHead, LeaderWorkerInnerGetLeaderSyncState, LeaderWorkerInnerSyncStateStream, LeaderWorkerInnerGetNetworkStatus, LeaderWorkerInnerNetworkStatusStream, LeaderWorkerInnerShutdown, LeaderWorkerInnerExtraDevtoolsMessage, WebmeshWorkerCreateConnection) {
|
|
182
|
+
}
|
|
164
183
|
//# sourceMappingURL=worker-schema.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"worker-schema.js","sourceRoot":"","sources":["../../../src/web-worker/common/worker-schema.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,UAAU,EACV,QAAQ,EACR,
|
|
1
|
+
{"version":3,"file":"worker-schema.js","sourceRoot":"","sources":["../../../src/web-worker/common/worker-schema.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,UAAU,EACV,QAAQ,EACR,gBAAgB,EAChB,gBAAgB,EAChB,iBAAiB,EACjB,WAAW,EACX,SAAS,EACT,YAAY,GACb,MAAM,mBAAmB,CAAA;AAC1B,OAAO,EAAE,2BAA2B,EAAE,yBAAyB,EAAE,MAAM,iCAAiC,CAAA;AACxG,OAAO,EAAE,mBAAmB,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAA;AAC9E,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAA;AAC7E,OAAO,KAAK,aAAa,MAAM,2BAA2B,CAAA;AAE1D,MAAM,CAAC,MAAM,eAAe,GAAG,MAAM,CAAC,MAAM,CAAC;IAC3C,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;IAC5B;;;;;OAKG;IACH,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC;CAC1C,CAAC,CAAA;AAIF,sDAAsD;AACtD,uCAAuC;AACvC,gCAAgC;AAChC,mGAAmG;AACnG,iCAAiC;AACjC,uGAAuG;AACvG,KAAK;AAEL,MAAM,CAAC,MAAM,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC;IACtC,eAAe;IACf,uBAAuB;CACxB,CAAC,CAAA;AAIF,gFAAgF;AAChF,MAAM,CAAC,MAAM,kBAAkB,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAA;AAG3E,MAAM,OAAO,+BAAgC,SAAQ,GAAG,CAAC,IAAI,CAAC,gBAAgB,EAAE;IAC9E,OAAO,EAAE,EAAE,IAAI,EAAE,YAAY,CAAC,WAAW,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE;IAC5F,OAAO,EAAE,MAAM,CAAC,IAAI;IACpB,KAAK,EAAE,MAAM,CAAC,KAAK;CACpB,CAAC;CAAG;AAEL,MAAM,OAAO,qBAAsB,SAAQ,QAAQ,CAAC,IAAI,CAAC,+BAA+B,CAAC;CAAG;AAE5F,MAAM,CAAC,MAAM,kBAAkB,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,qBAAqB,EAAE,2BAA2B,EAAE,CAAC,CAAA;AAEvG,qDAAqD;AACrD,MAAM,OAAO,+BAAgC,SAAQ,GAAG,CAAC,IAAI,CAAC,gBAAgB,EAAE;IAC9E,OAAO,EAAE;QACP,cAAc,EAAE,WAAW;QAC3B,eAAe,EAAE,MAAM,CAAC,OAAO;QAC/B,OAAO,EAAE,MAAM,CAAC,MAAM;QACtB,QAAQ,EAAE,MAAM,CAAC,MAAM;QACvB,eAAe,EAAE,MAAM,CAAC,MAAM;QAC9B,kBAAkB,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC;QACnD,MAAM,EAAE,kBAAkB;KAC3B;IACD,OAAO,EAAE,MAAM,CAAC,IAAI;IACpB,KAAK,EAAE,YAAY;CACpB,CAAC;CAAG;AAEL,MAAM,OAAO,iCAAkC,SAAQ,GAAG,CAAC,IAAI,CAAC,kBAAkB,EAAE;IAClF,OAAO,EAAE,EAAE;IACX,OAAO,EAAE,UAAU;IACnB,KAAK,EAAE,MAAM,CAAC,KAAK;IACnB,MAAM,EAAE,IAAI;CACb,CAAC;CAAG;AAEL,MAAM,OAAO,6BAA8B,SAAQ,GAAG,CAAC,IAAI,CAAC,cAAc,EAAE;IAC1E,OAAO,EAAE;QACP,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;KAClE;IACD,OAAO,EAAE,MAAM,CAAC,IAAI;IACpB,KAAK,EAAE,iBAAiB;CACzB,CAAC;CAAG;AAEL,MAAM,OAAO,2BAA4B,SAAQ,GAAG,CAAC,IAAI,CAAC,YAAY,EAAE;IACtE,OAAO,EAAE;QACP,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,mBAAmB,CAAC,MAAM,CAAC,SAAS,CAAC;KAC5D;IACD,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC;QACrB,OAAO,EAAE,SAAS,CAAC,eAAe;KACnC,CAAC;IACF,KAAK,EAAE,MAAM,CAAC,KAAK;IACnB,MAAM,EAAE,IAAI;CACb,CAAC;CAAG;AAEL,MAAM,OAAO,6BAA8B,SAAQ,GAAG,CAAC,IAAI,CAAC,cAAc,EAAE;IAC1E,OAAO,EAAE,yBAAyB;IAClC,OAAO,EAAE,cAAc,CAAC,MAAM,CAAC,OAAO;IACtC,KAAK,EAAE,MAAM,CAAC,KAAK;IACnB,MAAM,EAAE,IAAI;CACb,CAAC;CAAG;AAEL,MAAM,OAAO,uBAAwB,SAAQ,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE;IAC9D,OAAO,EAAE,EAAE;IACX,OAAO,EAAE,YAAY,CAAC,UAAmD;IACzE,KAAK,EAAE,MAAM,CAAC,KAAK;CACpB,CAAC;CAAG;AAEL,MAAM,OAAO,+BAAgC,SAAQ,GAAG,CAAC,IAAI,CAAC,gBAAgB,EAAE;IAC9E,OAAO,EAAE,EAAE;IACX,OAAO,EAAE,YAAY,CAAC,UAAmD;IACzE,KAAK,EAAE,MAAM,CAAC,KAAK;CACpB,CAAC;CAAG;AAEL,MAAM,OAAO,oCAAqC,SAAQ,GAAG,CAAC,IAAI,CAAC,qBAAqB,EAAE;IACxF,OAAO,EAAE,EAAE;IACX,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC;QACrB,QAAQ,EAAE,YAAY,CAAC,UAAmD;QAC1E,gBAAgB,EAAE,gBAAgB;KACnC,CAAC;IACF,KAAK,EAAE,MAAM,CAAC,KAAK;CACpB,CAAC;CAAG;AAEL,MAAM,OAAO,8BAA+B,SAAQ,GAAG,CAAC,IAAI,CAAC,eAAe,EAAE;IAC5E,OAAO,EAAE,EAAE;IACX,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,mBAAmB,CAAC,MAAM,CAAC,SAAS,CAAC;IAC5D,KAAK,EAAE,MAAM,CAAC,KAAK;CACpB,CAAC;CAAG;AAEL,MAAM,OAAO,mCAAoC,SAAQ,GAAG,CAAC,IAAI,CAAC,oBAAoB,EAAE;IACtF,OAAO,EAAE,EAAE;IACX,OAAO,EAAE,SAAS,CAAC,SAAS;IAC5B,KAAK,EAAE,MAAM,CAAC,KAAK;CACpB,CAAC;CAAG;AAEL,MAAM,OAAO,gCAAiC,SAAQ,GAAG,CAAC,IAAI,CAAC,iBAAiB,EAAE;IAChF,OAAO,EAAE,EAAE;IACX,OAAO,EAAE,SAAS,CAAC,SAAS;IAC5B,KAAK,EAAE,MAAM,CAAC,KAAK;IACnB,MAAM,EAAE,IAAI;CACb,CAAC;CAAG;AAEL,MAAM,OAAO,iCAAkC,SAAQ,GAAG,CAAC,IAAI,CAAC,kBAAkB,EAAE;IAClF,OAAO,EAAE,EAAE;IACX,OAAO,EAAE,WAAW,CAAC,aAAa;IAClC,KAAK,EAAE,MAAM,CAAC,KAAK;CACpB,CAAC;CAAG;AAEL,MAAM,OAAO,oCAAqC,SAAQ,GAAG,CAAC,IAAI,CAAC,qBAAqB,EAAE;IACxF,OAAO,EAAE,EAAE;IACX,OAAO,EAAE,WAAW,CAAC,aAAa;IAClC,KAAK,EAAE,MAAM,CAAC,KAAK;IACnB,MAAM,EAAE,IAAI;CACb,CAAC;CAAG;AAEL,MAAM,OAAO,yBAA0B,SAAQ,GAAG,CAAC,IAAI,CAAC,UAAU,EAAE;IAClE,OAAO,EAAE,EAAE;IACX,OAAO,EAAE,MAAM,CAAC,IAAI;IACpB,KAAK,EAAE,MAAM,CAAC,KAAK;CACpB,CAAC;CAAG;AAEL,MAAM,OAAO,qCAAsC,SAAQ,GAAG,CAAC,IAAI,CAAC,sBAAsB,EAAE;IAC1F,OAAO,EAAE;QACP,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,YAAY;KACtC;IACD,OAAO,EAAE,MAAM,CAAC,IAAI;IACpB,KAAK,EAAE,MAAM,CAAC,KAAK;CACpB,CAAC;CAAG;AAEL,MAAM,OAAO,6BAA8B,SAAQ,GAAG,CAAC,IAAI,CAAC,gCAAgC,EAAE;IAC5F,OAAO,EAAE,aAAa,CAAC,MAAM,CAAC,gBAAgB;IAC9C,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;IAC1B,KAAK,EAAE,MAAM,CAAC,KAAK;IACnB,MAAM,EAAE,IAAI;CACb,CAAC;CAAG;AAEL,MAAM,OAAO,qBAAsB,SAAQ,QAAQ,CAAC,IAAI,CACtD,iCAAiC,EACjC,6BAA6B,EAC7B,2BAA2B,EAC3B,6BAA6B,EAC7B,uBAAuB,EACvB,+BAA+B,EAC/B,oCAAoC,EACpC,8BAA8B,EAC9B,mCAAmC,EACnC,gCAAgC,EAChC,iCAAiC,EACjC,oCAAoC,EACpC,yBAAyB,EACzB,qCAAqC,EACrC,6BAA6B,CAC9B;CAAG;AAEJ,MAAM,OAAO,6BAA8B,SAAQ,GAAG,CAAC,IAAI,CAAC,mBAAmB,EAAE;IAC/E,OAAO,EAAE;QACP,IAAI,EAAE,YAAY,CAAC,WAAW;QAC9B,kFAAkF;QAClF,gBAAgB,EAAE,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC;QAClD;;;;;WAKG;QACH,OAAO,EAAE,+BAA+B,CAAC,aAAa;KACvD;IACD,OAAO,EAAE,MAAM,CAAC,IAAI;IACpB,KAAK,EAAE,YAAY;CACpB,CAAC;CAAG;AAEL,MAAM,OAAO,gBAAiB,SAAQ,QAAQ,CAAC,IAAI,CACjD,6BAA6B;AAE7B,mBAAmB;AACnB,iCAAiC,EACjC,6BAA6B,EAC7B,2BAA2B,EAC3B,6BAA6B,EAC7B,uBAAuB,EACvB,oCAAoC,EACpC,+BAA+B,EAC/B,8BAA8B,EAC9B,mCAAmC,EACnC,gCAAgC,EAChC,iCAAiC,EACjC,oCAAoC,EACpC,yBAAyB,EACzB,qCAAqC,EAErC,6BAA6B,CAC9B;CAAG"}
|
|
@@ -1,17 +1,15 @@
|
|
|
1
1
|
import type * as otel from '@opentelemetry/api';
|
|
2
|
-
import type { SyncOptions } from '@livestore/common';
|
|
3
|
-
import {
|
|
4
|
-
import
|
|
5
|
-
import type { WorkerError } from '@livestore/utils/effect';
|
|
6
|
-
import { Effect, Schema } from '@livestore/utils/effect';
|
|
2
|
+
import type { LogConfig, SyncOptions } from '@livestore/common';
|
|
3
|
+
import { type LiveStoreSchema } from '@livestore/common/schema';
|
|
4
|
+
import { Cause, Effect, Schema } from '@livestore/utils/effect';
|
|
7
5
|
export type WorkerOptions = {
|
|
8
6
|
schema: LiveStoreSchema;
|
|
9
7
|
sync?: SyncOptions;
|
|
10
|
-
syncPayloadSchema?: Schema.
|
|
8
|
+
syncPayloadSchema?: Schema.Top;
|
|
11
9
|
otelOptions?: {
|
|
12
10
|
tracer?: otel.Tracer;
|
|
13
11
|
};
|
|
14
|
-
} & LogConfig.
|
|
12
|
+
} & LogConfig.LoggerOptions;
|
|
15
13
|
export declare const makeWorker: (options: WorkerOptions) => void;
|
|
16
|
-
export declare const makeWorkerEffect: (options: WorkerOptions) => Effect.Effect<
|
|
14
|
+
export declare const makeWorkerEffect: (options: WorkerOptions) => Effect.Effect<never, Cause.NoSuchElementError | Schema.SchemaError | import("effect/workers/WorkerError").WorkerError, never>;
|
|
17
15
|
//# sourceMappingURL=make-leader-worker.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"make-leader-worker.d.ts","sourceRoot":"","sources":["../../../src/web-worker/leader-worker/make-leader-worker.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,IAAI,MAAM,oBAAoB,CAAA;AAE/C,OAAO,KAAK,
|
|
1
|
+
{"version":3,"file":"make-leader-worker.d.ts","sourceRoot":"","sources":["../../../src/web-worker/leader-worker/make-leader-worker.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,IAAI,MAAM,oBAAoB,CAAA;AAE/C,OAAO,KAAK,EAAiC,SAAS,EAAY,WAAW,EAAE,MAAM,mBAAmB,CAAA;AAUxG,OAAO,EAAkB,KAAK,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAI/E,OAAO,EACL,KAAK,EAEL,MAAM,EAUN,MAAM,EAIP,MAAM,yBAAyB,CAAA;AAQhC,MAAM,MAAM,aAAa,GAAG;IAC1B,MAAM,EAAE,eAAe,CAAA;IACvB,IAAI,CAAC,EAAE,WAAW,CAAA;IAClB,iBAAiB,CAAC,EAAE,MAAM,CAAC,GAAG,CAAA;IAC9B,WAAW,CAAC,EAAE;QACZ,MAAM,CAAC,EAAE,IAAI,CAAC,MAAM,CAAA;KACrB,CAAA;CACF,GAAG,SAAS,CAAC,aAAa,CAAA;AAY3B,eAAO,MAAM,UAAU,YAAa,aAAa,SAEhD,CAAA;AAED,eAAO,MAAM,gBAAgB,YAAa,aAAa,kIA4BtD,CAAA"}
|
|
@@ -1,15 +1,15 @@
|
|
|
1
|
-
import { Devtools,
|
|
1
|
+
import { Devtools, StateHead, UnknownError } from '@livestore/common';
|
|
2
2
|
import { configureConnection, Eventlog, LeaderThreadCtx, makeLeaderThreadLayer, streamEventsWithSyncState, } from '@livestore/common/leader-thread';
|
|
3
3
|
import { LiveStoreEvent } from '@livestore/common/schema';
|
|
4
|
-
import * as WebmeshWorker from '@livestore/devtools-web-common/worker';
|
|
5
4
|
import { sqliteDbFactory } from '@livestore/sqlite-wasm/browser';
|
|
6
5
|
import { loadSqlite3Wasm } from '@livestore/sqlite-wasm/load-wasm';
|
|
7
6
|
import { isDevEnv, LS_DEV } from '@livestore/utils';
|
|
8
|
-
import { Effect, FetchHttpClient, identity, Layer, OtelTracer,
|
|
7
|
+
import { Cause, Deferred, Effect, FetchHttpClient, identity, Layer, OtelTracer, Queue, References, RpcSerialization, RpcServer, RpcWorker, Schema, Scope, Stream, TaskTracing, } from '@livestore/utils/effect';
|
|
9
8
|
import { BrowserWorkerRunner, Opfs, WebError } from '@livestore/utils/effect/browser';
|
|
10
|
-
import
|
|
11
|
-
import {
|
|
12
|
-
import
|
|
9
|
+
import * as WebmeshWorker from '@livestore/webmesh/worker';
|
|
10
|
+
import { cleanupOldStateDbFiles, getStateDbFileName, sanitizeOpfsDir } from '../common/persisted-sqlite.js';
|
|
11
|
+
import { makeShutdownChannel } from '../common/shutdown-channel.js';
|
|
12
|
+
import * as WorkerSchema from '../common/worker-schema.js';
|
|
13
13
|
if (isDevEnv() === true) {
|
|
14
14
|
globalThis.__debugLiveStoreUtils = {
|
|
15
15
|
opfs: Opfs.debugUtils,
|
|
@@ -19,35 +19,77 @@ if (isDevEnv() === true) {
|
|
|
19
19
|
};
|
|
20
20
|
}
|
|
21
21
|
export const makeWorker = (options) => {
|
|
22
|
-
makeWorkerEffect(options)
|
|
22
|
+
Effect.runFork(makeWorkerEffect(options));
|
|
23
23
|
};
|
|
24
24
|
export const makeWorkerEffect = (options) => {
|
|
25
25
|
const TracingLive = options.otelOptions?.tracer !== undefined
|
|
26
|
-
?
|
|
27
|
-
:
|
|
28
|
-
const runtimeLayer = Layer.mergeAll(FetchHttpClient.layer, TracingLive
|
|
29
|
-
return makeWorkerRunnerOuter(options).pipe(
|
|
30
|
-
// We're using this custom scheduler to improve op batching behaviour and reduce the overhead
|
|
31
|
-
// of the Effect fiber runtime given we have different tradeoffs on a worker thread.
|
|
32
|
-
// Despite the "message channel" name, is has nothing to do with the `incomingRequestsPort` above.
|
|
33
|
-
Effect.withScheduler(Scheduler.messageChannel()),
|
|
34
|
-
// We're increasing the Effect ops limit here to allow for larger chunks of operations at a time
|
|
35
|
-
Effect.withMaxOpsBeforeYield(4096), LogConfig.withLoggerConfig({ logger: options.logger, logLevel: options.logLevel }, { threadName: self.name }));
|
|
26
|
+
? OtelTracer.layerWithoutOtelTracer.pipe(Layer.provideMerge(Layer.succeed(OtelTracer.OtelTracer, options.otelOptions.tracer)))
|
|
27
|
+
: Layer.empty;
|
|
28
|
+
const runtimeLayer = Layer.mergeAll(FetchHttpClient.layer, TracingLive, Layer.succeed(References.MaxOpsBeforeYield, 4096));
|
|
29
|
+
return makeWorkerRunnerOuter(options).pipe(Effect.provide(Layer.provideMerge(RpcServer.layerProtocolWorkerRunner, BrowserWorkerRunner.layer)), Effect.scoped, Effect.tapCauseLogPretty, Effect.annotateLogs({ thread: self.name }), Effect.provide(runtimeLayer), LS_DEV === true ? TaskTracing.withAsyncTaggingTracing((name) => console.createTask(name)) : identity, Effect.provide(Layer.mergeAll(options.logger ?? Layer.empty, Layer.succeed(References.MinimumLogLevel, options.logLevel ?? (isDevEnv() === true ? 'Debug' : 'Info')))));
|
|
36
30
|
};
|
|
37
|
-
const makeWorkerRunnerOuter = (
|
|
38
|
-
// Port coming from client session and forwarded via the shared worker
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
return Layer.empty;
|
|
44
|
-
}).pipe(Effect.withSpan('@livestore/adapter-web:worker:wrapper:InitialMessage'), Layer.unwrapScoped),
|
|
31
|
+
const makeWorkerRunnerOuter = Effect.fn('@livestore/adapter-web:worker:wrapper:InitialMessage')(function* (workerOptions) {
|
|
32
|
+
// Port coming from client session and forwarded via the shared worker.
|
|
33
|
+
const { port: incomingRequestsPort, storeId, clientId, } = yield* RpcWorker.initialMessage(WorkerSchema.LeaderWorkerOuterInitialMessage.payloadSchema);
|
|
34
|
+
return yield* RpcServer.make(WorkerSchema.LeaderWorkerInnerRpcs).pipe(Effect.provide(Layer.provideMerge(makeWorkerRunnerInner(workerOptions), makeMessagePortRpcServerProtocol(incomingRequestsPort))), Effect.withSpan('@livestore/adapter-web:worker:wrapper:InitialMessage:innerFiber'), Effect.tapCauseLogPretty, Effect.provide(Layer.mergeAll(Opfs.layer, WebmeshWorker.CacheService.layer({
|
|
35
|
+
nodeName: Devtools.makeNodeName.client.leader({ storeId, clientId }),
|
|
36
|
+
}))));
|
|
45
37
|
});
|
|
46
|
-
const
|
|
47
|
-
|
|
38
|
+
const makeMessagePortRpcServerProtocol = (port) => Layer.effect(RpcServer.Protocol, Effect.gen(function* () {
|
|
39
|
+
const disconnects = yield* Queue.unbounded();
|
|
40
|
+
const initialMessage = yield* Deferred.make();
|
|
41
|
+
const closed = yield* Deferred.make();
|
|
42
|
+
const clientIds = new Set();
|
|
43
|
+
return RpcServer.Protocol.of({
|
|
44
|
+
disconnects,
|
|
45
|
+
send: (_clientId, response, transferables) => Effect.sync(() => port.postMessage([1, response], { transfer: (transferables ?? []) })),
|
|
46
|
+
end: () => Effect.void,
|
|
47
|
+
clientIds: Effect.succeed(clientIds),
|
|
48
|
+
initialMessage: Effect.asSome(Deferred.await(initialMessage)),
|
|
49
|
+
supportsAck: true,
|
|
50
|
+
supportsTransferables: true,
|
|
51
|
+
supportsSpanPropagation: true,
|
|
52
|
+
supportsNotifications: true,
|
|
53
|
+
codecFor: RpcSerialization.json.codecFor,
|
|
54
|
+
run: (writeRequest) => Effect.gen(function* () {
|
|
55
|
+
const context = yield* Effect.context();
|
|
56
|
+
const runFork = Effect.runForkWith(context);
|
|
57
|
+
const onMessage = (event) => {
|
|
58
|
+
const message = event.data;
|
|
59
|
+
if (message[0] === 1) {
|
|
60
|
+
runFork(Effect.gen(function* () {
|
|
61
|
+
yield* Queue.offer(disconnects, 0);
|
|
62
|
+
yield* Deferred.succeed(closed, undefined);
|
|
63
|
+
}));
|
|
64
|
+
return;
|
|
65
|
+
}
|
|
66
|
+
const request = message[1];
|
|
67
|
+
clientIds.add(0);
|
|
68
|
+
if (request._tag === 'InitialMessage') {
|
|
69
|
+
runFork(Deferred.succeed(initialMessage, request.value));
|
|
70
|
+
}
|
|
71
|
+
else {
|
|
72
|
+
runFork(writeRequest(0, request));
|
|
73
|
+
}
|
|
74
|
+
};
|
|
75
|
+
port.addEventListener('message', onMessage);
|
|
76
|
+
port.start();
|
|
77
|
+
port.postMessage([0]);
|
|
78
|
+
return yield* Deferred.await(closed).pipe(Effect.andThen(Effect.interrupt), Effect.ensuring(Effect.sync(() => {
|
|
79
|
+
port.removeEventListener('message', onMessage);
|
|
80
|
+
port.close();
|
|
81
|
+
})));
|
|
82
|
+
}),
|
|
83
|
+
});
|
|
84
|
+
}));
|
|
85
|
+
const makeWorkerRunnerInner = ({ schema, sync: syncOptions, syncPayloadSchema }) => WorkerSchema.LeaderWorkerInnerRpcs.toLayer(Effect.gen(function* () {
|
|
86
|
+
const leaderThreadScope = yield* Scope.make();
|
|
87
|
+
yield* Effect.addFinalizer((exit) => Scope.close(leaderThreadScope, exit));
|
|
88
|
+
const leaderThreadContextOnce = yield* Effect.cached(Effect.gen(function* () {
|
|
89
|
+
const { storageOptions, storeId, clientId, devtoolsEnabled, debugInstanceId, syncPayloadEncoded, params } = yield* RpcWorker.initialMessage(WorkerSchema.LeaderWorkerInnerInitialMessage.payloadSchema);
|
|
48
90
|
const sqlite3 = yield* Effect.promise(() => loadSqlite3Wasm());
|
|
49
91
|
const makeSqliteDb = sqliteDbFactory({ sqlite3 });
|
|
50
|
-
const
|
|
92
|
+
const services = yield* Effect.context();
|
|
51
93
|
// Check OPFS availability and determine storage mode
|
|
52
94
|
const opfsCheck = yield* checkOpfsAvailability;
|
|
53
95
|
const useOpfs = opfsCheck === undefined;
|
|
@@ -58,7 +100,7 @@ const makeWorkerRunnerInner = ({ schema, sync: syncOptions, syncPayloadSchema })
|
|
|
58
100
|
bootWarning = { stage: 'warning', ...opfsCheck };
|
|
59
101
|
}
|
|
60
102
|
const opfsDirectory = useOpfs === true ? yield* sanitizeOpfsDir(storageOptions.directory, storeId) : undefined;
|
|
61
|
-
const makeOpfsDb = (kind) => makeSqliteDb({
|
|
103
|
+
const makeOpfsDb = (kind) => Effect.acquireRelease(makeSqliteDb({
|
|
62
104
|
_tag: 'opfs',
|
|
63
105
|
opfsDirectory: opfsDirectory,
|
|
64
106
|
fileName: kind === 'state' ? getStateDbFileName(schema) : 'eventlog.db',
|
|
@@ -69,12 +111,18 @@ const makeWorkerRunnerInner = ({ schema, sync: syncOptions, syncPayloadSchema })
|
|
|
69
111
|
// TODO bring back exclusive locking mode when `WAL` is working properly
|
|
70
112
|
// lockingMode: 'EXCLUSIVE',
|
|
71
113
|
foreignKeys: true,
|
|
72
|
-
}).pipe(Effect.
|
|
73
|
-
})
|
|
74
|
-
|
|
114
|
+
}).pipe(Effect.runSyncWith(services)),
|
|
115
|
+
}), (db) => Effect.try({
|
|
116
|
+
try: () => db.close(),
|
|
117
|
+
catch: (cause) => new Cause.UnknownError(cause),
|
|
118
|
+
}).pipe(Effect.ignore));
|
|
119
|
+
const makeInMemoryDb = () => Effect.acquireRelease(makeSqliteDb({
|
|
75
120
|
_tag: 'in-memory',
|
|
76
|
-
configureDb: (db) => configureConnection(db, { foreignKeys: true }).pipe(Effect.
|
|
77
|
-
})
|
|
121
|
+
configureDb: (db) => configureConnection(db, { foreignKeys: true }).pipe(Effect.runSyncWith(services)),
|
|
122
|
+
}), (db) => Effect.try({
|
|
123
|
+
try: () => db.close(),
|
|
124
|
+
catch: (cause) => new Cause.UnknownError(cause),
|
|
125
|
+
}).pipe(Effect.ignore));
|
|
78
126
|
// Use OPFS if available, otherwise fall back to in-memory
|
|
79
127
|
const [dbState, dbEventlog] = useOpfs === true
|
|
80
128
|
? yield* Effect.all([makeOpfsDb('state'), makeOpfsDb('eventlog')], { concurrency: 2 })
|
|
@@ -90,7 +138,7 @@ const makeWorkerRunnerInner = ({ schema, sync: syncOptions, syncPayloadSchema })
|
|
|
90
138
|
}
|
|
91
139
|
const devtoolsOptions = yield* makeDevtoolsOptions({ devtoolsEnabled, dbState, dbEventlog });
|
|
92
140
|
const shutdownChannel = yield* makeShutdownChannel(storeId);
|
|
93
|
-
return makeLeaderThreadLayer({
|
|
141
|
+
return yield* Layer.buildWithScope(makeLeaderThreadLayer({
|
|
94
142
|
schema,
|
|
95
143
|
storeId,
|
|
96
144
|
clientId,
|
|
@@ -101,67 +149,72 @@ const makeWorkerRunnerInner = ({ schema, sync: syncOptions, syncPayloadSchema })
|
|
|
101
149
|
devtoolsOptions,
|
|
102
150
|
shutdownChannel,
|
|
103
151
|
syncPayloadEncoded,
|
|
104
|
-
syncPayloadSchema,
|
|
152
|
+
syncPayloadSchema: syncPayloadSchema,
|
|
153
|
+
params,
|
|
105
154
|
...(bootWarning !== undefined ? { bootWarning } : {}),
|
|
106
|
-
});
|
|
107
|
-
}).pipe(Effect.tapCauseLogPretty, UnknownError.mapToUnknownError, Effect.withPerformanceMeasure('@livestore/adapter-web:worker:InitialMessage'), Effect.withSpan('@livestore/adapter-web:worker:InitialMessage'), Effect.
|
|
108
|
-
|
|
109
|
-
const
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
|
|
155
|
+
}).pipe(Layer.provide(StateHead.layer({ dbState }))), leaderThreadScope);
|
|
156
|
+
}).pipe(Scope.provide(leaderThreadScope), Effect.tapCauseLogPretty, UnknownError.mapToUnknownError, Effect.withPerformanceMeasure('@livestore/adapter-web:worker:InitialMessage'), Effect.withSpan('@livestore/adapter-web:worker:InitialMessage'), Effect.orDie));
|
|
157
|
+
const provideLeaderThread = (effect) => Effect.gen(function* () {
|
|
158
|
+
const leaderThreadContext = yield* leaderThreadContextOnce;
|
|
159
|
+
return yield* effect.pipe(Effect.provide(leaderThreadContext));
|
|
160
|
+
});
|
|
161
|
+
const provideLeaderThreadStream = (stream) => Stream.unwrap(Effect.gen(function* () {
|
|
162
|
+
const leaderThreadContext = yield* leaderThreadContextOnce;
|
|
163
|
+
return stream.pipe(Stream.provide(leaderThreadContext));
|
|
164
|
+
}));
|
|
165
|
+
return WorkerSchema.LeaderWorkerInnerRpcs.of({
|
|
166
|
+
GetRecreateSnapshot: () => Effect.gen(function* () {
|
|
167
|
+
const workerCtx = yield* LeaderThreadCtx;
|
|
168
|
+
// NOTE we can only return the cached snapshot once as it's transferred (i.e. disposed), so we need to set it to undefined
|
|
169
|
+
// const cachedSnapshot =
|
|
170
|
+
// result._tag === 'Recreate' ? yield* Ref.getAndSet(result.snapshotRef, undefined) : undefined
|
|
171
|
+
// return cachedSnapshot ?? workerCtx.db.export()
|
|
172
|
+
const snapshot = workerCtx.dbState.export();
|
|
173
|
+
return { snapshot, migrationsReport: workerCtx.initialState.migrationsReport };
|
|
174
|
+
}).pipe(provideLeaderThread),
|
|
175
|
+
PullStream: ({ cursor }) => Effect.gen(function* () {
|
|
176
|
+
const { syncProcessor } = yield* LeaderThreadCtx; // <- syncState comes from here
|
|
177
|
+
return syncProcessor.pull({ cursor });
|
|
178
|
+
}).pipe(provideLeaderThread, Stream.unwrap),
|
|
179
|
+
PushToLeader: ({ batch }) => Effect.andThen(LeaderThreadCtx, ({ syncProcessor }) => syncProcessor.push(batch.map((event) => new LiveStoreEvent.Client.EncodedWithMeta(event)))).pipe(provideLeaderThread, Effect.uninterruptible, Effect.withSpan('@livestore/adapter-web:worker:PushToLeader')),
|
|
180
|
+
StreamEvents: (options) => LeaderThreadCtx.pipe(Effect.map(({ dbEventlog, syncProcessor }) => streamEventsWithSyncState({
|
|
128
181
|
dbEventlog,
|
|
129
182
|
syncState: syncProcessor.syncState,
|
|
130
|
-
options:
|
|
131
|
-
})
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
|
|
153
|
-
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
});
|
|
183
|
+
options: options,
|
|
184
|
+
})), provideLeaderThread, Stream.unwrap, Stream.withSpan('@livestore/adapter-web:worker:StreamEvents')),
|
|
185
|
+
Export: () => LeaderThreadCtx.pipe(Effect.flatMap((_) => Effect.sync(() => _.dbState.export())), provideLeaderThread, Effect.withSpan('@livestore/adapter-web:worker:Export')),
|
|
186
|
+
ExportEventlog: () => LeaderThreadCtx.pipe(Effect.flatMap((_) => Effect.sync(() => _.dbEventlog.export())), provideLeaderThread, Effect.withSpan('@livestore/adapter-web:worker:ExportEventlog')),
|
|
187
|
+
BootStatusStream: () => LeaderThreadCtx.pipe(Effect.map((_) => Stream.fromQueue(_.bootStatusQueue)), provideLeaderThread, Stream.unwrap),
|
|
188
|
+
GetLeaderHead: () => Effect.gen(function* () {
|
|
189
|
+
const workerCtx = yield* LeaderThreadCtx;
|
|
190
|
+
return Eventlog.getClientHeadFromDb(workerCtx.dbEventlog);
|
|
191
|
+
}).pipe(provideLeaderThread),
|
|
192
|
+
GetLeaderSyncState: () => Effect.gen(function* () {
|
|
193
|
+
const workerCtx = yield* LeaderThreadCtx;
|
|
194
|
+
return yield* workerCtx.syncProcessor.syncState;
|
|
195
|
+
}).pipe(provideLeaderThread),
|
|
196
|
+
SyncStateStream: () => Effect.gen(function* () {
|
|
197
|
+
const workerCtx = yield* LeaderThreadCtx;
|
|
198
|
+
return workerCtx.syncProcessor.syncState.changes;
|
|
199
|
+
}).pipe(provideLeaderThread, Stream.unwrap),
|
|
200
|
+
GetNetworkStatus: () => Effect.gen(function* () {
|
|
201
|
+
const workerCtx = yield* LeaderThreadCtx;
|
|
202
|
+
return yield* workerCtx.networkStatus;
|
|
203
|
+
}).pipe(provideLeaderThread),
|
|
204
|
+
NetworkStatusStream: () => Effect.gen(function* () {
|
|
205
|
+
const workerCtx = yield* LeaderThreadCtx;
|
|
206
|
+
return workerCtx.networkStatus.changes;
|
|
207
|
+
}).pipe(provideLeaderThread, Stream.unwrap),
|
|
208
|
+
Shutdown: Effect.fn('@livestore/adapter-web:worker:Shutdown')(function* () {
|
|
209
|
+
yield* Effect.logDebug('[@livestore/adapter-web:worker] Shutdown');
|
|
210
|
+
// Buy some time for Otel to flush
|
|
211
|
+
// TODO find a cleaner way to do this
|
|
212
|
+
yield* Effect.sleep(300);
|
|
213
|
+
}),
|
|
214
|
+
ExtraDevtoolsMessage: ({ message }) => Effect.andThen(LeaderThreadCtx, (_) => Queue.offer(_.extraIncomingMessagesQueue, message)).pipe(provideLeaderThread, Effect.asVoid, Effect.withSpan('@livestore/adapter-web:worker:ExtraDevtoolsMessage')),
|
|
215
|
+
'WebmeshWorker.CreateConnection': (payload) => WebmeshWorker.CreateConnection(payload).pipe(provideLeaderThreadStream),
|
|
216
|
+
});
|
|
217
|
+
}));
|
|
165
218
|
const makeDevtoolsOptions = ({ devtoolsEnabled, dbState, dbEventlog, }) => Effect.gen(function* () {
|
|
166
219
|
if (devtoolsEnabled === false) {
|
|
167
220
|
return { enabled: false };
|
|
@@ -189,7 +242,7 @@ const makeDevtoolsOptions = ({ devtoolsEnabled, dbState, dbEventlog, }) => Effec
|
|
|
189
242
|
*/
|
|
190
243
|
const checkOpfsAvailability = Effect.gen(function* () {
|
|
191
244
|
const opfs = yield* Opfs.Opfs;
|
|
192
|
-
return yield* opfs.getRootDirectoryHandle.pipe(Effect.as(undefined), Effect.
|
|
245
|
+
return yield* opfs.getRootDirectoryHandle.pipe(Effect.as(undefined), Effect.catch((error) => {
|
|
193
246
|
const reason = Schema.is(WebError.SecurityError)(error) === true || Schema.is(WebError.NotAllowedError)(error) === true
|
|
194
247
|
? 'private-browsing'
|
|
195
248
|
: 'storage-unavailable';
|