@powersync/service-core 1.13.4 → 1.14.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +29 -0
- package/dist/api/diagnostics.js +31 -1
- package/dist/api/diagnostics.js.map +1 -1
- package/dist/auth/KeyStore.d.ts +19 -0
- package/dist/auth/KeyStore.js +16 -4
- package/dist/auth/KeyStore.js.map +1 -1
- package/dist/auth/RemoteJWKSCollector.d.ts +3 -0
- package/dist/auth/RemoteJWKSCollector.js +3 -1
- package/dist/auth/RemoteJWKSCollector.js.map +1 -1
- package/dist/auth/StaticSupabaseKeyCollector.d.ts +2 -1
- package/dist/auth/StaticSupabaseKeyCollector.js +1 -1
- package/dist/auth/StaticSupabaseKeyCollector.js.map +1 -1
- package/dist/auth/utils.d.ts +19 -0
- package/dist/auth/utils.js +106 -3
- package/dist/auth/utils.js.map +1 -1
- package/dist/entry/commands/compact-action.js +10 -1
- package/dist/entry/commands/compact-action.js.map +1 -1
- package/dist/metrics/open-telemetry/util.js +3 -1
- package/dist/metrics/open-telemetry/util.js.map +1 -1
- package/dist/replication/AbstractReplicator.js +2 -2
- package/dist/replication/AbstractReplicator.js.map +1 -1
- package/dist/routes/configure-fastify.js +2 -1
- package/dist/routes/configure-fastify.js.map +1 -1
- package/dist/routes/endpoints/socket-route.js +1 -8
- package/dist/routes/endpoints/socket-route.js.map +1 -1
- package/dist/routes/endpoints/sync-stream.js +17 -4
- package/dist/routes/endpoints/sync-stream.js.map +1 -1
- package/dist/routes/route-register.d.ts +4 -0
- package/dist/routes/route-register.js +29 -15
- package/dist/routes/route-register.js.map +1 -1
- package/dist/storage/BucketStorageBatch.d.ts +12 -2
- package/dist/storage/BucketStorageBatch.js.map +1 -1
- package/dist/storage/SourceEntity.d.ts +5 -4
- package/dist/storage/SourceTable.d.ts +22 -20
- package/dist/storage/SourceTable.js +34 -30
- package/dist/storage/SourceTable.js.map +1 -1
- package/dist/storage/SyncRulesBucketStorage.d.ts +11 -5
- package/dist/storage/SyncRulesBucketStorage.js.map +1 -1
- package/dist/sync/BucketChecksumState.d.ts +1 -1
- package/dist/sync/BucketChecksumState.js +1 -1
- package/dist/sync/BucketChecksumState.js.map +1 -1
- package/dist/sync/util.d.ts +3 -1
- package/dist/sync/util.js +29 -1
- package/dist/sync/util.js.map +1 -1
- package/dist/util/config/compound-config-collector.js +23 -0
- package/dist/util/config/compound-config-collector.js.map +1 -1
- package/dist/util/lsn.d.ts +4 -0
- package/dist/util/lsn.js +11 -0
- package/dist/util/lsn.js.map +1 -0
- package/dist/util/util-index.d.ts +1 -0
- package/dist/util/util-index.js +1 -0
- package/dist/util/util-index.js.map +1 -1
- package/package.json +6 -4
- package/src/api/diagnostics.ts +33 -1
- package/src/auth/KeyStore.ts +28 -4
- package/src/auth/RemoteJWKSCollector.ts +5 -2
- package/src/auth/StaticSupabaseKeyCollector.ts +1 -1
- package/src/auth/utils.ts +123 -3
- package/src/entry/commands/compact-action.ts +9 -1
- package/src/metrics/open-telemetry/util.ts +4 -1
- package/src/replication/AbstractReplicator.ts +2 -2
- package/src/routes/configure-fastify.ts +3 -1
- package/src/routes/endpoints/socket-route.ts +1 -7
- package/src/routes/endpoints/sync-stream.ts +29 -21
- package/src/routes/route-register.ts +41 -15
- package/src/storage/BucketStorageBatch.ts +13 -2
- package/src/storage/SourceEntity.ts +5 -5
- package/src/storage/SourceTable.ts +48 -34
- package/src/storage/SyncRulesBucketStorage.ts +14 -7
- package/src/sync/BucketChecksumState.ts +2 -2
- package/src/sync/util.ts +31 -2
- package/src/util/config/compound-config-collector.ts +24 -0
- package/src/util/lsn.ts +8 -0
- package/src/util/util-index.ts +1 -0
- package/test/src/auth.test.ts +323 -1
- package/test/src/sync/BucketChecksumState.test.ts +36 -35
- package/tsconfig.tsbuildinfo +1 -1
package/dist/sync/util.js
CHANGED
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import * as timers from 'timers/promises';
|
|
2
|
+
import { serialize } from 'bson';
|
|
2
3
|
const KEEPALIVE_INTERVAL = 20_000;
|
|
3
4
|
const DEFAULT_TOKEN_STREAM_OPTIONS = {
|
|
4
5
|
keep_alive: true,
|
|
@@ -47,6 +48,27 @@ export async function* tokenStream(token, signal, options) {
|
|
|
47
48
|
});
|
|
48
49
|
}
|
|
49
50
|
}
|
|
51
|
+
export function syncLineToBson(line) {
|
|
52
|
+
if (typeof line == 'string') {
|
|
53
|
+
// Should not happen with binary_data: true
|
|
54
|
+
throw new Error(`Unexpected string data: ${line}`);
|
|
55
|
+
}
|
|
56
|
+
else {
|
|
57
|
+
// On NodeJS, serialize always returns a Buffer
|
|
58
|
+
return serialize(line);
|
|
59
|
+
}
|
|
60
|
+
}
|
|
61
|
+
export async function* bsonLines(iterator) {
|
|
62
|
+
for await (let line of iterator) {
|
|
63
|
+
if (line == null) {
|
|
64
|
+
// Empty value just to flush iterator memory
|
|
65
|
+
continue;
|
|
66
|
+
}
|
|
67
|
+
else {
|
|
68
|
+
yield syncLineToBson(line);
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
}
|
|
50
72
|
export async function* ndjson(iterator) {
|
|
51
73
|
for await (let data of iterator) {
|
|
52
74
|
if (data == null) {
|
|
@@ -64,7 +86,13 @@ export async function* ndjson(iterator) {
|
|
|
64
86
|
}
|
|
65
87
|
export async function* transformToBytesTracked(iterator, tracker) {
|
|
66
88
|
for await (let data of iterator) {
|
|
67
|
-
|
|
89
|
+
let encoded;
|
|
90
|
+
if (typeof data == 'string') {
|
|
91
|
+
encoded = Buffer.from(data, 'utf8');
|
|
92
|
+
}
|
|
93
|
+
else {
|
|
94
|
+
encoded = data;
|
|
95
|
+
}
|
|
68
96
|
tracker.addDataSynced(encoded.length);
|
|
69
97
|
yield encoded;
|
|
70
98
|
}
|
package/dist/sync/util.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"util.js","sourceRoot":"","sources":["../../src/sync/util.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,iBAAiB,CAAC;
|
|
1
|
+
{"version":3,"file":"util.js","sourceRoot":"","sources":["../../src/sync/util.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,iBAAiB,CAAC;AAK1C,OAAO,EAAE,SAAS,EAAE,MAAM,MAAM,CAAC;AAajC,MAAM,kBAAkB,GAAG,MAAM,CAAC;AAElC,MAAM,4BAA4B,GAAuB;IACvD,UAAU,EAAE,IAAI;IAChB,qBAAqB,EAAE,MAAM;CAC9B,CAAC;AAEF;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,WAAW,CAChC,KAAsB,EACtB,MAAmB,EACnB,OAAqC;IAErC,MAAM,gBAAgB,GAAuB;QAC3C,GAAG,4BAA4B;QAC/B,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC;KACnB,CAAC;IAEF,MAAM,EAAE,UAAU,EAAE,qBAAqB,EAAE,GAAG,gBAAgB,CAAC;IAE/D,8CAA8C;IAC9C,+DAA+D;IAC/D,+BAA+B;IAC/B,MAAM,UAAU,GAAG,KAAK,CAAC,GAAG,GAAG,IAAI,CAAC;IACpC,MAAM,iBAAiB,GAAG,UAAU,GAAG,qBAAqB,CAAC;IAE7D,IAAI,iBAAiB,GAAG,IAAI,CAAC;IAE7B,OAAO,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACvB,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC;QAC/E,IAAI,iBAAiB,IAAI,gBAAgB,GAAG,CAAC,EAAE,CAAC;YAC9C,iBAAiB,GAAG,KAAK,CAAC;QAC5B,CAAC;aAAM,CAAC;YACN,MAAM,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,CAAC;YAC7C,IAAI,gBAAgB,IAAI,CAAC,EAAE,CAAC;gBAC1B,OAAO;YACT,CAAC;QACH,CAAC;QAED,MAAM,gBAAgB,GAAG,kBAAkB,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC;QAE1E,4CAA4C;QAC5C,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;QAC9D,MAAM,oBAAoB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,iBAAiB,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;QAC7E,6CAA6C;QAC7C,MAAM,qBAAqB,GAAG,oBAAoB,IAAI,CAAC,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,YAAY,CAAC;QAE9F,MAAM,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,qBAAqB,EAAE,gBAAgB,CAAC,CAAC,CAAC,CAAC,qBAAqB,CAAC;QACrG,MAAM,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE;YAC1D,oBAAoB;QACtB,CAAC,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,IAAkC;IAC/D,IAAI,OAAO,IAAI,IAAI,QAAQ,EAAE,CAAC;QAC5B,2CAA2C;QAC3C,MAAM,IAAI,KAAK,CAAC,2BAA2B,IAAI,EAAE,CAAC,CAAC;IACrD,CAAC;SAAM,CAAC;QACN,+CAA+C;QAC/C,OAAO,SAAS,CAAC,IAAI,CAAW,CAAC;IACnC,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,SAAS,CAAC,QAA4D;IAC3F,IAAI,KAAK,EAAE,IAAI,IAAI,IAAI,QAAQ,EAAE,CAAC;QAChC,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;YACjB,4CAA4C;YAC5C,SAAS;QACX,CAAC;aAAM,CAAC;YACN,MAAM,cAAc,CAAC,IAAI,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,MAAM,CAAC,QAA4D;IACxF,IAAI,KAAK,EAAE,IAAI,IAAI,IAAI,QAAQ,EAAE,CAAC;QAChC,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;YACjB,uCAAuC;YACvC,SAAS;QACX,CAAC;aAAM,IAAI,OAAO,IAAI,IAAI,QAAQ,EAAE,CAAC;YACnC,uBAAuB;YACvB,MAAM,IAAI,GAAG,IAAI,CAAC;QACpB,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;QACpC,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,uBAAuB,CAC5C,QAAwC,EACxC,OAAuB;IAEvB,IAAI,KAAK,EAAE,IAAI,IAAI,IAAI,QAAQ,EAAE,CAAC;QAChC,IAAI,OAAe,CAAC;QAEpB,IAAI,OAAO,IAAI,IAAI,QAAQ,EAAE,CAAC;YAC5B,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACtC,CAAC;aAAM,CAAC;YACN,OAAO,GAAG,IAAI,CAAC;QACjB,CAAC;QAED,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACtC,MAAM,OAAO,CAAC;IAChB,CAAC;AACH,CAAC;AAED,MAAM,UAAU,yBAAyB,CACvC,SAA6B,EAC7B,KAAkB;IAElB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,IAAI,YAAY,GAAG,KAAK,CAAC;QAEzB,MAAM,QAAQ,GAAG,GAAG,EAAE;YACpB,IAAI,CAAC,YAAY,EAAE,CAAC;gBAClB,OAAO,GAAG,IAAI,CAAC;gBACf,KAAK,CAAC,mBAAmB,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;gBAC7C,OAAO,CAAC,SAAS,CAAC,CAAC;YACrB,CAAC;QACH,CAAC,CAAC;QACF,KAAK,CAAC,gBAAgB,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QAE1C,SAAS,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE;YACpC,YAAY,GAAG,IAAI,CAAC;YACpB,IAAI,OAAO,EAAE,CAAC;gBACZ,qCAAqC;gBACrC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;YAChB,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,mBAAmB,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;gBAC7C,OAAO,CAAC,QAAQ,CAAC,CAAC;YACpB,CAAC;QACH,CAAC,EAAE,MAAM,CAAC,CAAC;IACb,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,cAAc,CAAI,OAAmB;IACnD,OAAO,OAAO,CAAC,IAAI,CACjB,CAAC,MAAM,EAAE,EAAE;QACT,OAAO;YACL,MAAM,EAAE,WAAW;YACnB,KAAK,EAAE,MAAM;SACd,CAAC;IACJ,CAAC,EACD,CAAC,KAAK,EAAE,EAAE;QACR,OAAO;YACL,MAAM,EAAE,UAAU;YAClB,MAAM,EAAE,KAAK;SACd,CAAC;IACJ,CAAC,CACF,CAAC;AACJ,CAAC;AAID;;GAEG;AACH,MAAM,UAAU,eAAe,CAAI,CAAc,EAAE,CAAc;IAC/D,KAAK,IAAI,CAAC,IAAI,eAAe,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;QACpC,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;GAEG;AACH,MAAM,SAAS,CAAC,CAAC,eAAe,CAAI,CAAc,EAAE,CAAc;IAChE,+DAA+D;IAC/D,IAAI,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QACpB,KAAK,IAAI,GAAG,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;YACzB,IAAI,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBACf,MAAM,GAAG,CAAC;YACZ,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;SAAM,CAAC;QACN,KAAK,IAAI,GAAG,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;YACzB,IAAI,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBACf,MAAM,GAAG,CAAC;YACZ,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC"}
|
|
@@ -49,6 +49,7 @@ export class CompoundConfigCollector {
|
|
|
49
49
|
kid: undefined // Wildcard kid - any kid can match
|
|
50
50
|
}
|
|
51
51
|
]));
|
|
52
|
+
keyStore.supabaseAuthDebug.sharedSecretEnabled = true;
|
|
52
53
|
}
|
|
53
54
|
let jwks_uris = baseConfig.client_auth?.jwks_uri ?? [];
|
|
54
55
|
if (typeof jwks_uris == 'string') {
|
|
@@ -70,6 +71,28 @@ export class CompoundConfigCollector {
|
|
|
70
71
|
for (let uri of jwks_uris) {
|
|
71
72
|
collectors.add(new auth.CachedKeyCollector(new auth.RemoteJWKSCollector(uri, { lookupOptions: jwksLookup })));
|
|
72
73
|
}
|
|
74
|
+
const supabaseAuthDetails = auth.getSupabaseJwksUrl(baseConfig.replication?.connections?.[0]);
|
|
75
|
+
keyStore.supabaseAuthDebug.jwksDetails = supabaseAuthDetails;
|
|
76
|
+
if (baseConfig.client_auth?.supabase) {
|
|
77
|
+
// Automatic support for Supabase signing keys:
|
|
78
|
+
// https://supabase.com/docs/guides/auth/signing-keys
|
|
79
|
+
if (supabaseAuthDetails != null) {
|
|
80
|
+
const collector = new auth.RemoteJWKSCollector(supabaseAuthDetails.url, {
|
|
81
|
+
lookupOptions: jwksLookup,
|
|
82
|
+
// Special case aud and max lifetime for Supabase keys
|
|
83
|
+
keyOptions: auth.SUPABASE_KEY_OPTIONS
|
|
84
|
+
});
|
|
85
|
+
collectors.add(new auth.CachedKeyCollector(collector));
|
|
86
|
+
keyStore.supabaseAuthDebug.jwksEnabled = true;
|
|
87
|
+
logger.info(`Configured Supabase Auth with ${supabaseAuthDetails.url}`);
|
|
88
|
+
}
|
|
89
|
+
else {
|
|
90
|
+
logger.warn('Supabase Auth is enabled, but no Supabase connection string found. Skipping Supabase JWKS URL configuration.');
|
|
91
|
+
}
|
|
92
|
+
}
|
|
93
|
+
else if (supabaseAuthDetails != null) {
|
|
94
|
+
logger.warn(`Supabase connection string found, but Supabase Auth is not enabled in the config.`);
|
|
95
|
+
}
|
|
73
96
|
const sync_rules = await this.collectSyncRules(baseConfig, runnerConfig);
|
|
74
97
|
let jwt_audiences = baseConfig.client_auth?.audience ?? [];
|
|
75
98
|
let config = {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"compound-config-collector.js","sourceRoot":"","sources":["../../../src/util/config/compound-config-collector.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAiB,MAAM,mCAAmC,CAAC;AAE1E,OAAO,KAAK,IAAI,MAAM,0BAA0B,CAAC;AAEjD,OAAO,EAAE,qBAAqB,EAAE,MAAM,8CAA8C,CAAC;AACrF,OAAO,EAAE,uBAAuB,EAAE,MAAM,gDAAgD,CAAC;AACzF,OAAO,EAAE,yBAAyB,EAAE,MAAM,kDAAkD,CAAC;AAC7F,OAAO,EACL,kCAAkC,EAClC,kCAAkC,EAClC,kCAAkC,EAClC,mCAAmC,EACnC,qBAAqB,EACtB,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,wBAAwB,EAAE,MAAM,kDAAkD,CAAC;AAC5F,OAAO,EAAE,4BAA4B,EAAE,MAAM,sDAAsD,CAAC;AACpG,OAAO,EAAE,wBAAwB,EAAE,MAAM,kDAAkD,CAAC;AA4B5F,MAAM,yBAAyB,GAAmC;IAChE,gBAAgB,EAAE,CAAC,IAAI,qBAAqB,EAAE,EAAE,IAAI,yBAAyB,EAAE,EAAE,IAAI,uBAAuB,EAAE,CAAC;IAC/G,mBAAmB,EAAE;QACnB,IAAI,wBAAwB,EAAE;QAC9B,IAAI,4BAA4B,EAAE;QAClC,IAAI,wBAAwB,EAAE;KAC/B;CACF,CAAC;AAEF,MAAM,OAAO,uBAAuB;IACZ;IAAtB,YAAsB,UAA0C,yBAAyB;QAAnE,YAAO,GAAP,OAAO,CAA4D;IAAG,CAAC;IAE7F;;OAEG;IACH,KAAK,CAAC,aAAa,CAAC,eAA6B,EAAE;QACjD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;QAE9D,MAAM,WAAW,GAAG,UAAU,CAAC,WAAW,EAAE,WAAW,IAAI,EAAE,CAAC;QAC9D,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,8DAA8D,CAAC,CAAC;QAClF,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;QACnD,MAAM,QAAQ,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QAE/C,MAAM,SAAS,GAAG,UAAU,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,IAAI,EAAE,CAAC;QAC3D,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QAC5E,UAAU,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;QAEhC,IAAI,UAAU,CAAC,WAAW,EAAE,QAAQ,IAAI,UAAU,CAAC,WAAW,EAAE,mBAAmB,IAAI,IAAI,EAAE,CAAC;YAC5F,gFAAgF;YAChF,4EAA4E;YAC5E,4BAA4B;YAC5B,gFAAgF;YAChF,sCAAsC;YACtC,UAAU,CAAC,GAAG,CACZ,MAAM,IAAI,CAAC,0BAA0B,CAAC,UAAU,CAAC;gBAC/C;oBACE,GAAG,EAAE,KAAK;oBACV,GAAG,EAAE,OAAO;oBACZ,mDAAmD;oBACnD,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,mBAAmB,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC;oBACxF,GAAG,EAAE,SAAS,CAAC,mCAAmC;iBACnD;aACF,CAAC,CACH,CAAC;
|
|
1
|
+
{"version":3,"file":"compound-config-collector.js","sourceRoot":"","sources":["../../../src/util/config/compound-config-collector.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAiB,MAAM,mCAAmC,CAAC;AAE1E,OAAO,KAAK,IAAI,MAAM,0BAA0B,CAAC;AAEjD,OAAO,EAAE,qBAAqB,EAAE,MAAM,8CAA8C,CAAC;AACrF,OAAO,EAAE,uBAAuB,EAAE,MAAM,gDAAgD,CAAC;AACzF,OAAO,EAAE,yBAAyB,EAAE,MAAM,kDAAkD,CAAC;AAC7F,OAAO,EACL,kCAAkC,EAClC,kCAAkC,EAClC,kCAAkC,EAClC,mCAAmC,EACnC,qBAAqB,EACtB,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,wBAAwB,EAAE,MAAM,kDAAkD,CAAC;AAC5F,OAAO,EAAE,4BAA4B,EAAE,MAAM,sDAAsD,CAAC;AACpG,OAAO,EAAE,wBAAwB,EAAE,MAAM,kDAAkD,CAAC;AA4B5F,MAAM,yBAAyB,GAAmC;IAChE,gBAAgB,EAAE,CAAC,IAAI,qBAAqB,EAAE,EAAE,IAAI,yBAAyB,EAAE,EAAE,IAAI,uBAAuB,EAAE,CAAC;IAC/G,mBAAmB,EAAE;QACnB,IAAI,wBAAwB,EAAE;QAC9B,IAAI,4BAA4B,EAAE;QAClC,IAAI,wBAAwB,EAAE;KAC/B;CACF,CAAC;AAEF,MAAM,OAAO,uBAAuB;IACZ;IAAtB,YAAsB,UAA0C,yBAAyB;QAAnE,YAAO,GAAP,OAAO,CAA4D;IAAG,CAAC;IAE7F;;OAEG;IACH,KAAK,CAAC,aAAa,CAAC,eAA6B,EAAE;QACjD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;QAE9D,MAAM,WAAW,GAAG,UAAU,CAAC,WAAW,EAAE,WAAW,IAAI,EAAE,CAAC;QAC9D,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,8DAA8D,CAAC,CAAC;QAClF,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;QACnD,MAAM,QAAQ,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QAE/C,MAAM,SAAS,GAAG,UAAU,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,IAAI,EAAE,CAAC;QAC3D,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QAC5E,UAAU,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;QAEhC,IAAI,UAAU,CAAC,WAAW,EAAE,QAAQ,IAAI,UAAU,CAAC,WAAW,EAAE,mBAAmB,IAAI,IAAI,EAAE,CAAC;YAC5F,gFAAgF;YAChF,4EAA4E;YAC5E,4BAA4B;YAC5B,gFAAgF;YAChF,sCAAsC;YACtC,UAAU,CAAC,GAAG,CACZ,MAAM,IAAI,CAAC,0BAA0B,CAAC,UAAU,CAAC;gBAC/C;oBACE,GAAG,EAAE,KAAK;oBACV,GAAG,EAAE,OAAO;oBACZ,mDAAmD;oBACnD,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,mBAAmB,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC;oBACxF,GAAG,EAAE,SAAS,CAAC,mCAAmC;iBACnD;aACF,CAAC,CACH,CAAC;YACF,QAAQ,CAAC,iBAAiB,CAAC,mBAAmB,GAAG,IAAI,CAAC;QACxD,CAAC;QAED,IAAI,SAAS,GAAG,UAAU,CAAC,WAAW,EAAE,QAAQ,IAAI,EAAE,CAAC;QACvD,IAAI,OAAO,SAAS,IAAI,QAAQ,EAAE,CAAC;YACjC,SAAS,GAAG,CAAC,SAAS,CAAC,CAAC;QAC1B,CAAC;QAED,IAAI,UAAU,GAAkB;YAC9B,gBAAgB,EAAE,EAAE;SACrB,CAAC;QAEF,IAAI,UAAU,CAAC,WAAW,EAAE,qBAAqB,IAAI,IAAI,EAAE,CAAC;YAC1D,UAAU,GAAG;gBACX,gBAAgB,EAAE,UAAU,CAAC,WAAW,EAAE,qBAAqB;aAChE,CAAC;QACJ,CAAC;QACD,IAAI,UAAU,CAAC,WAAW,EAAE,gBAAgB,EAAE,CAAC;YAC7C,gEAAgE;YAChE,UAAU,CAAC,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC1C,UAAU,CAAC,WAAW,GAAG,IAAI,CAAC;QAChC,CAAC;QAED,KAAK,IAAI,GAAG,IAAI,SAAS,EAAE,CAAC;YAC1B,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,kBAAkB,CAAC,IAAI,IAAI,CAAC,mBAAmB,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC;QAChH,CAAC;QACD,MAAM,mBAAmB,GAAG,IAAI,CAAC,kBAAkB,CAAC,UAAU,CAAC,WAAW,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9F,QAAQ,CAAC,iBAAiB,CAAC,WAAW,GAAG,mBAAmB,CAAC;QAE7D,IAAI,UAAU,CAAC,WAAW,EAAE,QAAQ,EAAE,CAAC;YACrC,+CAA+C;YAC/C,qDAAqD;YACrD,IAAI,mBAAmB,IAAI,IAAI,EAAE,CAAC;gBAChC,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,mBAAmB,CAAC,mBAAmB,CAAC,GAAG,EAAE;oBACtE,aAAa,EAAE,UAAU;oBACzB,sDAAsD;oBACtD,UAAU,EAAE,IAAI,CAAC,oBAAoB;iBACtC,CAAC,CAAC;gBACH,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC,CAAC;gBACvD,QAAQ,CAAC,iBAAiB,CAAC,WAAW,GAAG,IAAI,CAAC;gBAC9C,MAAM,CAAC,IAAI,CAAC,iCAAiC,mBAAmB,CAAC,GAAG,EAAE,CAAC,CAAC;YAC1E,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,IAAI,CACT,8GAA8G,CAC/G,CAAC;YACJ,CAAC;QACH,CAAC;aAAM,IAAI,mBAAmB,IAAI,IAAI,EAAE,CAAC;YACvC,MAAM,CAAC,IAAI,CAAC,mFAAmF,CAAC,CAAC;QACnG,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;QAEzE,IAAI,aAAa,GAAa,UAAU,CAAC,WAAW,EAAE,QAAQ,IAAI,EAAE,CAAC;QAErE,IAAI,MAAM,GAA4B;YACpC,WAAW,EAAE,UAAU;YACvB,WAAW,EAAE,UAAU,CAAC,WAAW,EAAE,WAAW,IAAI,EAAE;YACtD,OAAO,EAAE;gBACP,GAAG,UAAU,CAAC,OAAO;gBACrB,UAAU,EAAE;oBACV,aAAa,EAAE,UAAU,CAAC,OAAO,EAAE,UAAU,EAAE,aAAa,IAAI,qBAAqB;iBACtF;aACF;YACD,eAAe,EAAE,QAAQ;YACzB,UAAU,EAAE,UAAU,CAAC,GAAG,EAAE,MAAM,IAAI,EAAE;YACxC,IAAI,EAAE,UAAU,CAAC,IAAI,IAAI,IAAI;YAC7B,UAAU;YACV,aAAa;YAEb,oBAAoB,EAAE,IAAI,EAAE,QAAQ;YACpC,QAAQ,EAAE,UAAU,CAAC,QAAQ,IAAI,EAAE;YACnC,UAAU,EAAE,UAAU,CAAC,UAAU;YACjC,SAAS,EAAE;gBACT,eAAe,EAAE,UAAU,CAAC,SAAS,EAAE,eAAe;gBACtD,yBAAyB,EAAE,UAAU,CAAC,SAAS,EAAE,yBAAyB,IAAI,KAAK;gBACnF,yBAAyB,EACvB,UAAU,CAAC,SAAS,EAAE,yBAAyB,IAAI,0CAA0C;aAChG;YACD,WAAW,EAAE;gBACX;;;mBAGG;gBACH,MAAM,EAAE,UAAU,CAAC,WAAW,EAAE,MAAM;oBACpC,CAAC,CAAC;wBACE,cAAc,EAAE,UAAU,CAAC,WAAW,CAAC,MAAM,CAAC,cAAc,IAAI,KAAK;wBACrE,QAAQ,EAAE,UAAU,CAAC,WAAW,CAAC,MAAM,CAAC,QAAQ,IAAI,KAAK;wBACzD,UAAU,EAAE,UAAU,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,IAAI,KAAK;qBAC9D;oBACH,CAAC,CAAC;wBACE,cAAc,EAAE,KAAK;wBACrB,QAAQ,EAAE,KAAK;wBACf,UAAU,EAAE,IAAI;qBACjB;aACN;YACD,cAAc,EAAE;gBACd,0BAA0B,EACxB,UAAU,CAAC,GAAG,EAAE,UAAU,EAAE,0BAA0B,IAAI,kCAAkC;gBAE9F,2BAA2B,EACzB,UAAU,CAAC,GAAG,EAAE,UAAU,EAAE,2BAA2B,IAAI,mCAAmC;gBAChG,0BAA0B,EACxB,UAAU,CAAC,GAAG,EAAE,UAAU,EAAE,0BAA0B,IAAI,kCAAkC;gBAC9F,0BAA0B,EACxB,UAAU,CAAC,GAAG,EAAE,UAAU,EAAE,0BAA0B,IAAI,kCAAkC;aAC/F;YACD,0DAA0D;YAC1D,gBAAgB,EAAE,UAAU,CAAC,WAAW,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,gBAAgB,IAAI,YAAY;YAC5F,UAAU,EAAE,UAAU,CAAC,UAAU,IAAI,EAAE;SACxC,CAAC;QAEF,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;OAGG;IACO,KAAK,CAAC,iBAAiB,CAAC,aAA2B;QAC3D,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC;YACtD,IAAI,CAAC;gBACH,MAAM,UAAU,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;gBAC1D,IAAI,UAAU,EAAE,CAAC;oBACf,OAAO,UAAU,CAAC;gBACpB,CAAC;gBACD,MAAM,CAAC,KAAK,CACV,2CAA2C,SAAS,CAAC,IAAI,iDAAiD,CAC3G,CAAC;YACJ,CAAC;YAAC,OAAO,EAAE,EAAE,CAAC;gBACZ,yCAAyC;gBACzC,MAAM,IAAI,KAAK,CAAC,kCAAkC,SAAS,CAAC,IAAI,8BAA8B,EAAE,EAAE,CAAC,CAAC;YACtG,CAAC;QACH,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,uFAAuF,CAAC,CAAC;IAC3G,CAAC;IAES,KAAK,CAAC,gBAAgB,CAC9B,UAAsC,EACtC,YAA0B;QAE1B,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,OAAO,CAAC,mBAAmB,EAAE,CAAC;YACzD,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;gBACjE,IAAI,MAAM,EAAE,CAAC;oBACX,OAAO,MAAM,CAAC;gBAChB,CAAC;gBACD,MAAM,CAAC,KAAK,CACV,qCAAqC,SAAS,CAAC,IAAI,iDAAiD,CACrG,CAAC;YACJ,CAAC;YAAC,OAAO,EAAE,EAAE,CAAC;gBACZ,yCAAyC;gBACzC,MAAM,IAAI,KAAK,CAAC,sCAAsC,SAAS,CAAC,IAAI,8BAA8B,EAAE,EAAE,CAAC,CAAC;YAC1G,CAAC;QACH,CAAC;QACD,OAAO;YACL,OAAO,EAAE,KAAK;YACd,aAAa,EAAE,IAAI;SACpB,CAAC;IACJ,CAAC;CACF"}
|
package/dist/util/lsn.js
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"lsn.js","sourceRoot":"","sources":["../../src/util/lsn.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,MAAM,UAAU,MAAM,CAAC,CAA4B,EAAE,CAA4B;IAC/E,IAAI,CAAC,IAAI,IAAI;QAAE,OAAO,CAAC,IAAI,IAAI,CAAC;IAChC,IAAI,CAAC,IAAI,IAAI;QAAE,OAAO,CAAC,CAAC;IACxB,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACvB,CAAC"}
|
package/dist/util/util-index.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"util-index.js","sourceRoot":"","sources":["../../src/util/util-index.ts"],"names":[],"mappings":"AAAA,cAAc,eAAe,CAAC;AAC9B,cAAc,UAAU,CAAC;AACzB,cAAc,sBAAsB,CAAC;AACrC,cAAc,YAAY,CAAC;AAC3B,cAAc,qBAAqB,CAAC;AACpC,cAAc,WAAW,CAAC;AAC1B,cAAc,YAAY,CAAC;AAC3B,cAAc,oBAAoB,CAAC;AACnC,cAAc,cAAc,CAAC;AAE7B,cAAc,aAAa,CAAC;AAC5B,cAAc,uCAAuC,CAAC;AACtD,cAAc,mBAAmB,CAAC;AAElC,cAAc,yCAAyC,CAAC;AACxD,cAAc,qDAAqD,CAAC;AACpE,cAAc,uDAAuD,CAAC;AACtE,cAAc,yDAAyD,CAAC;AAExE,cAAc,yDAAyD,CAAC;AACxE,cAAc,6DAA6D,CAAC;AAC5E,cAAc,yDAAyD,CAAC;AACxE,cAAc,uCAAuC,CAAC;AACtD,cAAc,4CAA4C,CAAC"}
|
|
1
|
+
{"version":3,"file":"util-index.js","sourceRoot":"","sources":["../../src/util/util-index.ts"],"names":[],"mappings":"AAAA,cAAc,eAAe,CAAC;AAC9B,cAAc,UAAU,CAAC;AACzB,cAAc,UAAU,CAAC;AACzB,cAAc,sBAAsB,CAAC;AACrC,cAAc,YAAY,CAAC;AAC3B,cAAc,qBAAqB,CAAC;AACpC,cAAc,WAAW,CAAC;AAC1B,cAAc,YAAY,CAAC;AAC3B,cAAc,oBAAoB,CAAC;AACnC,cAAc,cAAc,CAAC;AAE7B,cAAc,aAAa,CAAC;AAC5B,cAAc,uCAAuC,CAAC;AACtD,cAAc,mBAAmB,CAAC;AAElC,cAAc,yCAAyC,CAAC;AACxD,cAAc,qDAAqD,CAAC;AACpE,cAAc,uDAAuD,CAAC;AACtE,cAAc,yDAAyD,CAAC;AAExE,cAAc,yDAAyD,CAAC;AACxE,cAAc,6DAA6D,CAAC;AAC5E,cAAc,yDAAyD,CAAC;AACxE,cAAc,uCAAuC,CAAC;AACtD,cAAc,4CAA4C,CAAC"}
|
package/package.json
CHANGED
|
@@ -5,7 +5,7 @@
|
|
|
5
5
|
"publishConfig": {
|
|
6
6
|
"access": "public"
|
|
7
7
|
},
|
|
8
|
-
"version": "1.
|
|
8
|
+
"version": "1.14.0",
|
|
9
9
|
"main": "dist/index.js",
|
|
10
10
|
"license": "FSL-1.1-Apache-2.0",
|
|
11
11
|
"type": "module",
|
|
@@ -26,20 +26,22 @@
|
|
|
26
26
|
"jose": "^4.15.1",
|
|
27
27
|
"lodash": "^4.17.21",
|
|
28
28
|
"lru-cache": "^10.2.2",
|
|
29
|
+
"negotiator": "^1.0.0",
|
|
29
30
|
"node-fetch": "^3.3.2",
|
|
30
31
|
"ts-codec": "^1.3.0",
|
|
31
32
|
"uri-js": "^4.4.1",
|
|
32
33
|
"uuid": "^11.1.0",
|
|
33
34
|
"winston": "^3.13.0",
|
|
34
35
|
"yaml": "^2.3.2",
|
|
35
|
-
"@powersync/lib-services-framework": "0.7.
|
|
36
|
+
"@powersync/lib-services-framework": "0.7.2",
|
|
36
37
|
"@powersync/service-jsonbig": "0.17.10",
|
|
37
|
-
"@powersync/service-rsocket-router": "0.1.
|
|
38
|
-
"@powersync/service-sync-rules": "0.
|
|
38
|
+
"@powersync/service-rsocket-router": "0.1.3",
|
|
39
|
+
"@powersync/service-sync-rules": "0.28.0",
|
|
39
40
|
"@powersync/service-types": "0.12.1"
|
|
40
41
|
},
|
|
41
42
|
"devDependencies": {
|
|
42
43
|
"@types/async": "^3.2.24",
|
|
44
|
+
"@types/negotiator": "^0.6.4",
|
|
43
45
|
"@types/lodash": "^4.17.5",
|
|
44
46
|
"fastify": "4.23.2",
|
|
45
47
|
"fastify-plugin": "^4.5.1"
|
package/src/api/diagnostics.ts
CHANGED
|
@@ -105,7 +105,7 @@ export async function getSyncRulesStatus(
|
|
|
105
105
|
const source: SourceTableInterface = {
|
|
106
106
|
connectionTag: tag,
|
|
107
107
|
schema: pattern.schema,
|
|
108
|
-
|
|
108
|
+
name: pattern.tablePattern
|
|
109
109
|
};
|
|
110
110
|
const syncData = rules.tableSyncsData(source);
|
|
111
111
|
const syncParameters = rules.tableSyncsParameters(source);
|
|
@@ -134,6 +134,38 @@ export async function getSyncRulesStatus(
|
|
|
134
134
|
})
|
|
135
135
|
);
|
|
136
136
|
|
|
137
|
+
if (live_status && status?.active && sourceConfig.type != 'mysql') {
|
|
138
|
+
// Check replication lag for active sync rules.
|
|
139
|
+
// Right now we exclude mysql, since it we don't have consistent keepalives for it.
|
|
140
|
+
if (sync_rules.last_checkpoint_ts == null && sync_rules.last_keepalive_ts == null) {
|
|
141
|
+
errors.push({
|
|
142
|
+
level: 'warning',
|
|
143
|
+
message: 'No checkpoint found, cannot calculate replication lag'
|
|
144
|
+
});
|
|
145
|
+
} else {
|
|
146
|
+
const lastTime = Math.max(
|
|
147
|
+
sync_rules.last_checkpoint_ts?.getTime() ?? 0,
|
|
148
|
+
sync_rules.last_keepalive_ts?.getTime() ?? 0
|
|
149
|
+
);
|
|
150
|
+
const lagSeconds = Math.round((Date.now() - lastTime) / 1000);
|
|
151
|
+
// On idle instances, keepalive messages are only persisted every 60 seconds.
|
|
152
|
+
// So we use 5 minutes as a threshold for warnings, and 15 minutes for critical.
|
|
153
|
+
// The replication lag metric should give a more granular value, but that is not available directly
|
|
154
|
+
// in the API containers used for diagnostics, and this should give a good enough indication.
|
|
155
|
+
if (lagSeconds > 15 * 60) {
|
|
156
|
+
errors.push({
|
|
157
|
+
level: 'fatal',
|
|
158
|
+
message: `No replicated commit in more than ${lagSeconds}s`
|
|
159
|
+
});
|
|
160
|
+
} else if (lagSeconds > 5 * 60) {
|
|
161
|
+
errors.push({
|
|
162
|
+
level: 'warning',
|
|
163
|
+
message: `No replicated commit in more than ${lagSeconds}s`
|
|
164
|
+
});
|
|
165
|
+
}
|
|
166
|
+
}
|
|
167
|
+
}
|
|
168
|
+
|
|
137
169
|
return {
|
|
138
170
|
content: include_content ? sync_rules.sync_rules_content : undefined,
|
|
139
171
|
connections: [
|
package/src/auth/KeyStore.ts
CHANGED
|
@@ -4,7 +4,7 @@ import secs from '../util/secs.js';
|
|
|
4
4
|
import { JwtPayload } from './JwtPayload.js';
|
|
5
5
|
import { KeyCollector } from './KeyCollector.js';
|
|
6
6
|
import { KeyOptions, KeySpec, SUPPORTED_ALGORITHMS } from './KeySpec.js';
|
|
7
|
-
import { mapAuthError } from './utils.js';
|
|
7
|
+
import { debugKeyNotFound, mapAuthError, SupabaseAuthDetails, tokenDebugDetails } from './utils.js';
|
|
8
8
|
|
|
9
9
|
/**
|
|
10
10
|
* KeyStore to get keys and verify tokens.
|
|
@@ -39,6 +39,29 @@ export class KeyStore<Collector extends KeyCollector = KeyCollector> {
|
|
|
39
39
|
*/
|
|
40
40
|
collector: Collector;
|
|
41
41
|
|
|
42
|
+
/**
|
|
43
|
+
* For debug purposes only.
|
|
44
|
+
*
|
|
45
|
+
* This is very Supabase-specific, but we need the info on this level. For example,
|
|
46
|
+
* we want to detect cases where a Supabase token is used, but Supabase auth is not enabled
|
|
47
|
+
* (no Supabase collector configured).
|
|
48
|
+
*/
|
|
49
|
+
supabaseAuthDebug: {
|
|
50
|
+
/**
|
|
51
|
+
* This can be populated without jwksEnabled, but not the other way around.
|
|
52
|
+
*/
|
|
53
|
+
jwksDetails: SupabaseAuthDetails | null;
|
|
54
|
+
jwksEnabled: boolean;
|
|
55
|
+
/**
|
|
56
|
+
* This can be enabled without jwksDetails populated.
|
|
57
|
+
*/
|
|
58
|
+
sharedSecretEnabled: boolean;
|
|
59
|
+
} = {
|
|
60
|
+
jwksDetails: null,
|
|
61
|
+
jwksEnabled: false,
|
|
62
|
+
sharedSecretEnabled: false
|
|
63
|
+
};
|
|
64
|
+
|
|
42
65
|
constructor(collector: Collector) {
|
|
43
66
|
this.collector = collector;
|
|
44
67
|
}
|
|
@@ -131,7 +154,7 @@ export class KeyStore<Collector extends KeyCollector = KeyCollector> {
|
|
|
131
154
|
if (!key.matchesAlgorithm(header.alg)) {
|
|
132
155
|
throw new AuthorizationError(ErrorCode.PSYNC_S2101, `Unexpected token algorithm ${header.alg}`, {
|
|
133
156
|
configurationDetails: `Key kid: ${key.source.kid}, alg: ${key.source.alg}, kty: ${key.source.kty}`
|
|
134
|
-
//
|
|
157
|
+
// tokenDetails automatically populated higher up the stack
|
|
135
158
|
});
|
|
136
159
|
}
|
|
137
160
|
return key;
|
|
@@ -165,12 +188,13 @@ export class KeyStore<Collector extends KeyCollector = KeyCollector> {
|
|
|
165
188
|
logger.error(`Failed to refresh keys`, e);
|
|
166
189
|
});
|
|
167
190
|
|
|
191
|
+
const details = debugKeyNotFound(this, keys, token);
|
|
192
|
+
|
|
168
193
|
throw new AuthorizationError(
|
|
169
194
|
ErrorCode.PSYNC_S2101,
|
|
170
195
|
'Could not find an appropriate key in the keystore. The key is missing or no key matched the token KID',
|
|
171
196
|
{
|
|
172
|
-
|
|
173
|
-
// tokenDetails automatically populated later
|
|
197
|
+
...details
|
|
174
198
|
}
|
|
175
199
|
);
|
|
176
200
|
}
|
|
@@ -12,10 +12,11 @@ import {
|
|
|
12
12
|
ServiceError
|
|
13
13
|
} from '@powersync/lib-services-framework';
|
|
14
14
|
import { KeyCollector, KeyResult } from './KeyCollector.js';
|
|
15
|
-
import { KeySpec } from './KeySpec.js';
|
|
15
|
+
import { KeyOptions, KeySpec } from './KeySpec.js';
|
|
16
16
|
|
|
17
17
|
export type RemoteJWKSCollectorOptions = {
|
|
18
18
|
lookupOptions?: LookupOptions;
|
|
19
|
+
keyOptions?: KeyOptions;
|
|
19
20
|
};
|
|
20
21
|
|
|
21
22
|
/**
|
|
@@ -24,6 +25,7 @@ export type RemoteJWKSCollectorOptions = {
|
|
|
24
25
|
export class RemoteJWKSCollector implements KeyCollector {
|
|
25
26
|
private url: URL;
|
|
26
27
|
private agent: http.Agent;
|
|
28
|
+
private keyOptions: KeyOptions;
|
|
27
29
|
|
|
28
30
|
constructor(
|
|
29
31
|
url: string,
|
|
@@ -34,6 +36,7 @@ export class RemoteJWKSCollector implements KeyCollector {
|
|
|
34
36
|
} catch (e: any) {
|
|
35
37
|
throw new ServiceError(ErrorCode.PSYNC_S3102, `Invalid jwks_uri: ${JSON.stringify(url)} Details: ${e.message}`);
|
|
36
38
|
}
|
|
39
|
+
this.keyOptions = options?.keyOptions ?? {};
|
|
37
40
|
|
|
38
41
|
// We do support http here for self-hosting use cases.
|
|
39
42
|
// Management service restricts this to https for hosted versions.
|
|
@@ -123,7 +126,7 @@ export class RemoteJWKSCollector implements KeyCollector {
|
|
|
123
126
|
}
|
|
124
127
|
}
|
|
125
128
|
|
|
126
|
-
const key = await KeySpec.importKey(keyData);
|
|
129
|
+
const key = await KeySpec.importKey(keyData, this.keyOptions);
|
|
127
130
|
keys.push(key);
|
|
128
131
|
}
|
|
129
132
|
|
|
@@ -2,7 +2,7 @@ import * as jose from 'jose';
|
|
|
2
2
|
import { KeySpec, KeyOptions } from './KeySpec.js';
|
|
3
3
|
import { KeyCollector, KeyResult } from './KeyCollector.js';
|
|
4
4
|
|
|
5
|
-
const SUPABASE_KEY_OPTIONS: KeyOptions = {
|
|
5
|
+
export const SUPABASE_KEY_OPTIONS: KeyOptions = {
|
|
6
6
|
requiresAudience: ['authenticated'],
|
|
7
7
|
maxLifetimeSeconds: 86400 * 7 + 1200 // 1 week + 20 minutes margin
|
|
8
8
|
};
|
package/src/auth/utils.ts
CHANGED
|
@@ -1,5 +1,9 @@
|
|
|
1
1
|
import { AuthorizationError, ErrorCode } from '@powersync/lib-services-framework';
|
|
2
2
|
import * as jose from 'jose';
|
|
3
|
+
import * as urijs from 'uri-js';
|
|
4
|
+
import * as uuid from 'uuid';
|
|
5
|
+
import { KeySpec } from './KeySpec.js';
|
|
6
|
+
import { KeyStore } from './KeyStore.js';
|
|
3
7
|
|
|
4
8
|
export function mapJoseError(error: jose.errors.JOSEError, token: string): AuthorizationError {
|
|
5
9
|
const tokenDetails = tokenDebugDetails(token);
|
|
@@ -61,15 +65,28 @@ export function mapAuthConfigError(error: any): AuthorizationError {
|
|
|
61
65
|
* We use this to add details to our logs. We don't log the entire token, since it may for example
|
|
62
66
|
* a password incorrectly used as a token.
|
|
63
67
|
*/
|
|
64
|
-
function tokenDebugDetails(token: string): string {
|
|
68
|
+
export function tokenDebugDetails(token: string): string {
|
|
69
|
+
return parseTokenDebug(token).description;
|
|
70
|
+
}
|
|
71
|
+
|
|
72
|
+
function parseTokenDebug(token: string) {
|
|
65
73
|
try {
|
|
66
74
|
// For valid tokens, we return the header and payload
|
|
67
75
|
const header = jose.decodeProtectedHeader(token);
|
|
68
76
|
const payload = jose.decodeJwt(token);
|
|
69
|
-
|
|
77
|
+
const isSupabase = typeof payload.iss == 'string' && payload.iss.includes('supabase.co');
|
|
78
|
+
const isSharedSecret = isSupabase && header.alg === 'HS256';
|
|
79
|
+
|
|
80
|
+
return {
|
|
81
|
+
header,
|
|
82
|
+
payload,
|
|
83
|
+
isSupabase,
|
|
84
|
+
isSharedSecret: isSharedSecret,
|
|
85
|
+
description: `<header: ${JSON.stringify(header)} payload: ${JSON.stringify(payload)}>`
|
|
86
|
+
};
|
|
70
87
|
} catch (e) {
|
|
71
88
|
// Token fails to parse. Return some details.
|
|
72
|
-
return invalidTokenDetails(token);
|
|
89
|
+
return { description: invalidTokenDetails(token) };
|
|
73
90
|
}
|
|
74
91
|
}
|
|
75
92
|
|
|
@@ -100,3 +117,106 @@ function invalidTokenDetails(token: string): string {
|
|
|
100
117
|
|
|
101
118
|
return `<invalid JWT, length=${token.length}>`;
|
|
102
119
|
}
|
|
120
|
+
|
|
121
|
+
export interface SupabaseAuthDetails {
|
|
122
|
+
projectId: string;
|
|
123
|
+
url: string;
|
|
124
|
+
hostname: string;
|
|
125
|
+
}
|
|
126
|
+
|
|
127
|
+
export function getSupabaseJwksUrl(connection: any): SupabaseAuthDetails | null {
|
|
128
|
+
if (connection == null) {
|
|
129
|
+
return null;
|
|
130
|
+
} else if (connection.type != 'postgresql') {
|
|
131
|
+
return null;
|
|
132
|
+
}
|
|
133
|
+
|
|
134
|
+
let hostname: string | undefined = connection.hostname;
|
|
135
|
+
if (hostname == null && typeof connection.uri == 'string') {
|
|
136
|
+
hostname = urijs.parse(connection.uri).host;
|
|
137
|
+
}
|
|
138
|
+
if (hostname == null) {
|
|
139
|
+
return null;
|
|
140
|
+
}
|
|
141
|
+
|
|
142
|
+
const match = /db.(\w+).supabase.co/.exec(hostname);
|
|
143
|
+
if (match == null) {
|
|
144
|
+
return null;
|
|
145
|
+
}
|
|
146
|
+
const projectId = match[1];
|
|
147
|
+
|
|
148
|
+
return { projectId, hostname, url: `https://${projectId}.supabase.co/auth/v1/.well-known/jwks.json` };
|
|
149
|
+
}
|
|
150
|
+
|
|
151
|
+
export function debugKeyNotFound(
|
|
152
|
+
keyStore: KeyStore,
|
|
153
|
+
keys: KeySpec[],
|
|
154
|
+
token: string
|
|
155
|
+
): { configurationDetails: string; tokenDetails: string } {
|
|
156
|
+
const knownKeys = keys.map((key) => key.description).join(', ');
|
|
157
|
+
const td = parseTokenDebug(token);
|
|
158
|
+
const tokenDetails = td.description;
|
|
159
|
+
const configuredSupabase = keyStore.supabaseAuthDebug;
|
|
160
|
+
|
|
161
|
+
// Cases to check:
|
|
162
|
+
// 1. Is Supabase token, but supabase auth not enabled.
|
|
163
|
+
// 2. Is Supabase HS256 token, but no secret configured.
|
|
164
|
+
// 3. Is Supabase singing key token, but no Supabase signing keys configured.
|
|
165
|
+
// 4. Supabase project id mismatch.
|
|
166
|
+
|
|
167
|
+
if (td.isSharedSecret) {
|
|
168
|
+
// Supabase HS256 token
|
|
169
|
+
// UUID: HS256 (Shared Secret)
|
|
170
|
+
// Other: Legacy HS256 (Shared Secret)
|
|
171
|
+
// Not a big difference between the two other than terminology used on Supabase.
|
|
172
|
+
const isLegacy = uuid.validate(td.header.kid) ? false : true;
|
|
173
|
+
const addMessage =
|
|
174
|
+
configuredSupabase.jwksEnabled && !isLegacy
|
|
175
|
+
? ' Use asymmetric keys on Supabase (RSA or ECC) to allow automatic key retrieval.'
|
|
176
|
+
: '';
|
|
177
|
+
if (!configuredSupabase.sharedSecretEnabled) {
|
|
178
|
+
return {
|
|
179
|
+
configurationDetails: `Token is a Supabase ${isLegacy ? 'Legacy ' : ''}HS256 (Shared Secret) token, but Supabase JWT secret is not configured.${addMessage}`,
|
|
180
|
+
tokenDetails
|
|
181
|
+
};
|
|
182
|
+
} else {
|
|
183
|
+
return {
|
|
184
|
+
// This is an educated guess
|
|
185
|
+
configurationDetails: `Token is a Supabase ${isLegacy ? 'Legacy ' : ''}HS256 (Shared Secret) token, but configured Supabase JWT secret does not match.${addMessage}`,
|
|
186
|
+
tokenDetails
|
|
187
|
+
};
|
|
188
|
+
}
|
|
189
|
+
} else if (td.isSupabase) {
|
|
190
|
+
// Supabase JWT Signing Keys
|
|
191
|
+
if (!configuredSupabase.jwksEnabled) {
|
|
192
|
+
if (configuredSupabase.jwksDetails != null) {
|
|
193
|
+
return {
|
|
194
|
+
configurationDetails: `Token uses Supabase JWT Signing Keys, but Supabase Auth is not enabled`,
|
|
195
|
+
tokenDetails
|
|
196
|
+
};
|
|
197
|
+
} else {
|
|
198
|
+
return {
|
|
199
|
+
configurationDetails: `Token uses Supabase JWT Signing Keys, but no Supabase connection is configured`,
|
|
200
|
+
tokenDetails
|
|
201
|
+
};
|
|
202
|
+
}
|
|
203
|
+
} else if (configuredSupabase.jwksDetails != null) {
|
|
204
|
+
const configuredProjectId = configuredSupabase.jwksDetails.projectId;
|
|
205
|
+
const issuer = td.payload.iss as string; // Is a string since since isSupabase is true
|
|
206
|
+
if (!issuer.includes(configuredProjectId)) {
|
|
207
|
+
return {
|
|
208
|
+
configurationDetails: `Supabase project id mismatch. Expected project: ${configuredProjectId}, got issuer: ${issuer}`,
|
|
209
|
+
tokenDetails
|
|
210
|
+
};
|
|
211
|
+
} else {
|
|
212
|
+
// Project id matches, but no matching keys found
|
|
213
|
+
return {
|
|
214
|
+
configurationDetails: `Supabase signing keys configured, but no matching keys found. Known keys: ${knownKeys}`,
|
|
215
|
+
tokenDetails
|
|
216
|
+
};
|
|
217
|
+
}
|
|
218
|
+
}
|
|
219
|
+
}
|
|
220
|
+
|
|
221
|
+
return { configurationDetails: `Known keys: ${knownKeys}`, tokenDetails: tokenDebugDetails(token) };
|
|
222
|
+
}
|
|
@@ -59,7 +59,15 @@ export function registerCompactAction(program: Command) {
|
|
|
59
59
|
return;
|
|
60
60
|
}
|
|
61
61
|
logger.info('Performing compaction...');
|
|
62
|
-
|
|
62
|
+
if (buckets != null) {
|
|
63
|
+
await active.compact({
|
|
64
|
+
memoryLimitMB: COMPACT_MEMORY_LIMIT_MB,
|
|
65
|
+
compactBuckets: buckets,
|
|
66
|
+
compactParameterData: false
|
|
67
|
+
});
|
|
68
|
+
} else {
|
|
69
|
+
await active.compact({ memoryLimitMB: COMPACT_MEMORY_LIMIT_MB, compactParameterData: true });
|
|
70
|
+
}
|
|
63
71
|
logger.info('Successfully compacted storage.');
|
|
64
72
|
} catch (e) {
|
|
65
73
|
logger.error(`Failed to compact: ${e.toString()}`);
|
|
@@ -7,6 +7,8 @@ import { OpenTelemetryMetricsFactory } from './OpenTelemetryMetricsFactory.js';
|
|
|
7
7
|
import { MetricsFactory } from '../metrics-interfaces.js';
|
|
8
8
|
import { logger } from '@powersync/lib-services-framework';
|
|
9
9
|
|
|
10
|
+
import pkg from '../../../package.json' with { type: 'json' };
|
|
11
|
+
|
|
10
12
|
export interface RuntimeMetadata {
|
|
11
13
|
[key: string]: string | number | undefined;
|
|
12
14
|
}
|
|
@@ -61,7 +63,8 @@ export function createOpenTelemetryMetricsFactory(context: ServiceContext): Metr
|
|
|
61
63
|
const meterProvider = new MeterProvider({
|
|
62
64
|
resource: new Resource(
|
|
63
65
|
{
|
|
64
|
-
['service']: 'PowerSync'
|
|
66
|
+
['service']: 'PowerSync',
|
|
67
|
+
['service.version']: pkg.version
|
|
65
68
|
},
|
|
66
69
|
runtimeMetadata
|
|
67
70
|
),
|
|
@@ -10,8 +10,8 @@ import { AbstractReplicationJob } from './AbstractReplicationJob.js';
|
|
|
10
10
|
import { ErrorRateLimiter } from './ErrorRateLimiter.js';
|
|
11
11
|
import { ConnectionTestResult } from './ReplicationModule.js';
|
|
12
12
|
|
|
13
|
-
//
|
|
14
|
-
const PING_INTERVAL = 1_000_000_000n *
|
|
13
|
+
// 1 minute
|
|
14
|
+
const PING_INTERVAL = 1_000_000_000n * 60n;
|
|
15
15
|
|
|
16
16
|
export interface CreateJobOptions {
|
|
17
17
|
lock: storage.ReplicationLock;
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import type fastify from 'fastify';
|
|
2
2
|
import * as uuid from 'uuid';
|
|
3
3
|
|
|
4
|
-
import { registerFastifyRoutes } from './route-register.js';
|
|
4
|
+
import { registerFastifyNotFoundHandler, registerFastifyRoutes } from './route-register.js';
|
|
5
5
|
|
|
6
6
|
import * as system from '../system/system-index.js';
|
|
7
7
|
|
|
@@ -76,6 +76,8 @@ export function configureFastifyServer(server: fastify.FastifyInstance, options:
|
|
|
76
76
|
*/
|
|
77
77
|
server.register(async function (childContext) {
|
|
78
78
|
registerFastifyRoutes(childContext, generateContext, routes.api?.routes ?? DEFAULT_ROUTE_OPTIONS.api.routes);
|
|
79
|
+
registerFastifyNotFoundHandler(childContext);
|
|
80
|
+
|
|
79
81
|
// Limit the active concurrent requests
|
|
80
82
|
childContext.addHook(
|
|
81
83
|
'onRequest',
|
|
@@ -1,6 +1,5 @@
|
|
|
1
1
|
import { ErrorCode, errors, schema } from '@powersync/lib-services-framework';
|
|
2
2
|
import { RequestParameters } from '@powersync/service-sync-rules';
|
|
3
|
-
import { serialize } from 'bson';
|
|
4
3
|
|
|
5
4
|
import * as sync from '../../sync/sync-index.js';
|
|
6
5
|
import * as util from '../../util/util-index.js';
|
|
@@ -110,16 +109,11 @@ export const syncStreamReactive: SocketRouteGenerator = (router) =>
|
|
|
110
109
|
break;
|
|
111
110
|
}
|
|
112
111
|
if (data == null) {
|
|
113
|
-
// Empty value just to flush iterator memory
|
|
114
112
|
continue;
|
|
115
|
-
} else if (typeof data == 'string') {
|
|
116
|
-
// Should not happen with binary_data: true
|
|
117
|
-
throw new Error(`Unexpected string data: ${data}`);
|
|
118
113
|
}
|
|
119
114
|
|
|
120
115
|
{
|
|
121
|
-
|
|
122
|
-
const serialized = serialize(data) as Buffer;
|
|
116
|
+
const serialized = sync.syncLineToBson(data);
|
|
123
117
|
responder.onNext({ data: serialized }, false);
|
|
124
118
|
requestedN--;
|
|
125
119
|
tracker.addDataSynced(serialized.length);
|