@powersync/service-core 0.0.2

package/CHANGELOG.md

@@ -0,0 +1,13 @@
+# @powersync/service-core
+
+## 0.0.2
+
+### Patch Changes
+
+- 285f368: Initial public release
+- Updated dependencies [285f368]
+  - @powersync/service-rsocket-router@0.0.6
+  - @powersync/service-sync-rules@0.17.10
+  - @powersync/service-jpgwire@0.17.10
+  - @powersync/service-jsonbig@0.17.10
+  - @powersync/service-types@0.0.2

package/LICENSE

@@ -0,0 +1,67 @@
+# Functional Source License, Version 1.1, Apache 2.0 Future License
+
+## Abbreviation
+
+FSL-1.1-Apache-2.0
+
+## Notice
+
+Copyright 2023-2024 Journey Mobile, Inc.
+
+## Terms and Conditions
+
+### Licensor ("We")
+
+The party offering the Software under these Terms and Conditions.
+
+### The Software
+
+The "Software" is each version of the software that we make available under these Terms and Conditions, as indicated by our inclusion of these Terms and Conditions with the Software.
+
+### License Grant
+
+Subject to your compliance with this License Grant and the Patents, Redistribution and Trademark clauses below, we hereby grant you the right to use, copy, modify, create derivative works, publicly perform, publicly display and redistribute the Software for any Permitted Purpose identified below.
+
+### Permitted Purpose
+
+A Permitted Purpose is any purpose other than a Competing Use. A Competing Use means making the Software available to others in a commercial product or service that:
+
+1. substitutes for the Software;
+2. substitutes for any other product or service we offer using the Software that exists as of the date we make the Software available; or
+3. offers the same or substantially similar functionality as the Software.
+
+Permitted Purposes specifically include using the Software:
+
+1. for your internal use and access;
+2. for non-commercial education;
+3. for non-commercial research; and
+4. in connection with professional services that you provide to a licensee using the Software in accordance with these Terms and Conditions.
+
+### Patents
+
+To the extent your use for a Permitted Purpose would necessarily infringe our patents, the license grant above includes a license under our patents. If you make a claim against any party that the Software infringes or contributes to the infringement of any patent, then your patent license to the Software ends immediately.
+
+### Redistribution
+
+The Terms and Conditions apply to all copies, modifications and derivatives of the Software.
+If you redistribute any copies, modifications or derivatives of the Software, you must include a copy of or a link to these Terms and Conditions and not remove any copyright notices provided in or with the Software.
+
+### Disclaimer
+
+THE SOFTWARE IS PROVIDED "AS IS" AND WITHOUT WARRANTIES OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING WITHOUT LIMITATION WARRANTIES OF FITNESS FOR A PARTICULAR PURPOSE, MERCHANTABILITY, TITLE OR NON-INFRINGEMENT.
+IN NO EVENT WILL WE HAVE ANY LIABILITY TO YOU ARISING OUT OF OR RELATED TO THE SOFTWARE, INCLUDING INDIRECT, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES, EVEN IF WE HAVE BEEN INFORMED OF THEIR POSSIBILITY IN ADVANCE.
+
+### Trademarks
+
+Except for displaying the License Details and identifying us as the origin of the Software, you have no right under these Terms and Conditions to use our trademarks, trade names, service marks or product names.
+
+## Grant of Future License
+
+We hereby irrevocably grant you an additional license to use the Software under the Apache License, Version 2.0 that is effective on the second anniversary of the date we make the Software available. On or after that date, you may use the Software under the Apache License, Version 2.0, in which case the following will apply:
+
+Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.

package/README.md

@@ -0,0 +1,3 @@
+# PowerSync Service Core
+
+This package contains core logic used by the PowerSync backend services.

package/dist/api/api-index.d.ts

@@ -0,0 +1,2 @@
+export * from './diagnostics.js';
+export * from './schema.js';

package/dist/api/api-index.js

@@ -0,0 +1,3 @@
+export * from './diagnostics.js';
+export * from './schema.js';
+//# sourceMappingURL=api-index.js.map

package/dist/api/api-index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api-index.js","sourceRoot":"","sources":["../../src/api/api-index.ts"],"names":[],"mappings":"AAAA,cAAc,kBAAkB,CAAC;AACjC,cAAc,aAAa,CAAC"}

package/dist/api/diagnostics.d.ts

@@ -0,0 +1,21 @@
+import { ConnectionStatus, SyncRulesStatus } from '@powersync/service-types';
+import * as storage from '../storage/storage-index.js';
+import { CorePowerSyncSystem } from '../system/CorePowerSyncSystem.js';
+export declare function getConnectionStatus(system: CorePowerSyncSystem): Promise<ConnectionStatus | null>;
+export interface DiagnosticsOptions {
+    /**
+     * Include sync rules content in response.
+     */
+    include_content?: boolean;
+    /**
+     * Check against storage database.
+     *
+     * If false, uses placeholder values for e.g. initial_replication_done.
+     */
+    live_status: boolean;
+    /**
+     * Check against the source postgres connection.
+     */
+    check_connection: boolean;
+}
+export declare function getSyncRulesStatus(sync_rules: storage.PersistedSyncRulesContent | null, system: CorePowerSyncSystem, options: DiagnosticsOptions): Promise<SyncRulesStatus | undefined>;

package/dist/api/diagnostics.js

@@ -0,0 +1,183 @@
+import * as micro from '@journeyapps-platform/micro';
+import { DEFAULT_TAG } from '@powersync/service-sync-rules';
+import { pgwireRows } from '@powersync/service-jpgwire';
+import { baseUri } from '@powersync/service-types';
+import * as replication from '../replication/replication-index.js';
+import * as util from '../util/util-index.js';
+export async function getConnectionStatus(system) {
+    if (system.pgwire_pool == null) {
+        return null;
+    }
+    const pool = system.requirePgPool();
+    const base = {
+        id: system.config.connection.id,
+        postgres_uri: baseUri(system.config.connection)
+    };
+    try {
+        await util.retriedQuery(pool, `SELECT 'PowerSync connection test'`);
+    }
+    catch (e) {
+        return {
+            ...base,
+            connected: false,
+            errors: [{ level: 'fatal', message: e.message }]
+        };
+    }
+    try {
+        await replication.checkSourceConfiguration(pool);
+    }
+    catch (e) {
+        return {
+            ...base,
+            connected: true,
+            errors: [{ level: 'fatal', message: e.message }]
+        };
+    }
+    return {
+        ...base,
+        connected: true,
+        errors: []
+    };
+}
+export async function getSyncRulesStatus(sync_rules, system, options) {
+    if (sync_rules == null) {
+        return undefined;
+    }
+    const include_content = options.include_content ?? false;
+    const live_status = options.live_status ?? false;
+    const check_connection = options.check_connection ?? false;
+    let rules;
+    let persisted;
+    try {
+        persisted = sync_rules.parsed();
+        rules = persisted.sync_rules;
+    }
+    catch (e) {
+        return {
+            content: include_content ? sync_rules.sync_rules_content : undefined,
+            connections: [],
+            errors: [{ level: 'fatal', message: e.message }]
+        };
+    }
+    const systemStorage = live_status ? await system.storage.getInstance(persisted) : undefined;
+    const status = await systemStorage?.getStatus();
+    let replication_lag_bytes = undefined;
+    let tables_flat = [];
+    if (check_connection) {
+        const pool = system.requirePgPool();
+        const source_table_patterns = rules.getSourceTables();
+        const wc = new replication.WalConnection({
+            db: pool,
+            sync_rules: rules
+        });
+        const resolved_tables = await wc.getDebugTablesInfo(source_table_patterns);
+        tables_flat = resolved_tables.flatMap((info) => {
+            if (info.table) {
+                return [info.table];
+            }
+            else if (info.tables) {
+                return info.tables;
+            }
+            else {
+                return [];
+            }
+        });
+        if (systemStorage) {
+            try {
+                const results = await util.retriedQuery(pool, {
+                    statement: `SELECT
+      slot_name,
+      confirmed_flush_lsn, 
+      pg_current_wal_lsn(), 
+      (pg_current_wal_lsn() - confirmed_flush_lsn) AS lsn_distance
+    FROM pg_replication_slots WHERE slot_name = $1 LIMIT 1;`,
+                    params: [{ type: 'varchar', value: systemStorage.slot_name }]
+                });
+                const [row] = pgwireRows(results);
+                if (row) {
+                    replication_lag_bytes = Number(row.lsn_distance);
+                }
+            }
+            catch (e) {
+                // Ignore
+                micro.logger.warn(`Unable to get replication lag`, e);
+            }
+        }
+    }
+    else {
+        const source_table_patterns = rules.getSourceTables();
+        const tag = system.config.connection.tag ?? DEFAULT_TAG;
+        tables_flat = source_table_patterns.map((pattern) => {
+            if (pattern.isWildcard) {
+                return {
+                    schema: pattern.schema,
+                    name: pattern.tablePrefix,
+                    pattern: pattern.isWildcard ? pattern.tablePattern : undefined,
+                    data_queries: false,
+                    parameter_queries: false,
+                    replication_id: [],
+                    errors: [{ level: 'fatal', message: 'connection failed' }]
+                };
+            }
+            else {
+                const source = {
+                    connectionTag: tag,
+                    schema: pattern.schema,
+                    table: pattern.tablePattern
+                };
+                const syncData = rules.tableSyncsData(source);
+                const syncParameters = rules.tableSyncsParameters(source);
+                return {
+                    schema: pattern.schema,
+                    name: pattern.name,
+                    data_queries: syncData,
+                    parameter_queries: syncParameters,
+                    replication_id: [],
+                    errors: [{ level: 'fatal', message: 'connection failed' }]
+                };
+            }
+        });
+    }
+    const errors = tables_flat.flatMap((info) => info.errors);
+    if (sync_rules.last_fatal_error) {
+        errors.push({ level: 'fatal', message: sync_rules.last_fatal_error });
+    }
+    errors.push(...rules.errors.map((e) => {
+        return {
+            level: e.type,
+            message: e.message
+        };
+    }));
+    return {
+        content: include_content ? sync_rules.sync_rules_content : undefined,
+        connections: [
+            {
+                id: system.config.connection.id,
+                tag: system.config.connection.tag ?? DEFAULT_TAG,
+                slot_name: sync_rules.slot_name,
+                initial_replication_done: status?.snapshot_done ?? false,
+                // TODO: Rename?
+                last_lsn: status?.checkpoint_lsn ?? undefined,
+                last_checkpoint_ts: sync_rules.last_checkpoint_ts?.toISOString(),
+                last_keepalive_ts: sync_rules.last_keepalive_ts?.toISOString(),
+                replication_lag_bytes: replication_lag_bytes,
+                tables: tables_flat
+            }
+        ],
+        errors: deduplicate(errors)
+    };
+}
+function deduplicate(errors) {
+    let seen = new Set();
+    let result = [];
+    for (let error of errors) {
+        const key = JSON.stringify(error);
+        if (seen.has(key)) {
+            continue;
+        }
+        seen.add(key);
+        result.push(error);
+    }
+    return result;
+}
+//# sourceMappingURL=diagnostics.js.map

package/dist/api/diagnostics.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"diagnostics.js","sourceRoot":"","sources":["../../src/api/diagnostics.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,MAAM,6BAA6B,CAAC;AACrD,OAAO,EAAE,WAAW,EAAsC,MAAM,+BAA+B,CAAC;AAChG,OAAO,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAC;AACxD,OAAO,EAAgD,OAAO,EAAE,MAAM,0BAA0B,CAAC;AAEjG,OAAO,KAAK,WAAW,MAAM,oCAAoC,CAAC;AAElE,OAAO,KAAK,IAAI,MAAM,sBAAsB,CAAC;AAI7C,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,MAA2B;IACnE,IAAI,MAAM,CAAC,WAAW,IAAI,IAAI,EAAE,CAAC;QAC/B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,CAAC,aAAa,EAAE,CAAC;IAEpC,MAAM,IAAI,GAAG;QACX,EAAE,EAAE,MAAM,CAAC,MAAM,CAAC,UAAW,CAAC,EAAE;QAChC,YAAY,EAAE,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,UAAW,CAAC;KACjD,CAAC;IACF,IAAI,CAAC;QACH,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,oCAAoC,CAAC,CAAC;IACtE,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO;YACL,GAAG,IAAI;YACP,SAAS,EAAE,KAAK;YAChB,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;SACjD,CAAC;IACJ,CAAC;IAED,IAAI,CAAC;QACH,MAAM,WAAW,CAAC,wBAAwB,CAAC,IAAI,CAAC,CAAC;IACnD,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO;YACL,GAAG,IAAI;YACP,SAAS,EAAE,IAAI;YACf,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;SACjD,CAAC;IACJ,CAAC;IAED,OAAO;QACL,GAAG,IAAI;QACP,SAAS,EAAE,IAAI;QACf,MAAM,EAAE,EAAE;KACX,CAAC;AACJ,CAAC;AAqBD,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,UAAoD,EACpD,MAA2B,EAC3B,OAA2B;IAE3B,IAAI,UAAU,IAAI,IAAI,EAAE,CAAC;QACvB,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,eAAe,GAAG,OAAO,CAAC,eAAe,IAAI,KAAK,CAAC;IACzD,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,KAAK,CAAC;IACjD,MAAM,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,IAAI,KAAK,CAAC;IAE3D,IAAI,KAAmB,CAAC;IACxB,IAAI,SAAqC,CAAC;IAC1C,IAAI,CAAC;QACH,SAAS,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC;QAChC,KAAK,GAAG,SAAS,CAAC,UAAU,CAAC;IAC/B,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO;YACL,OAAO,EAAE,eAAe,CAAC,CAAC,CAAC,UAAU,CAAC,kBAAkB,CAAC,CAAC,CAAC,SAAS;YACpE,WAAW,EAAE,EAAE;YACf,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;SACjD,CAAC;IACJ,CAAC;IAED,MAAM,aAAa,GAAG,WAAW,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC5F,MAAM,MAAM,GAAG,MAAM,aAAa,EAAE,SAAS,EAAE,CAAC;IAChD,IAAI,qBAAqB,GAAuB,SAAS,CAAC;IAE1D,IAAI,WAAW,GAAgB,EAAE,CAAC;IAElC,IAAI,gBAAgB,EAAE,CAAC;QACrB,MAAM,IAAI,GAAG,MAAM,CAAC,aAAa,EAAE,CAAC;QAEpC,MAAM,qBAAqB,GAAG,KAAK,CAAC,eAAe,EAAE,CAAC;QACtD,MAAM,EAAE,GAAG,IAAI,WAAW,CAAC,aAAa,CAAC;YACvC,EAAE,EAAE,IAAI;YACR,UAAU,EAAE,KAAK;SAClB,CAAC,CAAC;QACH,MAAM,eAAe,GAAG,MAAM,EAAE,CAAC,kBAAkB,CAAC,qBAAqB,CAAC,CAAC;QAC3E,WAAW,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;YAC7C,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACtB,CAAC;iBAAM,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBACvB,OAAO,IAAI,CAAC,MAAM,CAAC;YACrB,CAAC;iBAAM,CAAC;gBACN,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,IAAI,aAAa,EAAE,CAAC;YAClB,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE;oBAC5C,SAAS,EAAE;;;;;4DAKuC;oBAClD,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,aAAc,CAAC,SAAS,EAAE,CAAC;iBAC/D,CAAC,CAAC;gBACH,MAAM,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;gBAClC,IAAI,GAAG,EAAE,CAAC;oBACR,qBAAqB,GAAG,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;gBACnD,CAAC;YACH,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,SAAS;gBACT,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,+BAA+B,EAAE,CAAC,CAAC,CAAC;YACxD,CAAC;QACH,CAAC;IACH,CAAC;SAAM,CAAC;QACN,MAAM,qBAAqB,GAAG,KAAK,CAAC,eAAe,EAAE,CAAC;QACtD,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,UAAW,CAAC,GAAG,IAAI,WAAW,CAAC;QAEzD,WAAW,GAAG,qBAAqB,CAAC,GAAG,CAAC,CAAC,OAAO,EAAa,EAAE;YAC7D,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;gBACvB,OAAO;oBACL,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,IAAI,EAAE,OAAO,CAAC,WAAW;oBACzB,OAAO,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS;oBAE9D,YAAY,EAAE,KAAK;oBACnB,iBAAiB,EAAE,KAAK;oBACxB,cAAc,EAAE,EAAE;oBAClB,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,mBAAmB,EAAE,CAAC;iBAC3D,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,MAAM,MAAM,GAAyB;oBACnC,aAAa,EAAE,GAAG;oBAClB,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,KAAK,EAAE,OAAO,CAAC,YAAY;iBAC5B,CAAC;gBACF,MAAM,QAAQ,GAAG,KAAK,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;gBAC9C,MAAM,cAAc,GAAG,KAAK,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC;gBAC1D,OAAO;oBACL,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,IAAI,EAAE,OAAO,CAAC,IAAI;oBAClB,YAAY,EAAE,QAAQ;oBACtB,iBAAiB,EAAE,cAAc;oBACjC,cAAc,EAAE,EAAE;oBAClB,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,mBAAmB,EAAE,CAAC;iBAC3D,CAAC;YACJ,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED,MAAM,MAAM,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC1D,IAAI,UAAU,CAAC,gBAAgB,EAAE,CAAC;QAChC,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,CAAC,gBAAgB,EAAE,CAAC,CAAC;IACxE,CAAC;IACD,MAAM,CAAC,IAAI,CACT,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACxB,OAAO;YACL,KAAK,EAAE,CAAC,CAAC,IAAI;YACb,OAAO,EAAE,CAAC,CAAC,OAAO;SACnB,CAAC;IACJ,CAAC,CAAC,CACH,CAAC;IAEF,OAAO;QACL,OAAO,EAAE,eAAe,CAAC,CAAC,CAAC,UAAU,CAAC,kBAAkB,CAAC,CAAC,CAAC,SAAS;QACpE,WAAW,EAAE;YACX;gBACE,EAAE,EAAE,MAAM,CAAC,MAAM,CAAC,UAAW,CAAC,EAAE;gBAChC,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,UAAW,CAAC,GAAG,IAAI,WAAW;gBACjD,SAAS,EAAE,UAAU,CAAC,SAAS;gBAC/B,wBAAwB,EAAE,MAAM,EAAE,aAAa,IAAI,KAAK;gBACxD,gBAAgB;gBAChB,QAAQ,EAAE,MAAM,EAAE,cAAc,IAAI,SAAS;gBAC7C,kBAAkB,EAAE,UAAU,CAAC,kBAAkB,EAAE,WAAW,EAAE;gBAChE,iBAAiB,EAAE,UAAU,CAAC,iBAAiB,EAAE,WAAW,EAAE;gBAC9D,qBAAqB,EAAE,qBAAqB;gBAC5C,MAAM,EAAE,WAAW;aACpB;SACF;QACD,MAAM,EAAE,WAAW,CAAC,MAAM,CAAC;KAC5B,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAAC,MAAyD;IAC5E,IAAI,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC7B,IAAI,MAAM,GAAsD,EAAE,CAAC;IACnE,KAAK,IAAI,KAAK,IAAI,MAAM,EAAE,CAAC;QACzB,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAClC,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAClB,SAAS;QACX,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACd,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACrB,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/api/schema.d.ts

@@ -0,0 +1,5 @@
+import type * as pgwire from '@powersync/service-jpgwire';
+import { DatabaseSchema, internal_routes } from '@powersync/service-types';
+import { CorePowerSyncSystem } from '../system/CorePowerSyncSystem.js';
+export declare function getConnectionsSchema(system: CorePowerSyncSystem): Promise<internal_routes.GetSchemaResponse>;
+export declare function getConnectionSchema(db: pgwire.PgClient): Promise<DatabaseSchema[]>;

package/dist/api/schema.js

@@ -0,0 +1,88 @@
+import { pgwireRows } from '@powersync/service-jpgwire';
+import * as util from '../util/util-index.js';
+export async function getConnectionsSchema(system) {
+    if (system.config.connection == null) {
+        return { connections: [] };
+    }
+    const schemas = await getConnectionSchema(system.requirePgPool());
+    return {
+        connections: [
+            {
+                schemas,
+                tag: system.config.connection.tag,
+                id: system.config.connection.id
+            }
+        ]
+    };
+}
+export async function getConnectionSchema(db) {
+    var _a;
+    // https://github.com/Borvik/vscode-postgres/blob/88ec5ed061a0c9bced6c5d4ec122d0759c3f3247/src/language/server.ts
+    const results = await util.retriedQuery(db, `SELECT
+  tbl.schemaname,
+  tbl.tablename,
+  tbl.quoted_name,
+  json_agg(a ORDER BY attnum) as columns
+FROM
+  (
+    SELECT
+      n.nspname as schemaname,
+      c.relname as tablename,
+      (quote_ident(n.nspname) || '.' || quote_ident(c.relname)) as quoted_name
+    FROM
+      pg_catalog.pg_class c
+      JOIN pg_catalog.pg_namespace n ON n.oid = c.relnamespace
+    WHERE
+      c.relkind = 'r'
+      AND n.nspname not in ('information_schema', 'pg_catalog', 'pg_toast')
+      AND n.nspname not like 'pg_temp_%'
+      AND n.nspname not like 'pg_toast_temp_%'
+      AND c.relnatts > 0
+      AND has_schema_privilege(n.oid, 'USAGE') = true
+      AND has_table_privilege(quote_ident(n.nspname) || '.' || quote_ident(c.relname), 'SELECT, INSERT, UPDATE, DELETE, TRUNCATE, REFERENCES, TRIGGER') = true
+  ) as tbl
+  LEFT JOIN (
+    SELECT
+      attrelid,
+      attname,
+      format_type(atttypid, atttypmod) as data_type,
+      (SELECT typname FROM pg_catalog.pg_type WHERE oid = atttypid) as pg_type,
+      attnum,
+      attisdropped
+    FROM
+      pg_attribute
+  ) as a ON (
+    a.attrelid = tbl.quoted_name::regclass
+    AND a.attnum > 0
+    AND NOT a.attisdropped
+    AND has_column_privilege(tbl.quoted_name, a.attname, 'SELECT, INSERT, UPDATE, REFERENCES')
+  )
+GROUP BY schemaname, tablename, quoted_name`);
+    const rows = pgwireRows(results);
+    let schemas = {};
+    for (let row of rows) {
+        const schema = (schemas[_a = row.schemaname] ?? (schemas[_a] = {
+            name: row.schemaname,
+            tables: []
+        }));
+        const table = {
+            name: row.tablename,
+            columns: []
+        };
+        schema.tables.push(table);
+        const columnInfo = JSON.parse(row.columns);
+        for (let column of columnInfo) {
+            let pg_type = column.pg_type;
+            if (pg_type.startsWith('_')) {
+                pg_type = `${pg_type.substring(1)}[]`;
+            }
+            table.columns.push({
+                name: column.attname,
+                type: column.data_type,
+                pg_type: pg_type
+            });
+        }
+    }
+    return Object.values(schemas);
+}
+//# sourceMappingURL=schema.js.map

package/dist/api/schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../src/api/schema.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAC;AAGxD,OAAO,KAAK,IAAI,MAAM,sBAAsB,CAAC;AAG7C,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,MAA2B;IACpE,IAAI,MAAM,CAAC,MAAM,CAAC,UAAU,IAAI,IAAI,EAAE,CAAC;QACrC,OAAO,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC;IAC7B,CAAC;IACD,MAAM,OAAO,GAAG,MAAM,mBAAmB,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC;IAClE,OAAO;QACL,WAAW,EAAE;YACX;gBACE,OAAO;gBACP,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,UAAW,CAAC,GAAG;gBAClC,EAAE,EAAE,MAAM,CAAC,MAAM,CAAC,UAAW,CAAC,EAAE;aACjC;SACF;KACF,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,EAAmB;;IAC3D,iHAAiH;IACjH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,YAAY,CACrC,EAAE,EACF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;4CAuCwC,CACzC,CAAC;IACF,MAAM,IAAI,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;IAEjC,IAAI,OAAO,GAAwB,EAAE,CAAC;IAEtC,KAAK,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,MAAM,GAAG,CAAC,OAAO,MAAC,GAAG,CAAC,UAAU,MAAtB,OAAO,OAAqB;YAC1C,IAAI,EAAE,GAAG,CAAC,UAAU;YACpB,MAAM,EAAE,EAAE;SACX,EAAC,CAAC;QACH,MAAM,KAAK,GAAG;YACZ,IAAI,EAAE,GAAG,CAAC,SAAS;YACnB,OAAO,EAAE,EAAW;SACrB,CAAC;QACF,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAE1B,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC3C,KAAK,IAAI,MAAM,IAAI,UAAU,EAAE,CAAC;YAC9B,IAAI,OAAO,GAAG,MAAM,CAAC,OAAiB,CAAC;YACvC,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC5B,OAAO,GAAG,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC;YACxC,CAAC;YACD,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;gBACjB,IAAI,EAAE,MAAM,CAAC,OAAO;gBACpB,IAAI,EAAE,MAAM,CAAC,SAAS;gBACtB,OAAO,EAAE,OAAO;aACjB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;AAChC,CAAC"}

package/dist/auth/CachedKeyCollector.d.ts

@@ -0,0 +1,46 @@
+import { KeyCollector, KeyResult } from './KeyCollector.js';
+/**
+ * Manages caching and refreshing for a key collector.
+ *
+ * Cache refreshing is activity-based, instead of automatically refreshing.
+ *
+ * Generally:
+ *  * If the last refresh was > 5 minutes ago, trigger a background refresh, but use the cached keys.
+ *  * If the last refresh was > 60 minutes ago, discard the cache, and force a refresh.
+ *  * If the last refresh resulted in an error, refresh based on a retry delay, but use cached keys.
+ */
+export declare class CachedKeyCollector implements KeyCollector {
+    private source;
+    private currentKeys;
+    /**
+     * The time that currentKeys was set.
+     */
+    private keyTimestamp;
+    /**
+     * Refresh every 5 minutes - the default refresh rate.
+     */
+    private backgroundRefreshInterval;
+    /**
+     * Refresh a _max_ of once every minute at steady state.
+     *
+     * This controls the refresh rate under error conditions.
+     */
+    private rateLimiter;
+    /**
+     * Expire keys after an hour, if we failed to refresh in that time.
+     */
+    private keyExpiry;
+    private currentErrors;
+    /**
+     * Indicates a "fatal" error that should be retried.
+     */
+    private error;
+    private refreshPromise;
+    constructor(source: KeyCollector);
+    getKeys(): Promise<KeyResult>;
+    private refresh;
+    noKeyFound(): Promise<void>;
+    private refreshInner;
+    private wantsRefresh;
+    addTimeForTests(time: number): Promise<void>;
+}

package/dist/auth/CachedKeyCollector.js

@@ -0,0 +1,116 @@
+import * as jose from 'jose';
+import timers from 'timers/promises';
+import { LeakyBucket } from './LeakyBucket.js';
+/**
+ * Manages caching and refreshing for a key collector.
+ *
+ * Cache refreshing is activity-based, instead of automatically refreshing.
+ *
+ * Generally:
+ *  * If the last refresh was > 5 minutes ago, trigger a background refresh, but use the cached keys.
+ *  * If the last refresh was > 60 minutes ago, discard the cache, and force a refresh.
+ *  * If the last refresh resulted in an error, refresh based on a retry delay, but use cached keys.
+ */
+export class CachedKeyCollector {
+    constructor(source) {
+        this.source = source;
+        this.currentKeys = [];
+        /**
+         * The time that currentKeys was set.
+         */
+        this.keyTimestamp = 0;
+        /**
+         * Refresh every 5 minutes - the default refresh rate.
+         */
+        this.backgroundRefreshInterval = 300000;
+        /**
+         * Refresh a _max_ of once every minute at steady state.
+         *
+         * This controls the refresh rate under error conditions.
+         */
+        this.rateLimiter = new LeakyBucket({ maxCapacity: 10, periodMs: 60000 });
+        /**
+         * Expire keys after an hour, if we failed to refresh in that time.
+         */
+        this.keyExpiry = 3600000;
+        this.currentErrors = [];
+        /**
+         * Indicates a "fatal" error that should be retried.
+         */
+        this.error = false;
+        this.refreshPromise = undefined;
+    }
+    async getKeys() {
+        const now = Date.now();
+        if (now - this.keyTimestamp > this.keyExpiry) {
+            // Keys have expired - clear
+            this.currentKeys = [];
+        }
+        if (this.wantsRefresh()) {
+            // Trigger background refresh.
+            // This also sets refreshPromise
+            this.refresh();
+        }
+        if (now - this.keyTimestamp > this.keyExpiry) {
+            // Keys have expired - wait for fetching new keys
+            // It is possible that the refresh was actually triggered,
+            // e.g. in the case of waiting for error retries.
+            // In the case of very slow requests, we don't wait for it to complete, but the
+            // request can still complete in the background.
+            const timeout = timers.setTimeout(3000);
+            await Promise.race([this.refreshPromise, timeout]);
+        }
+        return { keys: this.currentKeys, errors: this.currentErrors };
+    }
+    refresh() {
+        if (this.refreshPromise == null) {
+            if (!this.rateLimiter.allowed()) {
+                return;
+            }
+            this.refreshPromise = this.refreshInner().finally(() => {
+                this.refreshPromise = undefined;
+            });
+        }
+        return this.refreshPromise;
+    }
+    async noKeyFound() {
+        // Refresh keys if allowed by the rate limiter
+        await this.refresh();
+    }
+    async refreshInner() {
+        try {
+            const { keys, errors } = await this.source.getKeys();
+            // Partial or full result
+            this.currentKeys = keys;
+            this.currentErrors = errors;
+            this.keyTimestamp = Date.now();
+            this.error = false;
+        }
+        catch (e) {
+            this.error = true;
+            // No result - keep previous keys
+            if (e instanceof jose.errors.JOSEError) {
+                this.currentErrors = [e];
+            }
+            else {
+                this.currentErrors = [new jose.errors.JOSEError(e.message ?? 'Failed to fetch keys')];
+            }
+        }
+    }
+    wantsRefresh() {
+        if (this.error) {
+            return true;
+        }
+        if (Date.now() - this.rateLimiter.lastGrantedRequest >= this.backgroundRefreshInterval) {
+            return true;
+        }
+        return false;
+    }
+    async addTimeForTests(time) {
+        this.keyTimestamp -= time;
+        this.rateLimiter.reset();
+        this.rateLimiter.lastGrantedRequest -= time;
+        await this.refreshPromise;
+    }
+}
+//# sourceMappingURL=CachedKeyCollector.js.map

package/dist/auth/CachedKeyCollector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"CachedKeyCollector.js","sourceRoot":"","sources":["../../src/auth/CachedKeyCollector.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,MAAM,MAAM,iBAAiB,CAAC;AAErC,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAG/C;;;;;;;;;GASG;AAEH,MAAM,OAAO,kBAAkB;IAgC7B,YAAoB,MAAoB;QAApB,WAAM,GAAN,MAAM,CAAc;QA/BhC,gBAAW,GAAc,EAAE,CAAC;QACpC;;WAEG;QACK,iBAAY,GAAW,CAAC,CAAC;QAEjC;;WAEG;QACK,8BAAyB,GAAG,MAAM,CAAC;QAE3C;;;;WAIG;QACK,gBAAW,GAAG,IAAI,WAAW,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;QAE5E;;WAEG;QACK,cAAS,GAAG,OAAO,CAAC;QAEpB,kBAAa,GAA4B,EAAE,CAAC;QACpD;;WAEG;QACK,UAAK,GAAG,KAAK,CAAC;QAEd,mBAAc,GAA8B,SAAS,CAAC;IAEnB,CAAC;IAE5C,KAAK,CAAC,OAAO;QACX,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,IAAI,GAAG,GAAG,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;YAC7C,4BAA4B;YAC5B,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC;QACxB,CAAC;QAED,IAAI,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;YACxB,8BAA8B;YAC9B,gCAAgC;YAChC,IAAI,CAAC,OAAO,EAAE,CAAC;QACjB,CAAC;QAED,IAAI,GAAG,GAAG,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;YAC7C,iDAAiD;YACjD,0DAA0D;YAC1D,iDAAiD;YACjD,+EAA+E;YAC/E,gDAAgD;YAChD,MAAM,OAAO,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YACxC,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC,CAAC;QACrD,CAAC;QAED,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,WAAW,EAAE,MAAM,EAAE,IAAI,CAAC,aAAa,EAAE,CAAC;IAChE,CAAC;IAEO,OAAO;QACb,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,EAAE,CAAC;YAChC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,EAAE,CAAC;gBAChC,OAAO;YACT,CAAC;YACD,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE;gBACrD,IAAI,CAAC,cAAc,GAAG,SAAS,CAAC;YAClC,CAAC,CAAC,CAAC;QACL,CAAC;QACD,OAAO,IAAI,CAAC,cAAc,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,UAAU;QACd,8CAA8C;QAC9C,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;IACvB,CAAC;IAEO,KAAK,CAAC,YAAY;QACxB,IAAI,CAAC;YACH,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACrD,yBAAyB;YACzB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;YACxB,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC;YAC5B,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC/B,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACrB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;YAClB,iCAAiC;YACjC,IAAI,CAAC,YAAY,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;gBACvC,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC,CAAC;YAC3B,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,aAAa,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,IAAI,sBAAsB,CAAC,CAAC,CAAC;YACxF,CAAC;QACH,CAAC;IACH,CAAC;IAEO,YAAY;QAClB,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC,kBAAkB,IAAI,IAAI,CAAC,yBAAyB,EAAE,CAAC;YACvF,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,IAAY;QAChC,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC;QAC1B,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,WAAW,CAAC,kBAAkB,IAAI,IAAI,CAAC;QAC5C,MAAM,IAAI,CAAC,cAAc,CAAC;IAC5B,CAAC;CACF"}

package/dist/auth/CompoundKeyCollector.d.ts

@@ -0,0 +1,8 @@
+import { KeyCollector, KeyResult } from './KeyCollector.js';
+export declare class CompoundKeyCollector implements KeyCollector {
+    private collectors;
+    constructor(collectors?: KeyCollector[]);
+    add(collector: KeyCollector): void;
+    getKeys(): Promise<KeyResult>;
+    noKeyFound(): Promise<void>;
+}

package/dist/auth/CompoundKeyCollector.js

@@ -0,0 +1,23 @@
+export class CompoundKeyCollector {
+    constructor(collectors) {
+        this.collectors = collectors ?? [];
+    }
+    add(collector) {
+        this.collectors.push(collector);
+    }
+    async getKeys() {
+        let keys = [];
+        let errors = [];
+        const promises = this.collectors.map((collector) => collector.getKeys().then((result) => {
+            keys.push(...result.keys);
+            errors.push(...result.errors);
+        }));
+        await Promise.all(promises);
+        return { keys, errors };
+    }
+    async noKeyFound() {
+        const promises = this.collectors.map((collector) => collector.noKeyFound?.());
+        await Promise.all(promises);
+    }
+}
+//# sourceMappingURL=CompoundKeyCollector.js.map

package/dist/auth/CompoundKeyCollector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"CompoundKeyCollector.js","sourceRoot":"","sources":["../../src/auth/CompoundKeyCollector.ts"],"names":[],"mappings":"AAIA,MAAM,OAAO,oBAAoB;IAG/B,YAAY,UAA2B;QACrC,IAAI,CAAC,UAAU,GAAG,UAAU,IAAI,EAAE,CAAC;IACrC,CAAC;IAED,GAAG,CAAC,SAAuB;QACzB,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,IAAI,GAAc,EAAE,CAAC;QACzB,IAAI,MAAM,GAA4B,EAAE,CAAC;QACzC,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CACjD,SAAS,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE;YAClC,IAAI,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;YAC1B,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;QAChC,CAAC,CAAC,CACH,CAAC;QACF,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC5B,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,UAAU;QACd,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;QAC9E,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC9B,CAAC;CACF"}

package/dist/auth/JwtPayload.d.ts

@@ -0,0 +1,10 @@
+export interface JwtPayload {
+    /**
+     * user_id
+     */
+    sub: string;
+    parameters: Record<string, any>;
+    iss?: string | undefined;
+    exp: number;
+    iat: number;
+}

package/dist/auth/JwtPayload.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=JwtPayload.js.map

package/dist/auth/JwtPayload.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"JwtPayload.js","sourceRoot":"","sources":["../../src/auth/JwtPayload.ts"],"names":[],"mappings":""}