@powersync/service-core 0.0.0-dev-20240620165206

package/dist/routes/endpoints/dev.js

@@ -0,0 +1,172 @@
+import * as t from 'ts-codec';
+import { errors, router, schema } from '@powersync/lib-services-framework';
+import * as util from '../../util/util-index.js';
+import { authDevUser, authUser, endpoint, issueDevToken, issueLegacyDevToken, issuePowerSyncToken } from '../auth.js';
+import { routeDefinition } from '../router.js';
+const AuthParams = t.object({
+    user: t.string,
+    password: t.string
+});
+// For legacy web client only. Remove soon.
+export const auth = routeDefinition({
+    path: '/auth.json',
+    method: router.HTTPMethod.POST,
+    validator: schema.createTsCodecValidator(AuthParams, { allowAdditional: true }),
+    handler: async (payload) => {
+        const { user, password } = payload.params;
+        const config = payload.context.system.config;
+        if (config.dev.demo_auth == false || config.dev.demo_password == null) {
+            throw new errors.AuthorizationError(['Demo auth disabled']);
+        }
+        if (password == config.dev.demo_password) {
+            const token = await issueLegacyDevToken(payload.request, user, payload.context.system.config);
+            return { token, user_id: user, endpoint: endpoint(payload.request) };
+        }
+        else {
+            throw new errors.AuthorizationError(['Authentication failed']);
+        }
+    }
+});
+export const auth2 = routeDefinition({
+    path: '/dev/auth.json',
+    method: router.HTTPMethod.POST,
+    validator: schema.createTsCodecValidator(AuthParams, { allowAdditional: true }),
+    handler: async (payload) => {
+        const { user, password } = payload.params;
+        const config = payload.context.system.config;
+        if (config.dev.demo_auth == false || config.dev.demo_password == null) {
+            throw new errors.AuthorizationError(['Demo auth disabled']);
+        }
+        if (password == config.dev.demo_password) {
+            const token = await issueDevToken(payload.request, user, payload.context.system.config);
+            return { token, user_id: user };
+        }
+        else {
+            throw new errors.AuthorizationError(['Authentication failed']);
+        }
+    }
+});
+const TokenParams = t.object({});
+export const token = routeDefinition({
+    path: '/dev/token.json',
+    method: router.HTTPMethod.POST,
+    validator: schema.createTsCodecValidator(TokenParams, { allowAdditional: true }),
+    authorize: authDevUser,
+    handler: async (payload) => {
+        const { user_id } = payload.context;
+        const outToken = await issuePowerSyncToken(payload.request, user_id, payload.context.system.config);
+        return { token: outToken, user_id: user_id, endpoint: endpoint(payload.request) };
+    }
+});
+const OpType = {
+    PUT: 'PUT',
+    PATCH: 'PATCH',
+    DELETE: 'DELETE'
+};
+const CrudEntry = t.object({
+    op: t.Enum(OpType),
+    type: t.string,
+    id: t.string,
+    op_id: t.number.optional(),
+    data: t.any.optional()
+});
+const CrudRequest = t.object({
+    data: t.array(CrudEntry),
+    write_checkpoint: t.boolean.optional()
+});
+export const crud = routeDefinition({
+    path: '/crud.json',
+    method: router.HTTPMethod.POST,
+    validator: schema.createTsCodecValidator(CrudRequest, { allowAdditional: true }),
+    authorize: authUser,
+    handler: async (payload) => {
+        const { user_id, system } = payload.context;
+        const pool = system.requirePgPool();
+        if (!system.config.dev.crud_api) {
+            throw new Error('CRUD api disabled');
+        }
+        const params = payload.params;
+        let statements = [];
+        // Implementation note:
+        // Postgres does automatic "assigment cast" for query literals,
+        // e.g. a string literal to uuid. However, the same doesn't apply
+        // to query parameters.
+        // To handle those automatically, we use `json_populate_record`
+        // to automatically cast to the correct types.
+        for (let op of params.data) {
+            const table = util.escapeIdentifier(op.type);
+            if (op.op == 'PUT') {
+                const data = op.data;
+                const with_id = { ...data, id: op.id };
+                const columnsEscaped = Object.keys(with_id).map(util.escapeIdentifier);
+                const columnsJoined = columnsEscaped.join(', ');
+                let updateClauses = [];
+                for (let key of Object.keys(data)) {
+                    updateClauses.push(`${util.escapeIdentifier(key)} = EXCLUDED.${util.escapeIdentifier(key)}`);
+                }
+                const updateClause = updateClauses.length > 0 ? `DO UPDATE SET ${updateClauses.join(', ')}` : `DO NOTHING`;
+                const statement = `
+          WITH data_row AS (
+              SELECT (json_populate_record(null::${table}, $1::json)).*
+          )
+          INSERT INTO ${table} (${columnsJoined})
+          SELECT ${columnsJoined} FROM data_row
+          ON CONFLICT(id) ${updateClause}`;
+                statements.push({
+                    statement: statement,
+                    params: [{ type: 'varchar', value: JSON.stringify(with_id) }]
+                });
+            }
+            else if (op.op == 'PATCH') {
+                const data = op.data;
+                const with_id = { ...data, id: op.id };
+                let updateClauses = [];
+                for (let key of Object.keys(data)) {
+                    updateClauses.push(`${util.escapeIdentifier(key)} = data_row.${util.escapeIdentifier(key)}`);
+                }
+                const statement = `
+          WITH data_row AS (
+              SELECT (json_populate_record(null::${table}, $1::json)).*
+          )
+          UPDATE ${table}
+          SET ${updateClauses.join(', ')}
+          FROM data_row
+          WHERE ${table}.id = data_row.id`;
+                statements.push({
+                    statement: statement,
+                    params: [{ type: 'varchar', value: JSON.stringify(with_id) }]
+                });
+            }
+            else if (op.op == 'DELETE') {
+                statements.push({
+                    statement: `
+          WITH data_row AS (
+            SELECT (json_populate_record(null::${table}, $1::json)).*
+          )
+          DELETE FROM ${table}
+          USING data_row
+          WHERE ${table}.id = data_row.id`,
+                    params: [{ type: 'varchar', value: JSON.stringify({ id: op.id }) }]
+                });
+            }
+        }
+        await pool.query(...statements);
+        const storage = system.storage;
+        if (payload.params.write_checkpoint === true) {
+            const write_checkpoint = await util.createWriteCheckpoint(pool, storage, payload.context.user_id);
+            return { write_checkpoint: String(write_checkpoint) };
+        }
+        else if (payload.params.write_checkpoint === false) {
+            return {};
+        }
+        else {
+            // Legacy
+            const checkpoint = await util.getClientCheckpoint(pool, storage);
+            return {
+                checkpoint
+            };
+        }
+    }
+});
+export const DEV_ROUTES = [auth, auth2, token, crud];
+//# sourceMappingURL=dev.js.map

package/dist/routes/endpoints/dev.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dev.js","sourceRoot":"","sources":["../../../src/routes/endpoints/dev.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,CAAC,MAAM,UAAU,CAAC;AAE9B,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,mCAAmC,CAAC;AAE3E,OAAO,KAAK,IAAI,MAAM,0BAA0B,CAAC;AACjD,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,QAAQ,EAAE,aAAa,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AACtH,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAE/C,MAAM,UAAU,GAAG,CAAC,CAAC,MAAM,CAAC;IAC1B,IAAI,EAAE,CAAC,CAAC,MAAM;IACd,QAAQ,EAAE,CAAC,CAAC,MAAM;CACnB,CAAC,CAAC;AAEH,2CAA2C;AAC3C,MAAM,CAAC,MAAM,IAAI,GAAG,eAAe,CAAC;IAClC,IAAI,EAAE,YAAY;IAClB,MAAM,EAAE,MAAM,CAAC,UAAU,CAAC,IAAI;IAC9B,SAAS,EAAE,MAAM,CAAC,sBAAsB,CAAC,UAAU,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC;IAC/E,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QACzB,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;QAC1C,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC;QAE7C,IAAI,MAAM,CAAC,GAAG,CAAC,SAAS,IAAI,KAAK,IAAI,MAAM,CAAC,GAAG,CAAC,aAAa,IAAI,IAAI,EAAE;YACrE,MAAM,IAAI,MAAM,CAAC,kBAAkB,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC;SAC7D;QAED,IAAI,QAAQ,IAAI,MAAM,CAAC,GAAG,CAAC,aAAa,EAAE;YACxC,MAAM,KAAK,GAAG,MAAM,mBAAmB,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC9F,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;SACtE;aAAM;YACL,MAAM,IAAI,MAAM,CAAC,kBAAkB,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC;SAChE;IACH,CAAC;CACF,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,KAAK,GAAG,eAAe,CAAC;IACnC,IAAI,EAAE,gBAAgB;IACtB,MAAM,EAAE,MAAM,CAAC,UAAU,CAAC,IAAI;IAC9B,SAAS,EAAE,MAAM,CAAC,sBAAsB,CAAC,UAAU,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC;IAC/E,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QACzB,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;QAC1C,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC;QAE7C,IAAI,MAAM,CAAC,GAAG,CAAC,SAAS,IAAI,KAAK,IAAI,MAAM,CAAC,GAAG,CAAC,aAAa,IAAI,IAAI,EAAE;YACrE,MAAM,IAAI,MAAM,CAAC,kBAAkB,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC;SAC7D;QAED,IAAI,QAAQ,IAAI,MAAM,CAAC,GAAG,CAAC,aAAa,EAAE;YACxC,MAAM,KAAK,GAAG,MAAM,aAAa,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACxF,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;SACjC;aAAM;YACL,MAAM,IAAI,MAAM,CAAC,kBAAkB,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC;SAChE;IACH,CAAC;CACF,CAAC,CAAC;AAEH,MAAM,WAAW,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;AAEjC,MAAM,CAAC,MAAM,KAAK,GAAG,eAAe,CAAC;IACnC,IAAI,EAAE,iBAAiB;IACvB,MAAM,EAAE,MAAM,CAAC,UAAU,CAAC,IAAI;IAC9B,SAAS,EAAE,MAAM,CAAC,sBAAsB,CAAC,WAAW,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC;IAChF,SAAS,EAAE,WAAW;IACtB,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QACzB,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC;QACpC,MAAM,QAAQ,GAAG,MAAM,mBAAmB,CAAC,OAAO,CAAC,OAAO,EAAE,OAAQ,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACrG,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;IACpF,CAAC;CACF,CAAC,CAAC;AAEH,MAAM,MAAM,GAAG;IACb,GAAG,EAAE,KAAK;IACV,KAAK,EAAE,OAAO;IACd,MAAM,EAAE,QAAQ;CACjB,CAAC;AAEF,MAAM,SAAS,GAAG,CAAC,CAAC,MAAM,CAAC;IACzB,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;IAClB,IAAI,EAAE,CAAC,CAAC,MAAM;IACd,EAAE,EAAE,CAAC,CAAC,MAAM;IACZ,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,EAAE;IAC1B,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE;CACvB,CAAC,CAAC;AAEH,MAAM,WAAW,GAAG,CAAC,CAAC,MAAM,CAAC;IAC3B,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC;IACxB,gBAAgB,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE;CACvC,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,IAAI,GAAG,eAAe,CAAC;IAClC,IAAI,EAAE,YAAY;IAClB,MAAM,EAAE,MAAM,CAAC,UAAU,CAAC,IAAI;IAC9B,SAAS,EAAE,MAAM,CAAC,sBAAsB,CAAC,WAAW,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC;IAChF,SAAS,EAAE,QAAQ;IAEnB,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QACzB,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC;QAE5C,MAAM,IAAI,GAAG,MAAM,CAAC,aAAa,EAAE,CAAC;QAEpC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE;YAC/B,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;SACtC;QAED,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAE9B,IAAI,UAAU,GAAuB,EAAE,CAAC;QAExC,uBAAuB;QACvB,+DAA+D;QAC/D,iEAAiE;QACjE,uBAAuB;QACvB,+DAA+D;QAC/D,8CAA8C;QAE9C,KAAK,IAAI,EAAE,IAAI,MAAM,CAAC,IAAI,EAAE;YAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;YAC7C,IAAI,EAAE,CAAC,EAAE,IAAI,KAAK,EAAE;gBAClB,MAAM,IAAI,GAAG,EAAE,CAAC,IAA2B,CAAC;gBAC5C,MAAM,OAAO,GAAG,EAAE,GAAG,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;gBAEvC,MAAM,cAAc,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;gBACvE,MAAM,aAAa,GAAG,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAEhD,IAAI,aAAa,GAAa,EAAE,CAAC;gBAEjC,KAAK,IAAI,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;oBACjC,aAAa,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,eAAe,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;iBAC9F;gBAED,MAAM,YAAY,GAAG,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,iBAAiB,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC;gBAE3G,MAAM,SAAS,GAAG;;mDAEyB,KAAK;;wBAEhC,KAAK,KAAK,aAAa;mBAC5B,aAAa;4BACJ,YAAY,EAAE,CAAC;gBAEnC,UAAU,CAAC,IAAI,CAAC;oBACd,SAAS,EAAE,SAAS;oBACpB,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC;iBAC9D,CAAC,CAAC;aACJ;iBAAM,IAAI,EAAE,CAAC,EAAE,IAAI,OAAO,EAAE;gBAC3B,MAAM,IAAI,GAAG,EAAE,CAAC,IAA2B,CAAC;gBAC5C,MAAM,OAAO,GAAG,EAAE,GAAG,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;gBAEvC,IAAI,aAAa,GAAa,EAAE,CAAC;gBAEjC,KAAK,IAAI,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;oBACjC,aAAa,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,eAAe,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;iBAC9F;gBAED,MAAM,SAAS,GAAG;;mDAEyB,KAAK;;mBAErC,KAAK;gBACR,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC;;kBAEtB,KAAK,mBAAmB,CAAC;gBAEnC,UAAU,CAAC,IAAI,CAAC;oBACd,SAAS,EAAE,SAAS;oBACpB,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC;iBAC9D,CAAC,CAAC;aACJ;iBAAM,IAAI,EAAE,CAAC,EAAE,IAAI,QAAQ,EAAE;gBAC5B,UAAU,CAAC,IAAI,CAAC;oBACd,SAAS,EAAE;;iDAE4B,KAAK;;wBAE9B,KAAK;;kBAEX,KAAK,mBAAmB;oBAChC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;iBACpE,CAAC,CAAC;aACJ;SACF;QACD,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,UAAU,CAAC,CAAC;QAEhC,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QAC/B,IAAI,OAAO,CAAC,MAAM,CAAC,gBAAgB,KAAK,IAAI,EAAE;YAC5C,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,OAAQ,CAAC,CAAC;YACnG,OAAO,EAAE,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,CAAC,EAAE,CAAC;SACvD;aAAM,IAAI,OAAO,CAAC,MAAM,CAAC,gBAAgB,KAAK,KAAK,EAAE;YACpD,OAAO,EAAE,CAAC;SACX;aAAM;YACL,SAAS;YACT,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YACjE,OAAO;gBACL,UAAU;aACX,CAAC;SACH;IACH,CAAC;CACF,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC"}

package/dist/routes/endpoints/route-endpoints-index.d.ts

@@ -0,0 +1,6 @@
+export * from './admin.js';
+export * from './checkpointing.js';
+export * from './dev.js';
+export * from './socket-route.js';
+export * from './sync-rules.js';
+export * from './sync-stream.js';

package/dist/routes/endpoints/route-endpoints-index.js

@@ -0,0 +1,7 @@
+export * from './admin.js';
+export * from './checkpointing.js';
+export * from './dev.js';
+export * from './socket-route.js';
+export * from './sync-rules.js';
+export * from './sync-stream.js';
+//# sourceMappingURL=route-endpoints-index.js.map

package/dist/routes/endpoints/route-endpoints-index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"route-endpoints-index.js","sourceRoot":"","sources":["../../../src/routes/endpoints/route-endpoints-index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAC;AAC3B,cAAc,oBAAoB,CAAC;AACnC,cAAc,UAAU,CAAC;AACzB,cAAc,mBAAmB,CAAC;AAClC,cAAc,iBAAiB,CAAC;AAChC,cAAc,kBAAkB,CAAC"}

package/dist/routes/endpoints/socket-route.d.ts

@@ -0,0 +1,2 @@
+import { SocketRouteGenerator } from '../router-socket.js';
+export declare const syncStreamReactive: SocketRouteGenerator;

package/dist/routes/endpoints/socket-route.js

@@ -0,0 +1,119 @@
+import { serialize } from 'bson';
+import { normalizeTokenParameters } from '@powersync/service-sync-rules';
+import { errors, logger, schema } from '@powersync/lib-services-framework';
+import * as util from '../../util/util-index.js';
+import { streamResponse } from '../../sync/sync.js';
+import { SyncRoutes } from './sync-stream.js';
+import { Metrics } from '../../metrics/Metrics.js';
+export const syncStreamReactive = (router) => router.reactiveStream(SyncRoutes.STREAM, {
+    authorize: ({ context }) => {
+        return {
+            authorized: !!context.token_payload,
+            errors: ['Authentication required'].concat(context.token_errors ?? [])
+        };
+    },
+    validator: schema.createTsCodecValidator(util.StreamingSyncRequest, { allowAdditional: true }),
+    handler: async ({ context, params, responder, observer, initialN }) => {
+        const { system } = context;
+        if (system.closed) {
+            responder.onError(new errors.JourneyError({
+                status: 503,
+                code: 'SERVICE_UNAVAILABLE',
+                description: 'Service temporarily unavailable'
+            }));
+            responder.onComplete();
+            return;
+        }
+        const controller = new AbortController();
+        const syncParams = normalizeTokenParameters(context.token_payload?.parameters ?? {}, params.parameters ?? {});
+        const storage = system.storage;
+        // Sanity check before we start the stream
+        const cp = await storage.getActiveCheckpoint();
+        if (!cp.hasSyncRules()) {
+            responder.onError(new errors.JourneyError({
+                status: 500,
+                code: 'NO_SYNC_RULES',
+                description: 'No sync rules available'
+            }));
+            responder.onComplete();
+            return;
+        }
+        let requestedN = initialN;
+        const disposer = observer.registerListener({
+            request(n) {
+                requestedN += n;
+            },
+            cancel: () => {
+                controller.abort();
+            }
+        });
+        const removeStopHandler = system.addStopHandler(() => {
+            observer.triggerCancel();
+        });
+        Metrics.getInstance().concurrent_connections.add(1);
+        try {
+            for await (const data of streamResponse({
+                storage,
+                params: {
+                    ...params,
+                    binary_data: true // always true for web sockets
+                },
+                syncParams,
+                token: context.token_payload,
+                tokenStreamOptions: {
+                    // RSocket handles keepalive events by default
+                    keep_alive: false
+                },
+                signal: controller.signal
+            })) {
+                if (data == null) {
+                    // Empty value just to flush iterator memory
+                    continue;
+                }
+                else if (typeof data == 'string') {
+                    // Should not happen with binary_data: true
+                    throw new Error(`Unexpected string data: ${data}`);
+                }
+                {
+                    // On NodeJS, serialize always returns a Buffer
+                    const serialized = serialize(data);
+                    responder.onNext({ data: serialized }, false);
+                    requestedN--;
+                    Metrics.getInstance().data_synced_bytes.add(serialized.length);
+                }
+                if (requestedN <= 0) {
+                    await new Promise((resolve) => {
+                        const l = observer.registerListener({
+                            request() {
+                                if (requestedN > 0) {
+                                    // Management of updating the total requested items is done above
+                                    resolve();
+                                    l();
+                                }
+                            },
+                            cancel: () => {
+                                // Don't wait here if the request is cancelled
+                                resolve();
+                                l();
+                            }
+                        });
+                    });
+                }
+            }
+        }
+        catch (ex) {
+            // Convert to our standard form before responding.
+            // This ensures the error can be serialized.
+            const error = new errors.InternalServerError(ex);
+            logger.error('Sync stream error', error);
+            responder.onError(error);
+        }
+        finally {
+            responder.onComplete();
+            removeStopHandler();
+            disposer();
+            Metrics.getInstance().concurrent_connections.add(-1);
+        }
+    }
+});
+//# sourceMappingURL=socket-route.js.map

package/dist/routes/endpoints/socket-route.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"socket-route.js","sourceRoot":"","sources":["../../../src/routes/endpoints/socket-route.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,MAAM,CAAC;AACjC,OAAO,EAAkB,wBAAwB,EAAE,MAAM,+BAA+B,CAAC;AACzF,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,mCAAmC,CAAC;AAE3E,OAAO,KAAK,IAAI,MAAM,0BAA0B,CAAC;AACjD,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAE9C,OAAO,EAAE,OAAO,EAAE,MAAM,0BAA0B,CAAC;AAEnD,MAAM,CAAC,MAAM,kBAAkB,GAAyB,CAAC,MAAM,EAAE,EAAE,CACjE,MAAM,CAAC,cAAc,CAAiC,UAAU,CAAC,MAAM,EAAE;IACvE,SAAS,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE;QACzB,OAAO;YACL,UAAU,EAAE,CAAC,CAAC,OAAO,CAAC,aAAa;YACnC,MAAM,EAAE,CAAC,yBAAyB,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,YAAY,IAAI,EAAE,CAAC;SACvE,CAAC;IACJ,CAAC;IACD,SAAS,EAAE,MAAM,CAAC,sBAAsB,CAAC,IAAI,CAAC,oBAAoB,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC;IAC9F,OAAO,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE,EAAE;QACpE,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;QAE3B,IAAI,MAAM,CAAC,MAAM,EAAE;YACjB,SAAS,CAAC,OAAO,CACf,IAAI,MAAM,CAAC,YAAY,CAAC;gBACtB,MAAM,EAAE,GAAG;gBACX,IAAI,EAAE,qBAAqB;gBAC3B,WAAW,EAAE,iCAAiC;aAC/C,CAAC,CACH,CAAC;YACF,SAAS,CAAC,UAAU,EAAE,CAAC;YACvB,OAAO;SACR;QAED,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QAEzC,MAAM,UAAU,GAAmB,wBAAwB,CACzD,OAAO,CAAC,aAAa,EAAE,UAAU,IAAI,EAAE,EACvC,MAAM,CAAC,UAAU,IAAI,EAAE,CACxB,CAAC;QAEF,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QAC/B,0CAA0C;QAC1C,MAAM,EAAE,GAAG,MAAM,OAAO,CAAC,mBAAmB,EAAE,CAAC;QAC/C,IAAI,CAAC,EAAE,CAAC,YAAY,EAAE,EAAE;YACtB,SAAS,CAAC,OAAO,CACf,IAAI,MAAM,CAAC,YAAY,CAAC;gBACtB,MAAM,EAAE,GAAG;gBACX,IAAI,EAAE,eAAe;gBACrB,WAAW,EAAE,yBAAyB;aACvC,CAAC,CACH,CAAC;YACF,SAAS,CAAC,UAAU,EAAE,CAAC;YACvB,OAAO;SACR;QAED,IAAI,UAAU,GAAG,QAAQ,CAAC;QAC1B,MAAM,QAAQ,GAAG,QAAQ,CAAC,gBAAgB,CAAC;YACzC,OAAO,CAAC,CAAC;gBACP,UAAU,IAAI,CAAC,CAAC;YAClB,CAAC;YACD,MAAM,EAAE,GAAG,EAAE;gBACX,UAAU,CAAC,KAAK,EAAE,CAAC;YACrB,CAAC;SACF,CAAC,CAAC;QAEH,MAAM,iBAAiB,GAAG,MAAM,CAAC,cAAc,CAAC,GAAG,EAAE;YACnD,QAAQ,CAAC,aAAa,EAAE,CAAC;QAC3B,CAAC,CAAC,CAAC;QAEH,OAAO,CAAC,WAAW,EAAE,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACpD,IAAI;YACF,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,cAAc,CAAC;gBACtC,OAAO;gBACP,MAAM,EAAE;oBACN,GAAG,MAAM;oBACT,WAAW,EAAE,IAAI,CAAC,8BAA8B;iBACjD;gBACD,UAAU;gBACV,KAAK,EAAE,OAAQ,CAAC,aAAc;gBAC9B,kBAAkB,EAAE;oBAClB,8CAA8C;oBAC9C,UAAU,EAAE,KAAK;iBAClB;gBACD,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,EAAE;gBACF,IAAI,IAAI,IAAI,IAAI,EAAE;oBAChB,4CAA4C;oBAC5C,SAAS;iBACV;qBAAM,IAAI,OAAO,IAAI,IAAI,QAAQ,EAAE;oBAClC,2CAA2C;oBAC3C,MAAM,IAAI,KAAK,CAAC,2BAA2B,IAAI,EAAE,CAAC,CAAC;iBACpD;gBAED;oBACE,+CAA+C;oBAC/C,MAAM,UAAU,GAAG,SAAS,CAAC,IAAI,CAAW,CAAC;oBAC7C,SAAS,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,KAAK,CAAC,CAAC;oBAC9C,UAAU,EAAE,CAAC;oBACb,OAAO,CAAC,WAAW,EAAE,CAAC,iBAAiB,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;iBAChE;gBAED,IAAI,UAAU,IAAI,CAAC,EAAE;oBACnB,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;wBAClC,MAAM,CAAC,GAAG,QAAQ,CAAC,gBAAgB,CAAC;4BAClC,OAAO;gCACL,IAAI,UAAU,GAAG,CAAC,EAAE;oCAClB,iEAAiE;oCACjE,OAAO,EAAE,CAAC;oCACV,CAAC,EAAE,CAAC;iCACL;4BACH,CAAC;4BACD,MAAM,EAAE,GAAG,EAAE;gCACX,8CAA8C;gCAC9C,OAAO,EAAE,CAAC;gCACV,CAAC,EAAE,CAAC;4BACN,CAAC;yBACF,CAAC,CAAC;oBACL,CAAC,CAAC,CAAC;iBACJ;aACF;SACF;QAAC,OAAO,EAAE,EAAE;YACX,kDAAkD;YAClD,4CAA4C;YAC5C,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,mBAAmB,CAAC,EAAE,CAAC,CAAC;YACjD,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,KAAK,CAAC,CAAC;YACzC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;SAC1B;gBAAS;YACR,SAAS,CAAC,UAAU,EAAE,CAAC;YACvB,iBAAiB,EAAE,CAAC;YACpB,QAAQ,EAAE,CAAC;YACX,OAAO,CAAC,WAAW,EAAE,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;SACtD;IACH,CAAC;CACF,CAAC,CAAC"}

package/dist/routes/endpoints/sync-rules.d.ts

@@ -0,0 +1,174 @@
+import type { FastifyPluginAsync } from 'fastify';
+import { router, schema } from '@powersync/lib-services-framework';
+export declare const yamlPlugin: FastifyPluginAsync;
+export declare const deploySyncRules: router.Endpoint<{
+    content: string;
+}, {
+    slot_name: string;
+}, import("../router.js").Context, import("../router.js").RequestEndpointHandlerPayload<{
+    content: string;
+}, import("../router.js").Context, import("../router.js").BasicRouterRequest>, router.EndpointHandler<import("../router.js").RequestEndpointHandlerPayload<{
+    content: string;
+}, import("../router.js").Context, import("../router.js").BasicRouterRequest>, {
+    slot_name: string;
+}>> & {
+    path: string;
+    method: router.HTTPMethod.POST;
+    authorize: (payload: import("../router.js").RequestEndpointHandlerPayload) => {
+        authorized: boolean;
+        errors: string[];
+    } | {
+        authorized: boolean;
+        errors?: undefined;
+    };
+    parse: boolean;
+    plugins: FastifyPluginAsync[];
+    validator: schema.MicroValidator<{
+        content: string;
+    }, string[]>;
+    handler: (payload: import("../router.js").RequestEndpointHandlerPayload<{
+        content: string;
+    }, import("../router.js").Context, import("../router.js").BasicRouterRequest>) => Promise<{
+        slot_name: string;
+    }>;
+};
+export declare const validateSyncRules: router.Endpoint<{
+    content: string;
+}, router.RouterResponse<string>, import("../router.js").Context, import("../router.js").RequestEndpointHandlerPayload<{
+    content: string;
+}, import("../router.js").Context, import("../router.js").BasicRouterRequest>, router.EndpointHandler<import("../router.js").RequestEndpointHandlerPayload<{
+    content: string;
+}, import("../router.js").Context, import("../router.js").BasicRouterRequest>, router.RouterResponse<string>>> & {
+    path: string;
+    method: router.HTTPMethod.POST;
+    authorize: (payload: import("../router.js").RequestEndpointHandlerPayload) => {
+        authorized: boolean;
+        errors: string[];
+    } | {
+        authorized: boolean;
+        errors?: undefined;
+    };
+    parse: boolean;
+    plugins: FastifyPluginAsync[];
+    validator: schema.MicroValidator<{
+        content: string;
+    }, string[]>;
+    handler: (payload: import("../router.js").RequestEndpointHandlerPayload<{
+        content: string;
+    }, import("../router.js").Context, import("../router.js").BasicRouterRequest>) => Promise<router.RouterResponse<string>>;
+};
+export declare const currentSyncRules: router.Endpoint<any, router.RouterResponse<string>, import("../router.js").Context, import("../router.js").RequestEndpointHandlerPayload<any, import("../router.js").Context, import("../router.js").BasicRouterRequest>, router.EndpointHandler<import("../router.js").RequestEndpointHandlerPayload<any, import("../router.js").Context, import("../router.js").BasicRouterRequest>, router.RouterResponse<string>>> & {
+    path: string;
+    method: router.HTTPMethod.GET;
+    authorize: (payload: import("../router.js").RequestEndpointHandlerPayload) => {
+        authorized: boolean;
+        errors: string[];
+    } | {
+        authorized: boolean;
+        errors?: undefined;
+    };
+    handler: (payload: import("../router.js").RequestEndpointHandlerPayload<any, import("../router.js").Context, import("../router.js").BasicRouterRequest>) => Promise<router.RouterResponse<string>>;
+};
+export declare const reprocessSyncRules: router.Endpoint<{}, {
+    slot_name: string;
+}, import("../router.js").Context, import("../router.js").RequestEndpointHandlerPayload<{}, import("../router.js").Context, import("../router.js").BasicRouterRequest>, router.EndpointHandler<import("../router.js").RequestEndpointHandlerPayload<{}, import("../router.js").Context, import("../router.js").BasicRouterRequest>, {
+    slot_name: string;
+}>> & {
+    path: string;
+    method: router.HTTPMethod.POST;
+    authorize: (payload: import("../router.js").RequestEndpointHandlerPayload) => {
+        authorized: boolean;
+        errors: string[];
+    } | {
+        authorized: boolean;
+        errors?: undefined;
+    };
+    validator: schema.MicroValidator<{}, string[]>;
+    handler: (payload: import("../router.js").RequestEndpointHandlerPayload<{}, import("../router.js").Context, import("../router.js").BasicRouterRequest>) => Promise<{
+        slot_name: string;
+    }>;
+};
+export declare const SYNC_RULES_ROUTES: ((router.Endpoint<{
+    content: string;
+}, {
+    slot_name: string;
+}, import("../router.js").Context, import("../router.js").RequestEndpointHandlerPayload<{
+    content: string;
+}, import("../router.js").Context, import("../router.js").BasicRouterRequest>, router.EndpointHandler<import("../router.js").RequestEndpointHandlerPayload<{
+    content: string;
+}, import("../router.js").Context, import("../router.js").BasicRouterRequest>, {
+    slot_name: string;
+}>> & {
+    path: string;
+    method: router.HTTPMethod.POST;
+    authorize: (payload: import("../router.js").RequestEndpointHandlerPayload) => {
+        authorized: boolean;
+        errors: string[];
+    } | {
+        authorized: boolean;
+        errors?: undefined;
+    };
+    parse: boolean;
+    plugins: FastifyPluginAsync[];
+    validator: schema.MicroValidator<{
+        content: string;
+    }, string[]>;
+    handler: (payload: import("../router.js").RequestEndpointHandlerPayload<{
+        content: string;
+    }, import("../router.js").Context, import("../router.js").BasicRouterRequest>) => Promise<{
+        slot_name: string;
+    }>;
+}) | (router.Endpoint<{
+    content: string;
+}, router.RouterResponse<string>, import("../router.js").Context, import("../router.js").RequestEndpointHandlerPayload<{
+    content: string;
+}, import("../router.js").Context, import("../router.js").BasicRouterRequest>, router.EndpointHandler<import("../router.js").RequestEndpointHandlerPayload<{
+    content: string;
+}, import("../router.js").Context, import("../router.js").BasicRouterRequest>, router.RouterResponse<string>>> & {
+    path: string;
+    method: router.HTTPMethod.POST;
+    authorize: (payload: import("../router.js").RequestEndpointHandlerPayload) => {
+        authorized: boolean;
+        errors: string[];
+    } | {
+        authorized: boolean;
+        errors?: undefined;
+    };
+    parse: boolean;
+    plugins: FastifyPluginAsync[];
+    validator: schema.MicroValidator<{
+        content: string;
+    }, string[]>;
+    handler: (payload: import("../router.js").RequestEndpointHandlerPayload<{
+        content: string;
+    }, import("../router.js").Context, import("../router.js").BasicRouterRequest>) => Promise<router.RouterResponse<string>>;
+}) | (router.Endpoint<any, router.RouterResponse<string>, import("../router.js").Context, import("../router.js").RequestEndpointHandlerPayload<any, import("../router.js").Context, import("../router.js").BasicRouterRequest>, router.EndpointHandler<import("../router.js").RequestEndpointHandlerPayload<any, import("../router.js").Context, import("../router.js").BasicRouterRequest>, router.RouterResponse<string>>> & {
+    path: string;
+    method: router.HTTPMethod.GET;
+    authorize: (payload: import("../router.js").RequestEndpointHandlerPayload) => {
+        authorized: boolean;
+        errors: string[];
+    } | {
+        authorized: boolean;
+        errors?: undefined;
+    };
+    handler: (payload: import("../router.js").RequestEndpointHandlerPayload<any, import("../router.js").Context, import("../router.js").BasicRouterRequest>) => Promise<router.RouterResponse<string>>;
+}) | (router.Endpoint<{}, {
+    slot_name: string;
+}, import("../router.js").Context, import("../router.js").RequestEndpointHandlerPayload<{}, import("../router.js").Context, import("../router.js").BasicRouterRequest>, router.EndpointHandler<import("../router.js").RequestEndpointHandlerPayload<{}, import("../router.js").Context, import("../router.js").BasicRouterRequest>, {
+    slot_name: string;
+}>> & {
+    path: string;
+    method: router.HTTPMethod.POST;
+    authorize: (payload: import("../router.js").RequestEndpointHandlerPayload) => {
+        authorized: boolean;
+        errors: string[];
+    } | {
+        authorized: boolean;
+        errors?: undefined;
+    };
+    validator: schema.MicroValidator<{}, string[]>;
+    handler: (payload: import("../router.js").RequestEndpointHandlerPayload<{}, import("../router.js").Context, import("../router.js").BasicRouterRequest>) => Promise<{
+        slot_name: string;
+    }>;
+}))[];