@powersync/service-module-postgres-storage 0.0.0-dev-20250827072023 → 0.0.0-dev-20250828090417

package/dist/types/models/SdkReporting.js

@@ -1,17 +0,0 @@
-import * as t from 'ts-codec';
-import { bigint, jsonb } from '../codecs.js';
-export const Sdks = t.object({
-    sdk: t.string,
-    clients: t.number,
-    users: t.number
-});
-export const SdkReporting = t.object({
-    users: bigint,
-    sdks: t
-        .object({
-        data: jsonb(t.array(Sdks))
-    })
-        .optional()
-        .or(t.Null)
-});
-//# sourceMappingURL=SdkReporting.js.map

package/dist/types/models/SdkReporting.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"SdkReporting.js","sourceRoot":"","sources":["../../../src/types/models/SdkReporting.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,CAAC,MAAM,UAAU,CAAC;AAC9B,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,cAAc,CAAC;AAE7C,MAAM,CAAC,MAAM,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC;IAC3B,GAAG,EAAE,CAAC,CAAC,MAAM;IACb,OAAO,EAAE,CAAC,CAAC,MAAM;IACjB,KAAK,EAAE,CAAC,CAAC,MAAM;CAChB,CAAC,CAAC;AAIH,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC;IACnC,KAAK,EAAE,MAAM;IACb,IAAI,EAAE,CAAC;SACJ,MAAM,CAAC;QACN,IAAI,EAAE,KAAK,CAAS,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;KACnC,CAAC;SACD,QAAQ,EAAE;SACV,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;CACd,CAAC,CAAC"}

package/dist/utils/test-utils.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"test-utils.js","sourceRoot":"","sources":["../../src/utils/test-utils.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,OAAO,EAAE,SAAS,EAAiE,MAAM,yBAAyB,CAAC;AACnH,OAAO,EAAE,sBAAsB,EAAE,MAAM,yCAAyC,CAAC;AACjF,OAAO,EAAE,8BAA8B,EAAgC,MAAM,mBAAmB,CAAC;AACjG,OAAO,EAAE,4BAA4B,EAAE,MAAM,4CAA4C,CAAC;AAC1F,OAAO,EAAE,4BAA4B,EAAE,MAAM,4CAA4C,CAAC;AAW1F,MAAM,UAAU,iBAAiB,CAAC,cAA0C;IAC1E,MAAM,WAAW,GAAG;QAClB,IAAI,EAAE,YAAqB;QAC3B,GAAG,EAAE,cAAc,CAAC,GAAG;QACvB,OAAO,EAAE,SAAkB;KAC5B,CAAC;IAEF,MAAM,uBAAuB,GAAG,8BAA8B,CAAC,WAAW,CAAC,CAAC;IAE5E,MAAM,OAAO,GAAG,KAAK,EAAE,SAAyC,EAAE,EAAE;;;YAClE,MAAY,gBAAgB,kCAA8B,IAAI,SAAS,CAAC,gBAAgB,EAAE,OAAA,CAAC;YAC3F,MAAY,cAAc,kCAAG,cAAc,CAAC,cAAc;gBACxD,CAAC,CAAC,cAAc,CAAC,cAAc,CAAC,WAAW,CAAC;gBAC5C,CAAC,CAAC,IAAI,sBAAsB,CAAC,WAAW,CAAC,OAAA,CAAC;YAC5C,gBAAgB,CAAC,sBAAsB,CAAC,cAAc,CAAC,CAAC;YAExD,MAAM,kBAAkB,GAAG,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,WAAW,EAAE,EAA+B,CAAC;YAEpG,MAAM,gBAAgB,CAAC,OAAO,CAAC;gBAC7B,SAAS,EAAE,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI;gBAC9C,gBAAgB,EAAE;oBAChB,eAAe,EAAE,kBAAkB;iBACpC;aACF,CAAC,CAAC;YAEH,IAAI,SAAS,IAAI,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,EAAE,CAAC;gBACnD,MAAM,gBAAgB,CAAC,OAAO,CAAC;oBAC7B,SAAS,EAAE,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE;oBAC5C,gBAAgB,EAAE;wBAChB,eAAe,EAAE,kBAAkB;qBACpC;iBACF,CAAC,CAAC;YACL,CAAC;;;;;;;;;;;KACF,CAAC;IAEF,OAAO;QACL,aAAa,EAAE,KAAK,EAAE,OAA4B,EAAE,EAAE;YACpD,IAAI,CAAC;gBACH,IAAI,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC;oBACzB,MAAM,OAAO,CAAC,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;gBACnD,CAAC;gBAED,OAAO,IAAI,4BAA4B,CAAC;oBACtC,MAAM,EAAE,uBAAuB;iBAChC,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,EAAE,EAAE,CAAC;gBACZ,iFAAiF;gBACjF,OAAO,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;gBAC5B,MAAM,EAAE,CAAC;YACX,CAAC;QACH,CAAC;QACD,OAAO,EAAE,KAAK,EAAE,OAA4B,EAAE,EAAE;YAC9C,IAAI,CAAC;gBACH,IAAI,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC;oBACzB,MAAM,OAAO,CAAC,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;gBACnD,CAAC;gBAED,OAAO,IAAI,4BAA4B,CAAC;oBACtC,MAAM,EAAE,uBAAuB;oBAC/B,gBAAgB,EAAE,OAAO;iBAC1B,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,EAAE,EAAE,CAAC;gBACZ,iFAAiF;gBACjF,OAAO,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;gBAC5B,MAAM,EAAE,CAAC;YACX,CAAC;QACH,CAAC;QACD,OAAO;KACR,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,mCAAmC,CAAC,cAA0C;IAC5F,OAAO,iBAAiB,CAAC,cAAc,CAAC,CAAC,OAAO,CAAC;AACnD,CAAC"}

package/src/storage/PostgresReportStorageFactory.ts

@@ -1,258 +0,0 @@
-import { storage } from '@powersync/service-core';
-import * as pg_wire from '@powersync/service-jpgwire';
-import { event_types } from '@powersync/service-types';
-import { v4 } from 'uuid';
-import * as lib_postgres from '@powersync/lib-service-postgres';
-import { NormalizedPostgresStorageConfig } from '../types/types.js';
-import { SdkReporting, SdkReportingDecoded } from '../types/models/SdkReporting.js';
-import { toInteger } from 'ix/util/tointeger.js';
-import { logger } from '@powersync/lib-services-framework';
-import { getStorageApplicationName } from '../utils/application-name.js';
-import { STORAGE_SCHEMA_NAME } from '../utils/db.js';
-
-export type PostgresReportStorageOptions = {
-  config: NormalizedPostgresStorageConfig;
-};
-
-export class PostgresReportStorageFactory implements storage.ReportStorage {
-  readonly db: lib_postgres.DatabaseClient;
-  constructor(protected options: PostgresReportStorageOptions) {
-    this.db = new lib_postgres.DatabaseClient({
-      config: options.config,
-      schema: STORAGE_SCHEMA_NAME,
-      applicationName: getStorageApplicationName()
-    });
-
-    this.db.registerListener({
-      connectionCreated: async (connection) => this.prepareStatements(connection)
-    });
-  }
-
-  private parseJsDate(date: Date) {
-    const year = date.getFullYear();
-    const month = date.getMonth();
-    const today = date.getDate();
-    const day = date.getDay();
-    return {
-      year,
-      month,
-      today,
-      day,
-      parsedDate: date
-    };
-  }
-
-  private mapListCurrentConnectionsResponse(
-    result: SdkReportingDecoded | null
-  ): event_types.ClientConnectionReportResponse {
-    if (!result) {
-      return {
-        users: 0,
-        sdks: []
-      };
-    }
-    return {
-      users: Number(result.users),
-      sdks: result.sdks?.data || []
-    };
-  }
-  private async listConnectionsQuery() {
-    return await this.db.sql`
-      WITH
-        filtered AS (
-          SELECT
-            *
-          FROM
-            connection_report_events
-          WHERE
-            disconnected_at IS NULL
-            AND jwt_exp > NOW() AT TIME ZONE 'UTC'
-        ),
-        unique_users AS (
-          SELECT
-            COUNT(DISTINCT user_id) AS count
-          FROM
-            filtered
-        ),
-        sdk_versions_array AS (
-          SELECT
-            sdk,
-            COUNT(DISTINCT client_id) AS clients,
-            COUNT(DISTINCT user_id) AS users
-          FROM
-            filtered
-          GROUP BY
-            sdk
-        )
-      SELECT
-        (
-          SELECT
-            COALESCE(count, 0)
-          FROM
-            unique_users
-        ) AS users,
-        (
-          SELECT
-            JSON_AGG(ROW_TO_JSON(s))
-          FROM
-            sdk_versions_array s
-        ) AS sdks;
-    `
-      .decoded(SdkReporting)
-      .first();
-  }
-
-  private updateTableFilter() {
-    const { year, month, today } = this.parseJsDate(new Date());
-    const nextDay = today + 1;
-    return {
-      gte: new Date(year, month, today).toISOString(),
-      lt: new Date(year, month, nextDay).toISOString()
-    };
-  }
-
-  async reportClientConnection(data: event_types.ClientConnectionBucketData): Promise<void> {
-    const { sdk, connected_at, user_id, user_agent, jwt_exp, client_id } = data;
-    const connectIsoString = connected_at.toISOString();
-    const jwtExpIsoString = jwt_exp.toISOString();
-    const { gte, lt } = this.updateTableFilter();
-    const uuid = v4();
-    const result = await this.db.sql`
-      UPDATE connection_report_events
-      SET
-        connected_at = ${{ type: 1184, value: connectIsoString }},
-        sdk = ${{ type: 'varchar', value: sdk }},
-        user_agent = ${{ type: 'varchar', value: user_agent }},
-        jwt_exp = ${{ type: 1184, value: jwtExpIsoString }},
-        disconnected_at = NULL
-      WHERE
-        user_id = ${{ type: 'varchar', value: user_id }}
-        AND client_id = ${{ type: 'varchar', value: client_id }}
-        AND connected_at >= ${{ type: 1184, value: gte }}
-        AND connected_at < ${{ type: 1184, value: lt }};
-    `.execute();
-    if (result.results[1].status === 'UPDATE 0') {
-      await this.db.sql`
-        INSERT INTO
-          connection_report_events (
-            user_id,
-            client_id,
-            connected_at,
-            sdk,
-            user_agent,
-            jwt_exp,
-            id
-          )
-        VALUES
-          (
-            ${{ type: 'varchar', value: user_id }},
-            ${{ type: 'varchar', value: client_id }},
-            ${{ type: 1184, value: connectIsoString }},
-            ${{ type: 'varchar', value: sdk }},
-            ${{ type: 'varchar', value: user_agent }},
-            ${{ type: 1184, value: jwtExpIsoString }},
-            ${{ type: 'varchar', value: uuid }}
-          )
-      `.execute();
-    }
-  }
-  async reportClientDisconnection(data: event_types.ClientDisconnectionEventData): Promise<void> {
-    const { user_id, client_id, disconnected_at, connected_at } = data;
-    const disconnectIsoString = disconnected_at.toISOString();
-    const connectIsoString = connected_at.toISOString();
-    await this.db.sql`
-      UPDATE connection_report_events
-      SET
-        disconnected_at = ${{ type: 1184, value: disconnectIsoString }},
-        jwt_exp = NULL
-      WHERE
-        user_id = ${{ type: 'varchar', value: user_id }}
-        AND client_id = ${{ type: 'varchar', value: client_id }}
-        AND connected_at = ${{ type: 1184, value: connectIsoString }}
-    `.execute();
-  }
-  async getConnectedClients(): Promise<event_types.ClientConnectionReportResponse> {
-    const result = await this.listConnectionsQuery();
-    return this.mapListCurrentConnectionsResponse(result);
-  }
-
-  async getClientConnectionReports(
-    data: event_types.ClientConnectionReportRequest
-  ): Promise<event_types.ClientConnectionReportResponse> {
-    const { start, end } = data;
-    const result = await this.db.sql`
-      WITH
-        filtered AS (
-          SELECT
-            *
-          FROM
-            connection_report_events
-          WHERE
-            connected_at >= ${{ type: 1184, value: start.toISOString() }}
-            AND connected_at <= ${{ type: 1184, value: end.toISOString() }}
-        ),
-        unique_users AS (
-          SELECT
-            COUNT(DISTINCT user_id) AS count
-          FROM
-            filtered
-        ),
-        sdk_versions_array AS (
-          SELECT
-            sdk,
-            COUNT(DISTINCT client_id) AS clients,
-            COUNT(DISTINCT user_id) AS users
-          FROM
-            filtered
-          GROUP BY
-            sdk
-        )
-      SELECT
-        (
-          SELECT
-            COALESCE(count, 0)
-          FROM
-            unique_users
-        ) AS users,
-        (
-          SELECT
-            JSON_AGG(ROW_TO_JSON(s))
-          FROM
-            sdk_versions_array s
-        ) AS sdks;
-    `
-      .decoded(SdkReporting)
-      .first();
-    return this.mapListCurrentConnectionsResponse(result);
-  }
-  async deleteOldConnectionData(data: event_types.DeleteOldConnectionData): Promise<void> {
-    const { date } = data;
-    const result = await this.db.sql`
-      DELETE FROM connection_report_events
-      WHERE
-        connected_at < ${{ type: 1184, value: date.toISOString() }}
-        AND (
-          disconnected_at IS NOT NULL
-          OR (
-            jwt_exp < NOW() AT TIME ZONE 'UTC'
-            AND disconnected_at IS NULL
-          )
-        );
-    `.execute();
-    const deletedRows = toInteger(result.results[1].status.split(' ')[1] || '0');
-    if (deletedRows > 0) {
-      logger.info(
-        `TTL from ${date.toISOString()}: ${deletedRows} PostgresSQL rows have been removed from connection_report_events.`
-      );
-    }
-  }
-
-  async [Symbol.asyncDispose]() {
-    await this.db[Symbol.asyncDispose]();
-  }
-
-  async prepareStatements(connection: pg_wire.PgConnection) {
-    // It should be possible to prepare statements for some common operations here.
-    // This has not been implemented yet.
-  }
-}

package/src/types/models/SdkReporting.ts

@@ -1,23 +0,0 @@
-import * as t from 'ts-codec';
-import { bigint, jsonb } from '../codecs.js';
-
-export const Sdks = t.object({
-  sdk: t.string,
-  clients: t.number,
-  users: t.number
-});
-
-export type Sdks = t.Encoded<typeof Sdks>;
-
-export const SdkReporting = t.object({
-  users: bigint,
-  sdks: t
-    .object({
-      data: jsonb<Sdks[]>(t.array(Sdks))
-    })
-    .optional()
-    .or(t.Null)
-});
-
-export type SdkReporting = t.Encoded<typeof SdkReporting>;
-export type SdkReportingDecoded = t.Decoded<typeof SdkReporting>;

package/test/src/__snapshots__/connection-report-storage.test.ts.snap

@@ -1,215 +0,0 @@
-// Vitest Snapshot v1, https://vitest.dev/guide/snapshot.html
-
-exports[`Connection report storage > Should create a connection event if its after a day 1`] = `
-[
-  {
-    "client_id": "client_week",
-    "sdk": "powersync-js/1.24.5",
-    "user_agent": "powersync-js/1.21.0 powersync-web Firefox/141 linux",
-    "user_id": "user_week",
-  },
-  {
-    "client_id": "client_week",
-    "sdk": "powersync-js/1.24.5",
-    "user_agent": "powersync-js/1.21.0 powersync-web Firefox/141 linux",
-    "user_id": "user_week",
-  },
-]
-`;
-
-exports[`Connection report storage > Should delete rows older than specified range 1`] = `
-{
-  "sdks": [
-    {
-      "clients": 1,
-      "sdk": "powersync-dart/1.6.4",
-      "users": 1,
-    },
-    {
-      "clients": 1,
-      "sdk": "powersync-js/1.21.1",
-      "users": 1,
-    },
-    {
-      "clients": 1,
-      "sdk": "powersync-js/1.21.2",
-      "users": 1,
-    },
-    {
-      "clients": 1,
-      "sdk": "powersync-js/1.21.4",
-      "users": 1,
-    },
-    {
-      "clients": 1,
-      "sdk": "powersync-js/1.24.5",
-      "users": 1,
-    },
-    {
-      "clients": 1,
-      "sdk": "unknown",
-      "users": 1,
-    },
-  ],
-  "users": 5,
-}
-`;
-
-exports[`Connection report storage > Should update a connection event and make it disconnected 1`] = `
-[
-  {
-    "client_id": "client_three",
-    "sdk": "powersync-js/1.21.2",
-    "user_agent": "powersync-js/1.21.0 powersync-web Firefox/141 linux",
-    "user_id": "user_three",
-  },
-]
-`;
-
-exports[`Connection report storage > Should update a connection event if its within a day 1`] = `
-[
-  {
-    "client_id": "client_one",
-    "sdk": "powersync-dart/1.6.4",
-    "user_agent": "powersync-dart/1.6.4 Dart (flutter-web) Chrome/128 android",
-    "user_id": "user_one",
-  },
-]
-`;
-
-exports[`Report storage tests > Should show connection report data for user over the past day 1`] = `
-{
-  "sdks": [
-    {
-      "clients": 1,
-      "sdk": "powersync-dart/1.6.4",
-      "users": 1,
-    },
-    {
-      "clients": 1,
-      "sdk": "powersync-js/1.21.1",
-      "users": 1,
-    },
-    {
-      "clients": 1,
-      "sdk": "powersync-js/1.21.4",
-      "users": 1,
-    },
-    {
-      "clients": 1,
-      "sdk": "unknown",
-      "users": 1,
-    },
-  ],
-  "users": 3,
-}
-`;
-
-exports[`Report storage tests > Should show connection report data for user over the past month 1`] = `
-{
-  "sdks": [
-    {
-      "clients": 1,
-      "sdk": "powersync-dart/1.6.4",
-      "users": 1,
-    },
-    {
-      "clients": 1,
-      "sdk": "powersync-js/1.21.1",
-      "users": 1,
-    },
-    {
-      "clients": 1,
-      "sdk": "powersync-js/1.21.2",
-      "users": 1,
-    },
-    {
-      "clients": 1,
-      "sdk": "powersync-js/1.21.4",
-      "users": 1,
-    },
-    {
-      "clients": 1,
-      "sdk": "powersync-js/1.23.6",
-      "users": 1,
-    },
-    {
-      "clients": 1,
-      "sdk": "powersync-js/1.23.7",
-      "users": 1,
-    },
-    {
-      "clients": 1,
-      "sdk": "powersync-js/1.24.5",
-      "users": 1,
-    },
-    {
-      "clients": 1,
-      "sdk": "unknown",
-      "users": 1,
-    },
-  ],
-  "users": 7,
-}
-`;
-
-exports[`Report storage tests > Should show connection report data for user over the past week 1`] = `
-{
-  "sdks": [
-    {
-      "clients": 1,
-      "sdk": "powersync-dart/1.6.4",
-      "users": 1,
-    },
-    {
-      "clients": 1,
-      "sdk": "powersync-js/1.21.1",
-      "users": 1,
-    },
-    {
-      "clients": 1,
-      "sdk": "powersync-js/1.21.2",
-      "users": 1,
-    },
-    {
-      "clients": 1,
-      "sdk": "powersync-js/1.21.4",
-      "users": 1,
-    },
-    {
-      "clients": 1,
-      "sdk": "powersync-js/1.24.5",
-      "users": 1,
-    },
-    {
-      "clients": 1,
-      "sdk": "unknown",
-      "users": 1,
-    },
-  ],
-  "users": 5,
-}
-`;
-
-exports[`Report storage tests > Should show currently connected users 1`] = `
-{
-  "sdks": [
-    {
-      "clients": 1,
-      "sdk": "powersync-dart/1.6.4",
-      "users": 1,
-    },
-    {
-      "clients": 1,
-      "sdk": "powersync-js/1.21.1",
-      "users": 1,
-    },
-    {
-      "clients": 1,
-      "sdk": "unknown",
-      "users": 1,
-    },
-  ],
-  "users": 2,
-}
-`;