@powersync/service-core 0.0.0-dev-20250910154512 → 0.0.0-dev-20251030082344

package/src/routes/endpoints/sync-stream.ts

@@ -7,8 +7,8 @@ import * as util from '../../util/util-index.js';
 
 import { authUser } from '../auth.js';
 import { routeDefinition } from '../router.js';
-import { APIMetric, event_types } from '@powersync/service-types';
 
+import { APIMetric } from '@powersync/service-types';
 import { maybeCompressResponseStream } from '../compression.js';
 
 export enum SyncRoutes {
@@ -25,7 +25,7 @@ export const syncStreamed = routeDefinition({
   authorize: authUser,
   validator: schema.createTsCodecValidator(util.StreamingSyncRequest, { allowAdditional: true }),
   handler: async (payload) => {
-    const { service_context, logger, token_payload } = payload.context;
+    const { service_context, logger } = payload.context;
     const { routerEngine, storageEngine, metricsEngine, syncContext } = service_context;
     const headers = payload.request.headers;
     const userAgent = headers['x-user-agent'] ?? headers['user-agent'];
@@ -44,14 +44,6 @@ export const syncStreamed = routeDefinition({
       user_id: payload.context.user_id,
       bson: useBson
     };
-    const sdkData: event_types.ConnectedUserData & event_types.ClientConnectionEventData = {
-      client_id: clientId ?? '',
-      user_id: payload.context.user_id!,
-      user_agent: userAgent as string,
-      // At this point the token_payload is guaranteed to be present
-      jwt_exp: new Date(token_payload!.exp * 1000),
-      connected_at: new Date(streamStart)
-    };
 
     if (routerEngine.closed) {
       throw new errors.ServiceError({
@@ -77,7 +69,6 @@ export const syncStreamed = routeDefinition({
     const tracker = new sync.RequestTracker(metricsEngine);
     try {
       metricsEngine.getUpDownCounter(APIMetric.CONCURRENT_CONNECTIONS).add(1);
-      service_context.eventsEngine.emit(event_types.EventsEngineEventType.SDK_CONNECT_EVENT, sdkData);
       const syncLines = sync.streamResponse({
         syncContext: syncContext,
         bucketStorage,
@@ -143,10 +134,6 @@ export const syncStreamed = routeDefinition({
           }
           controller.abort();
           metricsEngine.getUpDownCounter(APIMetric.CONCURRENT_CONNECTIONS).add(-1);
-          service_context.eventsEngine.emit(event_types.EventsEngineEventType.SDK_DISCONNECT_EVENT, {
-            ...sdkData,
-            disconnected_at: new Date()
-          });
           logger.info(`Sync stream complete`, {
             ...tracker.getLogMeta(),
             stream_ms: Date.now() - streamStart,
@@ -157,10 +144,6 @@ export const syncStreamed = routeDefinition({
     } catch (ex) {
       controller.abort();
       metricsEngine.getUpDownCounter(APIMetric.CONCURRENT_CONNECTIONS).add(-1);
-      service_context.eventsEngine.emit(event_types.EventsEngineEventType.SDK_DISCONNECT_EVENT, {
-        ...sdkData,
-        disconnected_at: new Date()
-      });
     }
   }
 });

package/src/routes/router.ts

@@ -1,4 +1,4 @@
-import { Logger, router } from '@powersync/lib-services-framework';
+import { router, ServiceError, Logger } from '@powersync/lib-services-framework';
 import type { JwtPayload } from '../auth/auth-index.js';
 import { ServiceContext } from '../system/ServiceContext.js';
 import { RouterEngine } from './RouterEngine.js';
@@ -31,11 +31,11 @@ export type BasicRouterRequest = {
   hostname: string;
 };
 
-export type ContextProviderOptions = {
+export type ConextProviderOptions = {
   logger: Logger;
 };
 
-export type ContextProvider = (request: BasicRouterRequest, options: ContextProviderOptions) => Promise<Context>;
+export type ContextProvider = (request: BasicRouterRequest, options: ConextProviderOptions) => Promise<Context>;
 
 export type RequestEndpoint<
   I,

package/src/storage/BucketStorageFactory.ts

@@ -3,7 +3,6 @@ import { ParseSyncRulesOptions, PersistedSyncRules, PersistedSyncRulesContent }
 import { ReplicationEventPayload } from './ReplicationEventPayload.js';
 import { ReplicationLock } from './ReplicationLock.js';
 import { SyncRulesBucketStorage } from './SyncRulesBucketStorage.js';
-import { ReportStorage } from './ReportStorage.js';
 
 /**
  * Represents a configured storage provider.
@@ -165,4 +164,3 @@ export interface TestStorageOptions {
   doNotClear?: boolean;
 }
 export type TestStorageFactory = (options?: TestStorageOptions) => Promise<BucketStorageFactory>;
-export type TestReportStorageFactory = (options?: TestStorageOptions) => Promise<ReportStorage>;

package/src/storage/StorageEngine.ts

@@ -1,7 +1,7 @@
 import { BaseObserver, logger, ServiceError } from '@powersync/lib-services-framework';
 import { ResolvedPowerSyncConfig } from '../util/util-index.js';
 import { BucketStorageFactory } from './BucketStorageFactory.js';
-import { ActiveStorage, StorageProvider } from './StorageProvider.js';
+import { ActiveStorage, BucketStorageProvider } from './StorageProvider.js';
 
 export type StorageEngineOptions = {
   configuration: ResolvedPowerSyncConfig;
@@ -14,7 +14,7 @@ export interface StorageEngineListener {
 
 export class StorageEngine extends BaseObserver<StorageEngineListener> {
   // TODO: This will need to revisited when we actually support multiple storage providers.
-  private storageProviders: Map<string, StorageProvider> = new Map();
+  private storageProviders: Map<string, BucketStorageProvider> = new Map();
   private currentActiveStorage: ActiveStorage | null = null;
 
   constructor(private options: StorageEngineOptions) {
@@ -37,7 +37,7 @@ export class StorageEngine extends BaseObserver<StorageEngineListener> {
    * Register a provider which generates a {@link BucketStorageFactory}
    * given the matching config specified in the loaded {@link ResolvedPowerSyncConfig}
    */
-  registerProvider(provider: StorageProvider) {
+  registerProvider(provider: BucketStorageProvider) {
     this.storageProviders.set(provider.type, provider);
   }
 

package/src/storage/StorageProvider.ts

@@ -1,11 +1,9 @@
 import { ServiceError } from '@powersync/lib-services-framework';
 import * as util from '../util/util-index.js';
 import { BucketStorageFactory } from './BucketStorageFactory.js';
-import { ReportStorage } from './ReportStorage.js';
 
 export interface ActiveStorage {
   storage: BucketStorageFactory;
-  reportStorage: ReportStorage;
   shutDown(): Promise<void>;
 
   /**
@@ -24,7 +22,7 @@ export interface GetStorageOptions {
 /**
  * Represents a provider that can create a storage instance for a specific storage type from configuration.
  */
-export interface StorageProvider {
+export interface BucketStorageProvider {
   /**
    *  The storage type that this provider provides.
    *  The type should match the `type` field in the config.

package/src/storage/SyncRulesBucketStorage.ts

@@ -65,7 +65,7 @@ export interface SyncRulesBucketStorage
   /**
    * Lightweight "compact" process to populate the checksum cache, if any.
    */
-  populatePersistentChecksumCache(options?: Pick<CompactOptions, 'signal' | 'maxOpId'>): Promise<void>;
+  populatePersistentChecksumCache(options: PopulateChecksumCacheOptions): Promise<PopulateChecksumCacheResults>;
 
   // ## Read operations
 
@@ -225,6 +225,19 @@ export interface CompactOptions {
   signal?: AbortSignal;
 }
 
+export interface PopulateChecksumCacheOptions {
+  maxOpId: util.InternalOpId;
+  minBucketChanges?: number;
+  signal?: AbortSignal;
+}
+
+export interface PopulateChecksumCacheResults {
+  /**
+   * Number of buckets we have calculated checksums for.
+   */
+  buckets: number;
+}
+
 export interface ClearStorageOptions {
   signal?: AbortSignal;
 }

package/src/storage/storage-index.ts

@@ -13,4 +13,3 @@ export * from './BucketStorageBatch.js';
 export * from './SyncRulesBucketStorage.js';
 export * from './PersistedSyncRulesContent.js';
 export * from './ReplicationLock.js';
-export * from './ReportStorage.js';

package/src/system/ServiceContext.ts

@@ -1,4 +1,4 @@
-import { container, LifeCycledSystem, MigrationManager, ServiceIdentifier } from '@powersync/lib-services-framework';
+import { LifeCycledSystem, MigrationManager, ServiceIdentifier, container } from '@powersync/lib-services-framework';
 
 import { framework } from '../index.js';
 import * as metrics from '../metrics/MetricsEngine.js';
@@ -8,7 +8,6 @@ import * as routes from '../routes/routes-index.js';
 import * as storage from '../storage/storage-index.js';
 import { SyncContext } from '../sync/SyncContext.js';
 import * as utils from '../util/util-index.js';
-import { EventsEngine } from '../events/EventsEngine.js';
 
 export interface ServiceContext {
   configuration: utils.ResolvedPowerSyncConfig;
@@ -20,7 +19,6 @@ export interface ServiceContext {
   migrations: PowerSyncMigrationManager;
   syncContext: SyncContext;
   serviceMode: ServiceContextMode;
-  eventsEngine: EventsEngine;
 }
 
 export enum ServiceContextMode {
@@ -47,7 +45,6 @@ export class ServiceContextContainer implements ServiceContext {
   configuration: utils.ResolvedPowerSyncConfig;
   lifeCycleEngine: LifeCycledSystem;
   storageEngine: storage.StorageEngine;
-  eventsEngine: EventsEngine;
   syncContext: SyncContext;
   routerEngine: routes.RouterEngine;
   serviceMode: ServiceContextMode;
@@ -69,11 +66,6 @@ export class ServiceContextContainer implements ServiceContext {
       }
     });
 
-    this.eventsEngine = new EventsEngine();
-    this.lifeCycleEngine.withLifecycle(this.eventsEngine, {
-      stop: (emitterEngine) => emitterEngine.shutDown()
-    });
-
     this.lifeCycleEngine.withLifecycle(this.storageEngine, {
       start: (storageEngine) => storageEngine.start(),
       stop: (storageEngine) => storageEngine.shutDown()
@@ -97,10 +89,6 @@ export class ServiceContextContainer implements ServiceContext {
       // Migrations should be executed before the system starts
       start: () => migrationManager[Symbol.asyncDispose]()
     });
-
-    this.lifeCycleEngine.withLifecycle(this.eventsEngine, {
-      stop: (emitterEngine) => emitterEngine.shutDown()
-    });
   }
 
   get replicationEngine(): replication.ReplicationEngine | null {

package/test/src/routes/mocks.ts

@@ -11,7 +11,6 @@ import {
   SyncRulesBucketStorage
 } from '@/index.js';
 import { MeterProvider } from '@opentelemetry/sdk-metrics';
-import { EventsEngine } from '@/events/EventsEngine.js';
 
 export function mockServiceContext(storage: Partial<SyncRulesBucketStorage> | null) {
   // This is very incomplete - just enough to get the current tests passing.
@@ -35,7 +34,6 @@ export function mockServiceContext(storage: Partial<SyncRulesBucketStorage> | nu
   createCoreAPIMetrics(metricsEngine);
   const service_context: Partial<ServiceContext> = {
     syncContext: new SyncContext({ maxBuckets: 1, maxDataFetchConcurrency: 1, maxParameterQueryResults: 1 }),
-    eventsEngine: new EventsEngine(),
     routerEngine: {
       getAPI() {
         return {

package/test/src/routes/stream.test.ts

@@ -12,12 +12,7 @@ describe('Stream Route', () => {
     it('handles missing sync rules', async () => {
       const context: Context = {
         logger: logger,
-        service_context: mockServiceContext(null),
-        token_payload: {
-          sub: '',
-          exp: 0,
-          iat: 0
-        }
+        service_context: mockServiceContext(null)
       };
 
       const request: BasicRouterRequest = {
@@ -26,13 +21,10 @@ describe('Stream Route', () => {
         protocol: 'http'
       };
 
-      const error = (await (
-        syncStreamed.handler({
-          context,
-          params: {},
-          request
-        }) as Promise<RouterResponse>
-      ).catch((e) => e)) as ServiceError;
+      const error = (await (syncStreamed.handler({ context, params: {}, request }) as Promise<RouterResponse>).catch(
+        (e) => e
+      )) as ServiceError;
+
       expect(error.errorData.status).toEqual(500);
       expect(error.errorData.code).toEqual('PSYNC_S2302');
     });