@powersync/service-module-mongodb 0.15.3 → 0.16.0

package/src/replication/internal-mongodb-utils.ts

@@ -1,45 +1,4 @@
 import { mongo } from '@powersync/lib-service-mongodb';
-import { get } from 'http';
-
-/**
- * Track bytes read on a change stream.
- *
- * This is after decompression, and without TLS overhead.
- *
- * This excludes some protocol overhead, but does include per-batch overhead.
- *
- * This is built on internal APIs, and may stop working in future driver versions.
- *
- * @param add Called once for each batch of data.
- */
-export function trackChangeStreamBsonBytes(changeStream: mongo.ChangeStream, add: (bytes: number) => void) {
-  let internalChangeStream = changeStream as ChangeStreamWithCursor;
-  let current = internalChangeStream.cursor;
-  let degisterCursor = trackCursor(current, add);
-
-  const refresh = () => {
-    // The cursor may be replaced closed and re-opened (replaced) in various scenarios, such as
-    // after a primary fail-over event.
-    // There is no direct even to track that, but the `resumeTokenChanged` event is a good proxy.
-    // It may be called more often than the cursor is replaced, so we just check whether the cursor changed.
-    // This might miss the init batch, so we may under-count slightly in that case. It is a rare event
-    // and typically a small number of bytes, so it's fine to ignore.
-    const next = internalChangeStream.cursor;
-    if (next !== current) {
-      degisterCursor();
-      current = next;
-      degisterCursor = trackCursor(current, add);
-    }
-  };
-
-  changeStream.on('resumeTokenChanged', refresh);
-
-  // We return this to allow de-registration of the event listeners.
-  // However, these are garbage collected automatically when the stream is closed, so it's not strictly necessary to call this.
-  return () => {
-    changeStream.off('resumeTokenChanged', refresh);
-  };
-}
 
 /**
  * Get the byte size of the current batch on a cursor.
@@ -60,31 +19,6 @@ interface CursorResponse {
   toBytes?(): Uint8Array;
 }
 
-interface ChangeStreamWithCursor extends mongo.ChangeStream {
-  cursor?: mongo.AbstractCursor;
-}
-
-function trackCursor(cursor: mongo.AbstractCursor | undefined, add: (bytes: number) => void) {
-  if (cursor == null) {
-    return () => {};
-  }
-  const countBatch = (response: CursorResponse | undefined) => {
-    const bytes = getResponseBytes(response);
-    if (bytes > 0) {
-      add(bytes);
-    }
-  };
-
-  // The `init` event is emitted for the first batch, and the `more` event is emitted for subsequent batches.
-  cursor.on('init', countBatch);
-  cursor.on('more', countBatch);
-
-  return () => {
-    cursor.off('init', countBatch);
-    cursor.off('more', countBatch);
-  };
-}
-
 function getResponseBytes(response: CursorResponse | undefined): number {
   const buffer = response?.toBytes?.();
   return buffer?.byteLength ?? 0;

package/src/replication/replication-index.ts

@@ -1,5 +1,7 @@
-export * from './MongoRelation.js';
 export * from './ChangeStream.js';
-export * from './ChangeStreamReplicator.js';
 export * from './ChangeStreamReplicationJob.js';
+export * from './ChangeStreamReplicator.js';
 export * from './internal-mongodb-utils.js';
+export * from './MongoRelation.js';
+export * from './RawChangeStream.js';
+export * from './SourceRowConverter.js';

package/src/replication/replication-utils.ts

@@ -1,7 +1,7 @@
 import { ErrorCode, ServiceError } from '@powersync/lib-services-framework';
-import { MongoManager } from './MongoManager.js';
-import { PostImagesOption } from '../types/types.js';
 import * as bson from 'bson';
+import { PostImagesOption } from '../types/types.js';
+import { MongoManager } from './MongoManager.js';
 
 export const CHECKPOINTS_COLLECTION = '_powersync_checkpoints';
 

package/src/types/types.ts

@@ -1,5 +1,5 @@
-import * as lib_mongo from '@powersync/lib-service-mongodb/types';
 import type { MongoConnectionParams } from '@powersync/lib-service-mongodb/types';
+import * as lib_mongo from '@powersync/lib-service-mongodb/types';
 import * as service_types from '@powersync/service-types';
 import { LookupFunction } from 'node:net';
 import * as t from 'ts-codec';