@powersync/service-core 0.0.0-dev-20241219091224 → 0.0.0-dev-20241219145106

package/CHANGELOG.md

@@ -1,6 +1,6 @@
 # @powersync/service-core
 
-## 0.0.0-dev-20241219091224
+## 0.0.0-dev-20241219145106
 
 ### Minor Changes
 
@@ -10,11 +10,13 @@
 
 - 697d44b: Updated ts-codec to 1.3.0 for better decode error responses
 - Updated dependencies [697d44b]
+- Updated dependencies [697d44b]
 - Updated dependencies [a66be3b]
 - Updated dependencies [697d44b]
-  - @powersync/lib-services-framework@0.0.0-dev-20241219091224
-  - @powersync/service-sync-rules@0.0.0-dev-20241219091224
-  - @powersync/service-rsocket-router@0.0.0-dev-20241219091224
+  - @powersync/lib-services-framework@0.0.0-dev-20241219145106
+  - @powersync/service-sync-rules@0.0.0-dev-20241219145106
+  - @powersync/service-types@0.0.0-dev-20241219145106
+  - @powersync/service-rsocket-router@0.0.0-dev-20241219145106
 
 ## 0.12.2
 

package/dist/storage/bson.d.ts

@@ -0,0 +1,24 @@
+import * as bson from 'bson';
+import { SqliteJsonValue } from '@powersync/service-sync-rules';
+import { ReplicaId } from './BucketStorage.js';
+export declare const BSON_DESERIALIZE_OPTIONS: bson.DeserializeOptions;
+/**
+ * Lookup serialization must be number-agnostic. I.e. normalize numbers, instead of preserving numbers.
+ * @param lookup
+ */
+export declare const serializeLookupBuffer: (lookup: SqliteJsonValue[]) => Buffer;
+export declare const serializeLookup: (lookup: SqliteJsonValue[]) => bson.Binary;
+/**
+ * True if this is a bson.UUID.
+ *
+ * Works even with multiple copies of the bson package.
+ */
+export declare const isUUID: (value: any) => value is bson.UUID;
+export declare const serializeReplicaId: (id: ReplicaId) => Buffer;
+export declare const deserializeReplicaId: (id: Buffer) => ReplicaId;
+export declare const deserializeBson: (buffer: Buffer) => bson.Document;
+export declare const serializeBson: (document: any) => Buffer;
+/**
+ * Returns true if two ReplicaId values are the same (serializes to the same BSON value).
+ */
+export declare const replicaIdEquals: (a: ReplicaId, b: ReplicaId) => boolean;

package/dist/storage/bson.js

@@ -0,0 +1,73 @@
+import * as bson from 'bson';
+export const BSON_DESERIALIZE_OPTIONS = {
+    // use bigint instead of Long
+    useBigInt64: true
+};
+/**
+ * Lookup serialization must be number-agnostic. I.e. normalize numbers, instead of preserving numbers.
+ * @param lookup
+ */
+export const serializeLookupBuffer = (lookup) => {
+    const normalized = lookup.map((value) => {
+        if (typeof value == 'number' && Number.isInteger(value)) {
+            return BigInt(value);
+        }
+        else {
+            return value;
+        }
+    });
+    return bson.serialize({ l: normalized });
+};
+export const serializeLookup = (lookup) => {
+    return new bson.Binary(serializeLookupBuffer(lookup));
+};
+/**
+ * True if this is a bson.UUID.
+ *
+ * Works even with multiple copies of the bson package.
+ */
+export const isUUID = (value) => {
+    if (value == null || typeof value != 'object') {
+        return false;
+    }
+    const uuid = value;
+    return uuid._bsontype == 'Binary' && uuid.sub_type == bson.Binary.SUBTYPE_UUID;
+};
+export const serializeReplicaId = (id) => {
+    return bson.serialize({ id });
+};
+export const deserializeReplicaId = (id) => {
+    const deserialized = deserializeBson(id);
+    return deserialized.id;
+};
+export const deserializeBson = (buffer) => {
+    return bson.deserialize(buffer, BSON_DESERIALIZE_OPTIONS);
+};
+export const serializeBson = (document) => {
+    return bson.serialize(document);
+};
+/**
+ * Returns true if two ReplicaId values are the same (serializes to the same BSON value).
+ */
+export const replicaIdEquals = (a, b) => {
+    if (a === b) {
+        return true;
+    }
+    else if (typeof a == 'string' && typeof b == 'string') {
+        return a == b;
+    }
+    else if (isUUID(a) && isUUID(b)) {
+        return a.equals(b);
+    }
+    else if (a == null && b == null) {
+        return true;
+    }
+    else if ((b == null && a != null) || (a == null && b != null)) {
+        return false;
+    }
+    else {
+        // There are many possible primitive values, this covers them all
+        return serializeReplicaId(a).equals(serializeReplicaId(b));
+    }
+};
+//# sourceMappingURL=bson.js.map

package/dist/storage/bson.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bson.js","sourceRoot":"","sources":["../../src/storage/bson.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAK7B,MAAM,CAAC,MAAM,wBAAwB,GAA4B;IAC/D,6BAA6B;IAC7B,WAAW,EAAE,IAAI;CAClB,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,MAAyB,EAAU,EAAE;IACzE,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QACtC,IAAI,OAAO,KAAK,IAAI,QAAQ,IAAI,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;YACxD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;QACvB,CAAC;aAAM,CAAC;YACN,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC,CAAC,CAAC;IACH,OAAO,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,UAAU,EAAE,CAAW,CAAC;AACrD,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,MAAyB,EAAE,EAAE;IAC3D,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC,CAAC;AACxD,CAAC,CAAC;AAEF;;;;GAIG;AACH,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,KAAU,EAAsB,EAAE;IACvD,IAAI,KAAK,IAAI,IAAI,IAAI,OAAO,KAAK,IAAI,QAAQ,EAAE,CAAC;QAC9C,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,IAAI,GAAG,KAAkB,CAAC;IAChC,OAAO,IAAI,CAAC,SAAS,IAAI,QAAQ,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC;AACjF,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,EAAa,EAAU,EAAE;IAC1D,OAAO,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,CAAW,CAAC;AAC1C,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,EAAU,EAAa,EAAE;IAC5D,MAAM,YAAY,GAAG,eAAe,CAAC,EAAE,CAAC,CAAC;IACzC,OAAO,YAAY,CAAC,EAAE,CAAC;AACzB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,MAAc,EAAE,EAAE;IAChD,OAAO,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,wBAAwB,CAAC,CAAC;AAC5D,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,QAAa,EAAU,EAAE;IACrD,OAAO,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAW,CAAC;AAC5C,CAAC,CAAC;AAEF;;GAEG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAAY,EAAE,CAAY,EAAE,EAAE;IAC5D,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QACZ,OAAO,IAAI,CAAC;IACd,CAAC;SAAM,IAAI,OAAO,CAAC,IAAI,QAAQ,IAAI,OAAO,CAAC,IAAI,QAAQ,EAAE,CAAC;QACxD,OAAO,CAAC,IAAI,CAAC,CAAC;IAChB,CAAC;SAAM,IAAI,MAAM,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;QAClC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IACrB,CAAC;SAAM,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;QAClC,OAAO,IAAI,CAAC;IACd,CAAC;SAAM,IAAI,CAAC,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC;QAChE,OAAO,KAAK,CAAC;IACf,CAAC;SAAM,CAAC;QACN,iEAAiE;QACjE,OAAO,kBAAkB,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC,CAA8B,CAAC,CAAC;IAC1F,CAAC;AACH,CAAC,CAAC"}

package/dist/storage/storage-index.d.ts

@@ -1,3 +1,4 @@
+export * from './bson.js';
 export * from './BucketStorage.js';
 export * from './ChecksumCache.js';
 export * from './ReplicationEventPayload.js';

package/dist/storage/storage-index.js

@@ -1,3 +1,4 @@
+export * from './bson.js';
 export * from './BucketStorage.js';
 export * from './ChecksumCache.js';
 export * from './ReplicationEventPayload.js';

package/dist/storage/storage-index.js.map

@@ -1 +1 @@
-{"version":3,"file":"storage-index.js","sourceRoot":"","sources":["../../src/storage/storage-index.ts"],"names":[],"mappings":"AAAA,cAAc,oBAAoB,CAAC;AACnC,cAAc,oBAAoB,CAAC;AACnC,cAAc,8BAA8B,CAAC;AAC7C,cAAc,mBAAmB,CAAC;AAClC,cAAc,kBAAkB,CAAC;AACjC,cAAc,oBAAoB,CAAC;AACnC,cAAc,sBAAsB,CAAC;AACrC,cAAc,yBAAyB,CAAC"}
+{"version":3,"file":"storage-index.js","sourceRoot":"","sources":["../../src/storage/storage-index.ts"],"names":[],"mappings":"AAAA,cAAc,WAAW,CAAC;AAC1B,cAAc,oBAAoB,CAAC;AACnC,cAAc,oBAAoB,CAAC;AACnC,cAAc,8BAA8B,CAAC;AAC7C,cAAc,mBAAmB,CAAC;AAClC,cAAc,kBAAkB,CAAC;AACjC,cAAc,oBAAoB,CAAC;AACnC,cAAc,sBAAsB,CAAC;AACrC,cAAc,yBAAyB,CAAC"}

package/package.json

@@ -5,7 +5,7 @@
   "publishConfig": {
     "access": "public"
   },
-  "version": "0.0.0-dev-20241219091224",
+  "version": "0.0.0-dev-20241219145106",
   "main": "dist/index.js",
   "license": "FSL-1.1-Apache-2.0",
   "type": "module",
@@ -32,11 +32,11 @@
     "uuid": "^9.0.1",
     "winston": "^3.13.0",
     "yaml": "^2.3.2",
+    "@powersync/lib-services-framework": "0.0.0-dev-20241219145106",
     "@powersync/service-jsonbig": "0.17.10",
-    "@powersync/lib-services-framework": "0.0.0-dev-20241219091224",
-    "@powersync/service-rsocket-router": "0.0.0-dev-20241219091224",
-    "@powersync/service-sync-rules": "0.0.0-dev-20241219091224",
-    "@powersync/service-types": "0.5.0"
+    "@powersync/service-rsocket-router": "0.0.0-dev-20241219145106",
+    "@powersync/service-sync-rules": "0.0.0-dev-20241219145106",
+    "@powersync/service-types": "0.0.0-dev-20241219145106"
   },
   "devDependencies": {
     "@types/async": "^3.2.24",

package/src/storage/bson.ts

@@ -0,0 +1,78 @@
+import * as bson from 'bson';
+
+import { SqliteJsonValue } from '@powersync/service-sync-rules';
+import { ReplicaId } from './BucketStorage.js';
+
+export const BSON_DESERIALIZE_OPTIONS: bson.DeserializeOptions = {
+  // use bigint instead of Long
+  useBigInt64: true
+};
+
+/**
+ * Lookup serialization must be number-agnostic. I.e. normalize numbers, instead of preserving numbers.
+ * @param lookup
+ */
+export const serializeLookupBuffer = (lookup: SqliteJsonValue[]): Buffer => {
+  const normalized = lookup.map((value) => {
+    if (typeof value == 'number' && Number.isInteger(value)) {
+      return BigInt(value);
+    } else {
+      return value;
+    }
+  });
+  return bson.serialize({ l: normalized }) as Buffer;
+};
+
+export const serializeLookup = (lookup: SqliteJsonValue[]) => {
+  return new bson.Binary(serializeLookupBuffer(lookup));
+};
+
+/**
+ * True if this is a bson.UUID.
+ *
+ * Works even with multiple copies of the bson package.
+ */
+export const isUUID = (value: any): value is bson.UUID => {
+  if (value == null || typeof value != 'object') {
+    return false;
+  }
+  const uuid = value as bson.UUID;
+  return uuid._bsontype == 'Binary' && uuid.sub_type == bson.Binary.SUBTYPE_UUID;
+};
+
+export const serializeReplicaId = (id: ReplicaId): Buffer => {
+  return bson.serialize({ id }) as Buffer;
+};
+
+export const deserializeReplicaId = (id: Buffer): ReplicaId => {
+  const deserialized = deserializeBson(id);
+  return deserialized.id;
+};
+
+export const deserializeBson = (buffer: Buffer) => {
+  return bson.deserialize(buffer, BSON_DESERIALIZE_OPTIONS);
+};
+
+export const serializeBson = (document: any): Buffer => {
+  return bson.serialize(document) as Buffer;
+};
+
+/**
+ * Returns true if two ReplicaId values are the same (serializes to the same BSON value).
+ */
+export const replicaIdEquals = (a: ReplicaId, b: ReplicaId) => {
+  if (a === b) {
+    return true;
+  } else if (typeof a == 'string' && typeof b == 'string') {
+    return a == b;
+  } else if (isUUID(a) && isUUID(b)) {
+    return a.equals(b);
+  } else if (a == null && b == null) {
+    return true;
+  } else if ((b == null && a != null) || (a == null && b != null)) {
+    return false;
+  } else {
+    // There are many possible primitive values, this covers them all
+    return serializeReplicaId(a).equals(serializeReplicaId(b) as ArrayBuffer as Uint8Array);
+  }
+};

package/src/storage/storage-index.ts

@@ -1,3 +1,4 @@
+export * from './bson.js';
 export * from './BucketStorage.js';
 export * from './ChecksumCache.js';
 export * from './ReplicationEventPayload.js';
@@ -6,4 +7,3 @@ export * from './SourceTable.js';
 export * from './StorageEngine.js';
 export * from './StorageProvider.js';
 export * from './WriteCheckpointAPI.js';
-