@drift-labs/sdk 2.75.0-beta.2 → 2.75.0-beta.3

package/VERSION

@@ -1 +1 @@
-2.75.0-beta.2
+2.75.0-beta.3

package/lib/userMap/userMap.js

@@ -4,10 +4,12 @@ exports.UserMap = void 0;
 const __1 = require("..");
 const web3_js_1 = require("@solana/web3.js");
 const buffer_1 = require("buffer");
+const zstddec_1 = require("zstddec");
 const memcmp_1 = require("../memcmp");
 const WebsocketSubscription_1 = require("./WebsocketSubscription");
 const PollingSubscription_1 = require("./PollingSubscription");
 const user_1 = require("../decode/user");
+const MAX_USER_ACCOUNT_SIZE_BYTES = 4376;
 class UserMap {
     /**
      * Constructs a new UserMap instance.
@@ -242,7 +244,7 @@ class UserMap {
                 {
                     commitment: this.commitment,
                     filters,
-                    encoding: 'base64',
+                    encoding: 'base64+zstd',
                     withContext: true,
                 },
             ];
@@ -252,11 +254,14 @@ class UserMap {
             const slot = rpcResponseAndContext.context.slot;
             this.updateLatestSlot(slot);
             const programAccountBufferMap = new Map();
-            rpcResponseAndContext.value.forEach((programAccount) => {
-                programAccountBufferMap.set(programAccount.pubkey.toString(), 
-                // @ts-ignore
-                buffer_1.Buffer.from(programAccount.account.data[0], programAccount.account.data[1]));
+            const decodingPromises = rpcResponseAndContext.value.map(async (programAccount) => {
+                const compressedUserData = buffer_1.Buffer.from(programAccount.account.data[0], 'base64');
+                const decoder = new zstddec_1.ZSTDDecoder();
+                await decoder.init();
+                const userBuffer = decoder.decode(compressedUserData, MAX_USER_ACCOUNT_SIZE_BYTES);
+                programAccountBufferMap.set(programAccount.pubkey.toString(), buffer_1.Buffer.from(userBuffer));
             });
+            await Promise.all(decodingPromises);
             const promises = Array.from(programAccountBufferMap.entries()).map(([key, buffer]) => (async () => {
                 const currAccountWithSlot = this.getWithSlot(key);
                 if (currAccountWithSlot) {

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@drift-labs/sdk",
-	"version": "2.75.0-beta.2",
+	"version": "2.75.0-beta.3",
 	"main": "lib/index.js",
 	"types": "lib/index.d.ts",
 	"author": "crispheaney",
@@ -41,10 +41,10 @@
 		"@solana/spl-token": "^0.3.7",
 		"@solana/web3.js": "1.73.2",
 		"strict-event-emitter-types": "^2.0.0",
-		"uuid": "^8.3.2"
+		"uuid": "^8.3.2",
+		"zstddec": "^0.1.0"
 	},
 	"devDependencies": {
-		"object-sizeof": "^2.6.3",
 		"@types/big.js": "^6.2.0",
 		"@types/bn.js": "^5.1.3",
 		"@types/chai": "^4.3.1",
@@ -59,6 +59,7 @@
 		"eslint-plugin-prettier": "^3.4.0",
 		"lodash": "^4.17.21",
 		"mocha": "^10.0.0",
+		"object-sizeof": "^2.6.3",
 		"prettier": "^3.0.1",
 		"ts-node": "^10.8.0",
 		"typescript": "^4.9.5"

package/src/userMap/userMap.ts

@@ -26,6 +26,7 @@ import {
 	RpcResponseAndContext,
 } from '@solana/web3.js';
 import { Buffer } from 'buffer';
+import { ZSTDDecoder } from 'zstddec';
 import { getNonIdleUserFilter, getUserFilter } from '../memcmp';
 import {
 	UserAccountFilterCriteria as UserFilterCriteria,
@@ -35,6 +36,8 @@ import { WebsocketSubscription } from './WebsocketSubscription';
 import { PollingSubscription } from './PollingSubscription';
 import { decodeUser } from '../decode/user';
 
+const MAX_USER_ACCOUNT_SIZE_BYTES = 4376;
+
 export interface UserMapInterface {
 	subscribe(): Promise<void>;
 	unsubscribe(): Promise<void>;
@@ -357,7 +360,7 @@ export class UserMap implements UserMapInterface {
 				{
 					commitment: this.commitment,
 					filters,
-					encoding: 'base64',
+					encoding: 'base64+zstd',
 					withContext: true,
 				},
 			];
@@ -375,16 +378,26 @@ export class UserMap implements UserMapInterface {
 			this.updateLatestSlot(slot);
 
 			const programAccountBufferMap = new Map<string, Buffer>();
-			rpcResponseAndContext.value.forEach((programAccount) => {
-				programAccountBufferMap.set(
-					programAccount.pubkey.toString(),
-					// @ts-ignore
-					Buffer.from(
+			const decodingPromises = rpcResponseAndContext.value.map(
+				async (programAccount) => {
+					const compressedUserData = Buffer.from(
 						programAccount.account.data[0],
-						programAccount.account.data[1]
-					)
-				);
-			});
+						'base64'
+					);
+					const decoder = new ZSTDDecoder();
+					await decoder.init();
+					const userBuffer = decoder.decode(
+						compressedUserData,
+						MAX_USER_ACCOUNT_SIZE_BYTES
+					);
+					programAccountBufferMap.set(
+						programAccount.pubkey.toString(),
+						Buffer.from(userBuffer)
+					);
+				}
+			);
+
+			await Promise.all(decodingPromises);
 
 			const promises = Array.from(programAccountBufferMap.entries()).map(
 				([key, buffer]) =>