@harperfast/rocksdb-js 1.2.0 → 1.3.0

package/dist/index.d.cts

@@ -172,6 +172,24 @@ declare class Store {
   */
   maxKeySize: number;
   /**
+  * The maximum number of memtables that can be queued per column family
+  * before writes stall. Higher values absorb write bursts while flushes catch
+  * up, at the cost of memory.
+  */
+  maxWriteBufferNumber?: number;
+  /**
+  * The bytes of recent memtable history to retain in memory for transaction
+  * conflict checking. `-1` derives the value from
+  * `maxWriteBufferNumber * writeBufferSize`.
+  */
+  maxWriteBufferSizeToMaintain?: number;
+  /**
+  * The total memtable budget in bytes across all column families. When the
+  * sum of memtables reaches this size, RocksDB flushes the largest one. `0`
+  * disables the global trigger so per-CF `writeBufferSize` drives flushing.
+  */
+  dbWriteBufferSize?: number;
+  /**
   * The name of the store (e.g. the column family). Defaults to `'default'`.
   */
   name: string;
@@ -181,9 +199,10 @@ declare class Store {
   noBlockCache?: boolean;
   /**
   * The number of threads to use for parallel operations. This is a RocksDB
-  * option.
+  * option. When undefined, the native layer picks
+  * `max(1, hardware_concurrency() / 2)`.
   */
-  parallelismThreads: number;
+  parallelismThreads?: number;
   /**
   * The path to the database.
   */
@@ -239,6 +258,11 @@ declare class Store {
   */
   transactionLogsPath?: string;
   /**
+  * The per-column-family memtable size in bytes at which the memtable is
+  * sealed and flushed.
+  */
+  writeBufferSize?: number;
+  /**
   * The function used to encode keys using the shared `keyBuffer`.
   */
   writeKey: WriteKeyFunction;
@@ -492,8 +516,11 @@ declare class NativeIteratorCls {
 }
 type NativeDatabaseMode = "optimistic" | "pessimistic";
 type NativeDatabaseOptions = {
+  dbWriteBufferSize?: number;
   disableWAL?: boolean;
   enableStats?: boolean;
+  maxWriteBufferNumber?: number;
+  maxWriteBufferSizeToMaintain?: number;
   mode?: NativeDatabaseMode;
   name?: string;
   noBlockCache?: boolean;
@@ -504,6 +531,7 @@ type NativeDatabaseOptions = {
   transactionLogMaxSize?: number;
   transactionLogRetentionMs?: number;
   transactionLogsPath?: string;
+  writeBufferSize?: number;
 };
 type ResolveCallback<T> = (value: T) => void;
 type RejectCallback = (err: Error) => void;
@@ -569,6 +597,40 @@ type NativeDatabase = {
 type RocksDatabaseConfig = {
   blockCacheSize?: number;
   compactOnClose?: boolean;
+  /**
+  * Total memtable memory limit (bytes) shared across every database opened
+  * in this process. When set, RocksDB uses a single `WriteBufferManager` so
+  * write buffers are bounded process-wide rather than per database. 0 (the
+  * default) disables the manager.
+  *
+  * Can be updated at runtime; the new size takes effect on the existing
+  * manager via `SetBufferSize`.
+  */
+  writeBufferManagerSize?: number;
+  /**
+  * When `true`, memtable memory is "charged" against the shared block cache
+  * so the block cache and write buffers draw from a single pool. During
+  * write bursts the cache shrinks to make room for memtables; once
+  * memtables flush, the cache can grow back into the reclaimed space.
+  *
+  * Has no effect when the block cache is disabled (size 0) or
+  * `writeBufferManagerSize` is 0. Must be set on the same `config()` call
+  * that first enables the manager — changing it after the manager has been
+  * created has no effect on the running instance.
+  *
+  * @default false
+  */
+  writeBufferManagerCostToCache?: boolean;
+  /**
+  * When `true`, writes are stalled once the manager's `buffer_size` is
+  * exceeded, providing a hard cap on memtable memory. When `false`,
+  * memtables are allowed to grow past the limit and flushes are simply
+  * scheduled more aggressively. Off by default to favor write throughput
+  * over hard memory bounding.
+  *
+  * @default false
+  */
+  writeBufferManagerAllowStall?: boolean;
 };
 type RegistryStatusDB = {
   path: string;

package/dist/index.d.mts

@@ -172,6 +172,24 @@ declare class Store {
   */
   maxKeySize: number;
   /**
+  * The maximum number of memtables that can be queued per column family
+  * before writes stall. Higher values absorb write bursts while flushes catch
+  * up, at the cost of memory.
+  */
+  maxWriteBufferNumber?: number;
+  /**
+  * The bytes of recent memtable history to retain in memory for transaction
+  * conflict checking. `-1` derives the value from
+  * `maxWriteBufferNumber * writeBufferSize`.
+  */
+  maxWriteBufferSizeToMaintain?: number;
+  /**
+  * The total memtable budget in bytes across all column families. When the
+  * sum of memtables reaches this size, RocksDB flushes the largest one. `0`
+  * disables the global trigger so per-CF `writeBufferSize` drives flushing.
+  */
+  dbWriteBufferSize?: number;
+  /**
   * The name of the store (e.g. the column family). Defaults to `'default'`.
   */
   name: string;
@@ -181,9 +199,10 @@ declare class Store {
   noBlockCache?: boolean;
   /**
   * The number of threads to use for parallel operations. This is a RocksDB
-  * option.
+  * option. When undefined, the native layer picks
+  * `max(1, hardware_concurrency() / 2)`.
   */
-  parallelismThreads: number;
+  parallelismThreads?: number;
   /**
   * The path to the database.
   */
@@ -239,6 +258,11 @@ declare class Store {
   */
   transactionLogsPath?: string;
   /**
+  * The per-column-family memtable size in bytes at which the memtable is
+  * sealed and flushed.
+  */
+  writeBufferSize?: number;
+  /**
   * The function used to encode keys using the shared `keyBuffer`.
   */
   writeKey: WriteKeyFunction;
@@ -492,8 +516,11 @@ declare class NativeIteratorCls {
 }
 type NativeDatabaseMode = "optimistic" | "pessimistic";
 type NativeDatabaseOptions = {
+  dbWriteBufferSize?: number;
   disableWAL?: boolean;
   enableStats?: boolean;
+  maxWriteBufferNumber?: number;
+  maxWriteBufferSizeToMaintain?: number;
   mode?: NativeDatabaseMode;
   name?: string;
   noBlockCache?: boolean;
@@ -504,6 +531,7 @@ type NativeDatabaseOptions = {
   transactionLogMaxSize?: number;
   transactionLogRetentionMs?: number;
   transactionLogsPath?: string;
+  writeBufferSize?: number;
 };
 type ResolveCallback<T> = (value: T) => void;
 type RejectCallback = (err: Error) => void;
@@ -569,6 +597,40 @@ type NativeDatabase = {
 type RocksDatabaseConfig = {
   blockCacheSize?: number;
   compactOnClose?: boolean;
+  /**
+  * Total memtable memory limit (bytes) shared across every database opened
+  * in this process. When set, RocksDB uses a single `WriteBufferManager` so
+  * write buffers are bounded process-wide rather than per database. 0 (the
+  * default) disables the manager.
+  *
+  * Can be updated at runtime; the new size takes effect on the existing
+  * manager via `SetBufferSize`.
+  */
+  writeBufferManagerSize?: number;
+  /**
+  * When `true`, memtable memory is "charged" against the shared block cache
+  * so the block cache and write buffers draw from a single pool. During
+  * write bursts the cache shrinks to make room for memtables; once
+  * memtables flush, the cache can grow back into the reclaimed space.
+  *
+  * Has no effect when the block cache is disabled (size 0) or
+  * `writeBufferManagerSize` is 0. Must be set on the same `config()` call
+  * that first enables the manager — changing it after the manager has been
+  * created has no effect on the running instance.
+  *
+  * @default false
+  */
+  writeBufferManagerCostToCache?: boolean;
+  /**
+  * When `true`, writes are stalled once the manager's `buffer_size` is
+  * exceeded, providing a hard cap on memtable memory. When `false`,
+  * memtables are allowed to grow past the limit and flushes are simply
+  * scheduled more aggressively. Off by default to favor write throughput
+  * over hard memory bounding.
+  *
+  * @default false
+  */
+  writeBufferManagerAllowStall?: boolean;
 };
 type RegistryStatusDB = {
   path: string;

package/dist/index.mjs

@@ -570,8 +570,6 @@ const VALUE_BUFFER = createFixedBuffer(64 * 1024);
 const ITERATOR_STATE_BUFFER = Buffer.allocUnsafeSlow(8);
 const ITERATOR_STATE = new Uint32Array(ITERATOR_STATE_BUFFER.buffer, ITERATOR_STATE_BUFFER.byteOffset, 2);
 const MAX_KEY_SIZE = 1024 * 1024;
-const RESET_BUFFER_MODE = 1024;
-const REUSE_BUFFER_MODE = 512;
 const SAVE_BUFFER_SIZE = 8192;
 /**
 * A store wraps the `NativeDatabase` binding and database settings so that a
@@ -633,6 +631,24 @@ var Store = class {
 	*/
 	maxKeySize;
 	/**
+	* The maximum number of memtables that can be queued per column family
+	* before writes stall. Higher values absorb write bursts while flushes catch
+	* up, at the cost of memory.
+	*/
+	maxWriteBufferNumber;
+	/**
+	* The bytes of recent memtable history to retain in memory for transaction
+	* conflict checking. `-1` derives the value from
+	* `maxWriteBufferNumber * writeBufferSize`.
+	*/
+	maxWriteBufferSizeToMaintain;
+	/**
+	* The total memtable budget in bytes across all column families. When the
+	* sum of memtables reaches this size, RocksDB flushes the largest one. `0`
+	* disables the global trigger so per-CF `writeBufferSize` drives flushing.
+	*/
+	dbWriteBufferSize;
+	/**
 	* The name of the store (e.g. the column family). Defaults to `'default'`.
 	*/
 	name;
@@ -642,7 +658,8 @@ var Store = class {
 	noBlockCache;
 	/**
 	* The number of threads to use for parallel operations. This is a RocksDB
-	* option.
+	* option. When undefined, the native layer picks
+	* `max(1, hardware_concurrency() / 2)`.
 	*/
 	parallelismThreads;
 	/**
@@ -700,6 +717,11 @@ var Store = class {
 	*/
 	transactionLogsPath;
 	/**
+	* The per-column-family memtable size in bytes at which the memtable is
+	* sealed and flushed.
+	*/
+	writeBufferSize;
+	/**
 	* The function used to encode keys using the shared `keyBuffer`.
 	*/
 	writeKey;
@@ -714,6 +736,7 @@ var Store = class {
 		if (options !== void 0 && options !== null && typeof options !== "object") throw new TypeError("Database options must be an object");
 		const { keyEncoding, readKey, writeKey } = initKeyEncoder(options?.keyEncoding, options?.keyEncoder);
 		this.db = new NativeDatabase();
+		this.dbWriteBufferSize = options?.dbWriteBufferSize;
 		this.decoder = options?.decoder ?? null;
 		this.disableWAL = options?.disableWAL ?? false;
 		this.enableStats = options?.enableStats ?? false;
@@ -724,9 +747,11 @@ var Store = class {
 		this.keyBuffer = KEY_BUFFER;
 		this.keyEncoding = keyEncoding;
 		this.maxKeySize = options?.maxKeySize ?? MAX_KEY_SIZE;
+		this.maxWriteBufferNumber = options?.maxWriteBufferNumber;
+		this.maxWriteBufferSizeToMaintain = options?.maxWriteBufferSizeToMaintain;
 		this.name = options?.name ?? "default";
 		this.noBlockCache = options?.noBlockCache;
-		this.parallelismThreads = options?.parallelismThreads ?? 1;
+		this.parallelismThreads = options?.parallelismThreads;
 		this.path = path;
 		this.pessimistic = options?.pessimistic ?? false;
 		this.readOnly = options?.readOnly ?? false;
@@ -738,6 +763,7 @@ var Store = class {
 		this.transactionLogMaxSize = options?.transactionLogMaxSize;
 		this.transactionLogRetention = options?.transactionLogRetention;
 		this.transactionLogsPath = options?.transactionLogsPath;
+		this.writeBufferSize = options?.writeBufferSize;
 		this.writeKey = writeKey;
 	}
 	/**
@@ -833,7 +859,7 @@ var Store = class {
 	encodeValue(value) {
 		if (value && value["binary-data"]) return value["binary-data"];
 		if (typeof this.encoder?.encode === "function") {
-			if (this.encoder.copyBuffers) return this.encoder.encode(value, REUSE_BUFFER_MODE | RESET_BUFFER_MODE);
+			if (this.encoder.copyBuffers) return this.encoder.encode(value, 1536);
 			const valueBuffer = this.encoder.encode(value);
 			if (typeof valueBuffer === "string") return Buffer.from(valueBuffer);
 			return valueBuffer;
@@ -999,8 +1025,11 @@ var Store = class {
 	open() {
 		if (this.db.opened) return true;
 		this.db.open(this.path, {
+			dbWriteBufferSize: this.dbWriteBufferSize,
 			disableWAL: this.disableWAL,
 			enableStats: this.enableStats,
+			maxWriteBufferNumber: this.maxWriteBufferNumber,
+			maxWriteBufferSizeToMaintain: this.maxWriteBufferSizeToMaintain,
 			mode: this.pessimistic ? "pessimistic" : "optimistic",
 			name: this.name,
 			noBlockCache: this.noBlockCache,
@@ -1010,7 +1039,8 @@ var Store = class {
 			transactionLogMaxAgeThreshold: this.transactionLogMaxAgeThreshold,
 			transactionLogMaxSize: this.transactionLogMaxSize,
 			transactionLogRetentionMs: this.transactionLogRetention ? parseDuration(this.transactionLogRetention) : void 0,
-			transactionLogsPath: this.transactionLogsPath
+			transactionLogsPath: this.transactionLogsPath,
+			writeBufferSize: this.writeBufferSize
 		});
 		return false;
 	}
@@ -2043,7 +2073,7 @@ function loadLastPosition(transactionLog, readUncommitted) {
 //#region src/index.ts
 const versions = {
 	rocksdb: version,
-	"rocksdb-js": "1.2.0"
+	"rocksdb-js": "1.3.0"
 };
 
 //#endregion