@peerbit/shared-log 10.0.5 → 10.0.6-6d2cda9

package/src/replication-domain-hash.ts

@@ -6,25 +6,10 @@ import { type EntryReplicated } from "./ranges.js";
 import {
 	type Log,
 	type ReplicationDomain,
+	type ReplicationDomainConstructor,
 	type ReplicationDomainMapper,
 } from "./replication-domain.js";
 
-/* const hashToU32 = (hash: Uint8Array) => {
-	const seedNumber = new BinaryReader(
-		hash.subarray(hash.length - 4, hash.length),
-	).u32();
-	return seedNumber;
-};
-
-
-const hashToU64 = (hash: Uint8Array): bigint => {
-	const seedNumber = new BinaryReader(
-		hash.subarray(hash.length - 4, hash.length), //  
-	).u64();
-	return seedNumber;
-};
- */
-
 const hashTransformer = <R extends "u32" | "u64">(
 	resolution: R,
 ): ReplicationDomainMapper<any, R> => {
@@ -54,17 +39,19 @@ export type ReplicationDomainHash<R extends "u32" | "u64"> = ReplicationDomain<
 	R
 >;
 
-export const createReplicationDomainHash = <R extends "u32" | "u64">(
-	resolution: R,
-): ReplicationDomainHash<R> => {
-	return {
-		resolution,
-		type: "hash",
-		fromEntry: hashTransformer<R>(resolution),
-		fromArgs: async (args: undefined, log: Log) => {
-			return {
-				offset: log.node.identity.publicKey,
-			};
-		},
+export const createReplicationDomainHash =
+	<R extends "u32" | "u64">(
+		resolution: R,
+	): ReplicationDomainConstructor<ReplicationDomainHash<R>> =>
+	(log: Log) => {
+		return {
+			resolution,
+			type: "hash",
+			fromEntry: hashTransformer<R>(resolution),
+			fromArgs: async (args: undefined) => {
+				return {
+					offset: log.node.identity.publicKey,
+				};
+			},
+		};
 	};
-};

package/src/replication-domain-time.ts

@@ -1,7 +1,12 @@
 import type { ShallowOrFullEntry } from "@peerbit/log";
-import { type EntryReplicated } from "./ranges.js";
 import {
+	type EntryReplicated,
+	type ReplicationRangeIndexable,
+} from "./ranges.js";
+import {
+	type Log,
 	type ReplicationDomain,
+	type ReplicationDomainConstructor,
 	type ReplicationDomainMapper,
 } from "./replication-domain.js";
 
@@ -41,46 +46,47 @@ export type ReplicationDomainTime = ReplicationDomain<TimeRange, any, "u32"> & {
 	fromDuration: (duration: number) => number;
 };
 
-export const createReplicationDomainTime = (
-	origin: Date,
-	unit: TimeUnit = "milliseconds",
-): ReplicationDomainTime => {
-	const originScaled = +origin * scalarMilliToUnit[unit];
-	const fromMilliToUnit = scalarMilliToUnit[unit];
-	const fromTime = (time: number | Date): number => {
-		return (
-			(typeof time === "number" ? time : +time * fromMilliToUnit) - originScaled
-		);
-	};
+export const createReplicationDomainTime =
+	(properties: {
+		origin?: Date;
+		unit?: TimeUnit;
+		canMerge?: (
+			from: ReplicationRangeIndexable<"u32">,
+			into: ReplicationRangeIndexable<"u32">,
+		) => boolean;
+	}): ReplicationDomainConstructor<ReplicationDomainTime> =>
+	(log: Log) => {
+		const origin = properties.origin || new Date();
+		const unit = properties.unit || "milliseconds";
+		const originScaled = +origin * scalarMilliToUnit[unit];
+		const fromMilliToUnit = scalarMilliToUnit[unit];
+		const fromTime = (time: number | Date): number => {
+			return (
+				(typeof time === "number" ? time : +time * fromMilliToUnit) -
+				originScaled
+			);
+		};
 
-	const fromDuration = (duration: number): number => {
-		return duration;
-	};
-	return {
-		resolution: "u32",
-		type: "time",
-		fromTime,
-		fromDuration,
-		fromEntry: fromEntry(origin, unit),
-		fromArgs: async (args: TimeRange | undefined, log) => {
-			if (!args) {
+		const fromDuration = (duration: number): number => {
+			return duration;
+		};
+		return {
+			resolution: "u32",
+			type: "time",
+			fromTime,
+			fromDuration,
+			fromEntry: fromEntry(origin, unit),
+			fromArgs: async (args: TimeRange | undefined) => {
+				if (!args) {
+					return {
+						offset: log.node.identity.publicKey,
+					};
+				}
 				return {
-					offset: log.node.identity.publicKey,
+					offset: fromTime(args.from),
+					length: fromDuration(args.to - args.from),
 				};
-			}
-			return {
-				offset: fromTime(args.from),
-				length: fromDuration(args.to - args.from),
-			};
-			/* 	roleAge = roleAge ?? (await log.getDefaultMinRoleAge());
-				const ranges = await getCoverSet(
-					log.replicationIndex,
-					roleAge,
-					fromTime(args.from),
-					fromDuration(args.to - args.from),
-					undefined,
-				);
-				return [...ranges]; */
-		},
+			},
+			canMerge: properties.canMerge,
+		};
 	};
-};

package/src/replication-domain.ts

@@ -1,7 +1,6 @@
 import type { PublicSignKey } from "@peerbit/crypto";
 import { type Index } from "@peerbit/indexer-interface";
 import type { Entry, ShallowEntry } from "@peerbit/log";
-import { debounceAccumulator } from "./debounce.js";
 import type { ReplicationRangeIndexable } from "./index.js";
 import type { NumberFromType } from "./integers.js";
 import type { EntryReplicated } from "./ranges.js";
@@ -31,63 +30,6 @@ type CoverRange<T extends number | bigint> = {
 	offset: T | PublicSignKey;
 	length?: T;
 };
-export type ReplicationChanges = ReplicationChange[];
-export type ReplicationChange =
-	| {
-			type: "added";
-			range: ReplicationRangeIndexable<any>;
-	  }
-	| {
-			type: "removed";
-			range: ReplicationRangeIndexable<any>;
-	  }
-	| {
-			type: "updated";
-			range: ReplicationRangeIndexable<any>;
-			prev: ReplicationRangeIndexable<any>;
-	  };
-
-export const mergeReplicationChanges = (
-	changes: ReplicationChanges | ReplicationChanges[],
-): ReplicationChanges => {
-	let first = changes[0];
-	if (!Array.isArray(first)) {
-		return changes as ReplicationChanges;
-	}
-	return (changes as ReplicationChanges[]).flat();
-};
-
-export const debounceAggregationChanges = (
-	fn: (changeOrChanges: ReplicationChange[]) => void,
-	delay: number,
-) => {
-	return debounceAccumulator(
-		(result) => {
-			return fn([...result.values()]);
-		},
-		() => {
-			let aggregated: Map<string, ReplicationChange> = new Map();
-			return {
-				add: (change: ReplicationChange) => {
-					const prev = aggregated.get(change.range.idString);
-					if (prev) {
-						if (prev.range.timestamp < change.range.timestamp) {
-							aggregated.set(change.range.idString, change);
-						}
-					} else {
-						aggregated.set(change.range.idString, change);
-					}
-				},
-				delete: (key: string) => {
-					aggregated.delete(key);
-				},
-				size: () => aggregated.size,
-				value: aggregated,
-			};
-		},
-		delay,
-	);
-};
 
 export type ReplicationDomain<Args, T, R extends "u32" | "u64"> = {
 	resolution: R;
@@ -95,9 +37,15 @@ export type ReplicationDomain<Args, T, R extends "u32" | "u64"> = {
 	fromEntry: ReplicationDomainMapper<T, R>;
 	fromArgs: (
 		args: Args | undefined,
-		log: Log,
 	) => Promise<CoverRange<NumberFromType<R>>> | CoverRange<NumberFromType<R>>;
+	canMerge?: (
+		from: ReplicationRangeIndexable<R>,
+		into: ReplicationRangeIndexable<R>,
+	) => boolean;
 };
 
+export type ReplicationDomainConstructor<
+	D extends ReplicationDomain<any, any, any>,
+> = (log: Log) => D;
 export type ExtractDomainArgs<T> =
 	T extends ReplicationDomain<infer Args, any, any> ? Args : never;

package/src/sync/rateless-iblt.ts

@@ -3,7 +3,7 @@ import { Cache } from "@peerbit/cache";
 import { type PublicSignKey, randomBytes, toBase64 } from "@peerbit/crypto";
 import { type Index } from "@peerbit/indexer-interface";
 import type { Entry, Log } from "@peerbit/log";
-import init, { DecoderWrapper, EncoderWrapper } from "@peerbit/riblt";
+import { DecoderWrapper, EncoderWrapper } from "@peerbit/riblt";
 import type { RPC, RequestContext } from "@peerbit/rpc";
 import { SilentDelivery } from "@peerbit/stream-interface";
 import type { SyncableKey, Syncronizer } from ".";
@@ -16,9 +16,6 @@ import {
 	matchEntriesInRangeQuery,
 } from "../ranges.js";
 import { SimpleSyncronizer } from "./simple.js";
-import "./wasm-init.js";
-
-await init();
 
 type NumberOrBigint = number | bigint;
 

package/dist/src/sync/wasm-init.browser.d.ts

@@ -1 +0,0 @@
-//# sourceMappingURL=wasm-init.browser.d.ts.map

package/dist/src/sync/wasm-init.browser.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"wasm-init.browser.d.ts","sourceRoot":"","sources":["../../../src/sync/wasm-init.browser.ts"],"names":[],"mappings":""}

package/dist/src/sync/wasm-init.browser.js

@@ -1,3 +0,0 @@
-"use strict";
-// nothing to do since 'fetch' works as expected in the browsere
-//# sourceMappingURL=wasm-init.browser.js.map

package/dist/src/sync/wasm-init.browser.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"wasm-init.browser.js","sourceRoot":"","sources":["../../../src/sync/wasm-init.browser.ts"],"names":[],"mappings":";AAAA,gEAAgE"}

package/dist/src/sync/wasm-init.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=wasm-init.d.ts.map

package/dist/src/sync/wasm-init.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"wasm-init.d.ts","sourceRoot":"","sources":["../../../src/sync/wasm-init.ts"],"names":[],"mappings":""}

package/dist/src/sync/wasm-init.js

@@ -1,13 +0,0 @@
-// Override globalThis.fetch to intercept .wasm requests
-import { readFile } from "fs/promises";
-const defaultFetch = globalThis.fetch.bind(globalThis);
-globalThis.fetch = async (url, options) => {
-    // If you have multiple wasm files, you might use some logic to handle them.
-    // Here, we assume any request ending in `.wasm` is local on disk at the same path.
-    if (url.toString().endsWith(".wasm")) {
-        // Return a NodeResponse that looks enough like a fetch Response
-        return readFile(url);
-    }
-    return defaultFetch(url, options);
-};
-//# sourceMappingURL=wasm-init.js.map

package/dist/src/sync/wasm-init.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"wasm-init.js","sourceRoot":"","sources":["../../../src/sync/wasm-init.ts"],"names":[],"mappings":"AAAA,wDAAwD;AACxD,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAEvC,MAAM,YAAY,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;AACtD,UAAU,CAAC,KAAa,GAAG,KAAK,EAAE,GAAQ,EAAE,OAAY,EAAE,EAAE;IAC5D,4EAA4E;IAC5E,mFAAmF;IACnF,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QACtC,gEAAgE;QAChE,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC;IACtB,CAAC;IAED,OAAO,YAAY,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;AACnC,CAAC,CAAC"}

package/src/sync/wasm-init.browser.ts

@@ -1 +0,0 @@
-// nothing to do since 'fetch' works as expected in the browsere

package/src/sync/wasm-init.ts

@@ -1,14 +0,0 @@
-// Override globalThis.fetch to intercept .wasm requests
-import { readFile } from "fs/promises";
-
-const defaultFetch = globalThis.fetch.bind(globalThis);
-(globalThis.fetch as any) = async (url: any, options: any) => {
-	// If you have multiple wasm files, you might use some logic to handle them.
-	// Here, we assume any request ending in `.wasm` is local on disk at the same path.
-	if (url.toString().endsWith(".wasm")) {
-		// Return a NodeResponse that looks enough like a fetch Response
-		return readFile(url);
-	}
-
-	return defaultFetch(url, options);
-};