@e280/mammoth 0.1.0-4 → 0.1.0-6

package/README.md

@@ -1,8 +1,10 @@
 
-![](https://i.imgur.com/qqiMrZ5.png)
+![](https://i.imgur.com/1TQmFwW.png)
 
-# 🦣 @e280/mammoth
-## big files. small api.
+# 🦣 mammoth
+> *big files. small api.*
+
+**mammoth is a content-addressed file store.** files are streamed into a bucket, identified by their blake3 hash, and automatically deduplicated. mammoth works the same whether it's backed by a bucket in memory, on disk, in the cloud, or in the browser's opfs.
 
 ```bash
 npm install @e280/mammoth
@@ -35,8 +37,8 @@ const mammoth = new Mammoth()
   import {Kv} from "@e280/kv"
 
   const mammoth = new Mammoth(
-    new Kv(),
     new MemoryBucket(),
+    new Kv(),
   )
   ```
   defaults shown, so, this is equivalent:
@@ -51,8 +53,8 @@ const mammoth = new Mammoth()
   import {LevelDriver} from "@e280/kv/level"
 
   const mammoth = new Mammoth(
-    new Kv(new LevelDriver("./data/kv")),
     new DiskBucket("./data/bucket"),
+    new Kv(new LevelDriver("./data/kv")),
   )
   ```
 - **opfs bucket,** for local storage in the browser. *(note the import paths)*
@@ -62,24 +64,24 @@ const mammoth = new Mammoth()
   import {Kv, StorageDriver} from "@e280/kv"
 
   const mammoth = new Mammoth(
-    new Kv(new StorageDriver(localStorage)),
     new OpfsBucket(await navigator.storage.getDirectory()),
+    new Kv(new StorageDriver(localStorage)),
   )
   ```
 
-### 🦣 mammoth has a few more methods for you.
+### 🦣 more mammoth methods.
 - **check if a file exists,** get back a boolean.
     ```ts
     const exists = await mammoth.has(hash)
     ```
-- **get file size,** in bytes.
+- **get file info,** including size in bytes, added timestamp, and bucket id.
     ```ts
-    const size = await mammoth.size(hash)
+    const {size, added, id} = await mammoth.info(hash)
     ```
 - **get stats,** for the whole datalake.
     ```ts
     await mammoth.stats()
-      // {size: 1234567}
+      // {count: 123, size: 123456789}
     ```
 - **loop over all hashes,** for all stored files.
     ```ts
@@ -91,5 +93,5 @@ const mammoth = new Mammoth()
 
 <br/><br/>
 
-> *by [e280](https://e280.org/)*
+*https://e280.org/*
 

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@e280/mammoth",
-	"version": "0.1.0-4",
+	"version": "0.1.0-6",
 	"description": "big file storage",
 	"license": "MIT",
 	"author": "Chase Moskal <chasemoskal@gmail.com>",
@@ -24,7 +24,7 @@
 	},
 	"dependencies": {
 		"@e280/kv": "^0.1.5",
-		"@e280/stz": "^0.3.4",
+		"@e280/stz": "^0.3.5",
 		"@noble/hashes": "^2.2.0"
 	},
 	"devDependencies": {

package/s/browser/example.ts

@@ -15,7 +15,7 @@ export async function example() {
 	const bucket = new OpfsBucket(directory)
 
 	// setup the mammoth
-	const mammoth = new Mammoth(kv, bucket)
+	const mammoth = new Mammoth(bucket, kv)
 	const myFile = new Blob([new Uint8Array([0xDE, 0xAD, 0xBE, 0xEF])])
 
 	// write a file as an example

package/s/browser/opfs-bucket.ts

@@ -20,12 +20,6 @@ export class OpfsBucket implements Bucket {
 		}
 	}
 
-	async size(id: Id) {
-		const handle = await this.#directory.getFileHandle(id)
-		const file = await handle.getFile()
-		return file.size
-	}
-
 	async delete(id: Id) {
 		try {
 			await this.#directory.removeEntry(id)

package/s/core/consts.ts

@@ -0,0 +1,9 @@
+
+import {time} from "@e280/stz"
+
+export const consts = {
+	max_jobs: 64,
+	self_clean_limit: 64,
+	expiry_time: time.days(7),
+}
+

package/s/core/mammoth.ts

@@ -1,138 +1,82 @@
 
 import {Kv} from "@e280/kv"
-import {got, hex, queue, time} from "@e280/stz"
-import {blake3} from "@noble/hashes/blake3.js"
+import {lane, queue} from "@e280/stz"
 
-import {Hash, Bucket, Id} from "./types.js"
+import {consts} from "./consts.js"
+import {Hash, Bucket} from "./types.js"
+import {Manifest} from "./utils/manifest.js"
 import {randomId} from "./utils/random-id.js"
 import {MemoryBucket} from "./memory-bucket.js"
+import {saveAndHash} from "./utils/save-and-hash.js"
 
 /** file storage datalake, content-addressed with blake3 hashes. */
 export class Mammoth {
-	#ids
-	#wip
-	#stats
 	#bucket
+	#manifest
+	#wholesome = lane(consts.max_jobs)
 
-	constructor(
-
-			/** key-value metadata manifest. */
-			kv = new Kv(),
-
-			/** dumb raw file blob storage. */
-			bucket: Bucket = new MemoryBucket(),
-
-		) {
-		this.#ids = kv.scope<string>("ids")
-		this.#wip = kv.scope<{created: number}>("wip")
-		this.#stats = kv.store<{size: number}>("stats")
+	constructor(bucket: Bucket = new MemoryBucket(), kv = new Kv()) {
 		this.#bucket = bucket
+		this.#manifest = new Manifest(kv)
 	}
 
 	async has(hash: Hash) {
-		return this.#ids.has(hash)
+		return this.#manifest.hasHash(hash)
 	}
 
-	async size(hash: Hash) {
-		const id = await this.#needId(hash)
-		return this.#bucket.size(id)
+	async info(hash: Hash) {
+		return this.#manifest.needInfo(hash)
 	}
 
 	async read(hash: Hash) {
-		const id = await this.#needId(hash)
+		const {id} = await this.#manifest.needInfo(hash)
 		return this.#bucket.read(id)
 	}
 
 	async delete(hash: Hash) {
-		const id = await this.#getId(hash)
-		if (id) {
-			const size = await this.#bucket.size(id)
-			await this.#ids.del(hash)
-			await this.#bucket.delete(id)
-			await this.#addSize(-size)
-		}
+		await this.#wholesome(async() => {
+			const info = await this.#manifest.getInfo(hash)
+			if (info) {
+				await this.#manifest.deleteInfo(hash)
+				await this.#bucket.delete(info.id)
+				await this.#manifest.statsRemoveFile(info.size)
+			}
+		})
 	}
 
 	async write(readable: ReadableStream<Uint8Array>): Promise<Hash> {
 		const id = randomId()
-		await this.#wip.set(id, {created: Date.now()})
 
-		const {hash, size} = await this.#hashAndSave(id, readable)
+		await this.#manifest.addWip(id)
+		const {hash, size} = await saveAndHash(this.#bucket, id, readable)
 
-		await this.#wip.del(id)
-		await this.#finalizeWrite(hash, id, size)
+		await this.#wholesome(async() => {
+			if (await this.#manifest.hasHash(hash)) {
+				await this.#bucket.delete(id) // forget this new file (we already have it)
+			}
+			else {
+				await this.#manifest.saveInfo(hash, {id, size, added: Date.now()})
+				await this.#manifest.statsAddFile(size)
+			}
+		})
 
+		await this.#manifest.deleteWip(id)
 		void this.#selfClean().catch(() => {})
-
 		return hash
 	}
 
 	async* hashes() {
-		yield* this.#ids.keys()
+		yield* this.#manifest.hashes()
 	}
 
 	async stats() {
-		return (await this.#stats.get()) ?? {size: 0}
-	}
-
-	async #getId(hash: Hash): Promise<Id | undefined> {
-		return this.#ids.get<string>(hash)
-	}
-
-	async #needId(hash: Hash): Promise<Id> {
-		return got(await this.#getId(hash), `file not found by hash "${hash}"`)
-	}
-
-	async #hashAndSave(id: Id, readable: ReadableStream<Uint8Array>) {
-		let size = 0
-		const pipe = new TransformStream()
-		const done = this.#bucket.write(id, pipe.readable)
-		const writer = pipe.writable.getWriter()
-		const hasher = blake3.create()
-
-		for await (const chunk of readable) {
-			await writer.write(chunk as Uint8Array<ArrayBuffer>)
-			hasher.update(chunk)
-			size += chunk.byteLength
-		}
-
-		await writer.close()
-		await done
-
-		const hash = hex.fromBytes(hasher.digest())
-		return {hash, size}
+		return this.#manifest.getStats()
 	}
 
-	#finalizeWrite = queue(async(hash: Hash, id: Id, size: number) => {
-		const existingId = await this.#getId(hash)
-
-		if (existingId) {
-			await this.#bucket.delete(id)
-		}
-		else {
-			await this.#ids.set(hash, id)
-			await this.#addSize(size)
-		}
-	})
-
-	#addSize = queue(async(sizeChange: number) => {
-		const oldStats = await this.stats()
-		await this.#stats.set({...oldStats, size: oldStats.size + sizeChange})
-	})
-
 	#selfClean = queue(async() => {
-		const now = Date.now()
-		const expiredIds: Id[] = []
-
-		for await (const [id, {created}] of this.#wip.entries({limit: 64})) {
-			const since = now - created
-			const isExpired = since > time.days(7)
-			if (isExpired)
-				expiredIds.push(id)
-		}
-
+		const expiredIds = await this.#manifest.getExpiredIds()
 		await Promise.all(expiredIds.map(id => this.#bucket.delete(id)))
-		await this.#wip.del(...expiredIds)
+		await this.#manifest.deleteWip(...expiredIds)
 	})
 }
 

package/s/core/memory-bucket.ts

@@ -10,10 +10,6 @@ export class MemoryBucket implements Bucket {
 		return this.#map.has(id)
 	}
 
-	async size(id: Id) {
-		return got(this.#map.get(id)).byteLength
-	}
-
 	async delete(id: Id) {
 		this.#map.delete(id)
 	}

package/s/core/types.ts

@@ -2,15 +2,38 @@
 export type Hash = string
 export type Id = string
 
+/** file blob store. */
 export type Bucket = {
 	has(id: Id): Promise<boolean>
-	size(id: Id): Promise<number>
 	delete(id: Id): Promise<void>
 	read(id: Id): Promise<Blob>
 	write(id: Id, readable: ReadableStream<Uint8Array>): Promise<void>
 }
 
+/** metadata for a single file. */
+export type Info = {
+
+	/** bucket id for this file's data. */
+	id: Id
+
+	/** file size in bytes. */
+	size: number
+
+	/** when this file was added to the datalake. */
+	added: number
+}
+
+/** statistics for the whole datalake. */
 export type Stats = {
+
+	/** total number of bytes in the whole datalake. */
 	size: number
+
+	/** total number of files in the datalake. */
+	count: number
+}
+
+export type Wip = {
+	created: number
 }
 

package/s/core/utils/is-expired.ts

@@ -0,0 +1,10 @@
+
+import {time} from "@e280/stz"
+import {Wip} from "../types.js"
+import {consts} from "../consts.js"
+
+export function isExpired({created}: Wip) {
+	const since = Date.now() - created
+	return since > time.days(consts.expiry_time)
+}
+

package/s/core/utils/manifest.ts

@@ -0,0 +1,89 @@
+
+import {Kv} from "@e280/kv"
+import {collect, got} from "@e280/stz"
+import {consts} from "../consts.js"
+import {notFound} from "./not-found.js"
+import {isExpired} from "./is-expired.js"
+import {Hash, Id, Info, Stats, Wip} from "../types.js"
+
+export class Manifest {
+
+	/** associates file hashes with bucket ids */
+	#info
+
+	/** temporary record of writes in-progress */
+	#wip
+
+	/** statistics about the whole datalake */
+	#stats
+
+	constructor(kv = new Kv()) {
+		this.#info = kv.scope<Info>("info")
+		this.#wip = kv.scope<Wip>("wip")
+		this.#stats = kv.store<Stats>("stats")
+	}
+
+	async* hashes() {
+		yield* this.#info.keys()
+	}
+
+	async hasHash(hash: Hash) {
+		return this.#info.has(hash)
+	}
+
+	async saveInfo(hash: Hash, info: Info) {
+		await this.#info.set(hash, info)
+	}
+
+	async getInfo(hash: Hash) {
+		return await this.#info.get(hash)
+	}
+
+	async needInfo(hash: Hash) {
+		return got(await this.getInfo(hash), notFound(hash))
+	}
+
+	async deleteInfo(hash: Hash) {
+		await this.#info.del(hash)
+	}
+
+	async addWip(id: Id) {
+		await this.#wip.set(id, {created: Date.now()})
+	}
+
+	async deleteWip(...ids: Id[]) {
+		await this.#wip.del(...ids)
+	}
+
+	async statsAddFile(size: number) {
+		await this.#updateStats(stats => {
+			stats.count += 1
+			stats.size += size
+		})
+	}
+
+	async statsRemoveFile(size: number) {
+		await this.#updateStats(stats => {
+			stats.count -= 1
+			stats.size -= size
+		})
+	}
+
+	async getExpiredIds() {
+		const limit = consts.self_clean_limit
+		return (await collect(this.#wip.entries({limit})))
+			.filter(([,wip]) => isExpired(wip))
+			.map(([id]) => id)
+	}
+
+	async getStats() {
+		return structuredClone((await this.#stats.get()) ?? {count: 0, size: 0})
+	}
+
+	async #updateStats(fn: (stats: Stats) => void) {
+		const stats = await this.getStats()
+		fn(stats)
+		await this.#stats.set(stats)
+	}
+}
+

package/s/core/utils/not-found.ts

@@ -0,0 +1,7 @@
+
+import {Hash} from "../types.js"
+
+export function notFound(hash: Hash) {
+	return `file not found by hash "${hash}"`
+}
+

package/s/core/utils/save-and-hash.ts

@@ -0,0 +1,25 @@
+
+import {hex} from "@e280/stz"
+import {blake3} from "@noble/hashes/blake3.js"
+import {Bucket, Id} from "../types.js"
+
+export async function saveAndHash(bucket: Bucket, id: Id, readable: ReadableStream<Uint8Array>) {
+	let size = 0
+	const pipe = new TransformStream()
+	const done = bucket.write(id, pipe.readable)
+	const writer = pipe.writable.getWriter()
+	const hasher = blake3.create()
+
+	for await (const chunk of readable) {
+		await writer.write(chunk as Uint8Array<ArrayBuffer>)
+		hasher.update(chunk)
+		size += chunk.byteLength
+	}
+
+	await writer.close()
+	await done
+
+	const hash = hex.fromBytes(hasher.digest())
+	return {hash, size}
+}
+

package/s/node/disk-bucket.ts

@@ -26,11 +26,6 @@ export class DiskBucket implements Bucket {
 		}
 	}
 
-	async size(id: Id) {
-		const stats = await stat(this.#path(id))
-		return stats.size
-	}
-
 	async delete(id: Id) {
 		try {
 			await unlink(this.#path(id))

package/s/test.ts

@@ -13,9 +13,9 @@ const blob = () => new Blob([new Uint8Array([0xDE, 0xAD, 0xBE, 0xEF])])
 const quickstream = (b: number[]) => new Blob([new Uint8Array(b)]).stream()
 
 function setup() {
-	const manifest = new Kv()
+	const kv = new Kv()
 	const bucket = new MemoryBucket()
-	const mammoth = new Mammoth(manifest, bucket)
+	const mammoth = new Mammoth(bucket, kv)
 	return {mammoth}
 }
 
@@ -23,15 +23,13 @@ await science.run({
 	"mammoth node": test(async() => {
 		const dataDir = "data"
 		await rm(dataDir, {recursive: true, force: true})
-		const manifest = new Kv()
-		const bucket = new DiskBucket(dataDir)
-		const mammoth = new Mammoth(manifest, bucket)
+		const mammoth = new Mammoth(new DiskBucket(dataDir), new Kv())
 		const hash = await mammoth.write(blob().stream())
 		const second = await mammoth.read(hash)
 		expect(bytes.eq(await second.bytes(), await blob().bytes()))
 	}),
 
-	"mammoth": {
+	"mammoth memory": {
 		".write and .read": test(async() => {
 			const {mammoth} = setup()
 			const hash = await mammoth.write(blob().stream())
@@ -52,7 +50,7 @@ await science.run({
 		".write empty file": test(async() => {
 			const {mammoth} = setup()
 			const hash = await mammoth.write(new Blob().stream())
-			expect(await mammoth.size(hash)).is(0)
+			expect((await mammoth.info(hash)).size).is(0)
 			expect((await mammoth.read(hash)).size).is(0)
 		}),
 
@@ -66,15 +64,15 @@ await science.run({
 
 		".stats": test(async() => {
 			const {mammoth} = setup()
-			expect(await mammoth.stats()).deep({size: 0})
+			expect(await mammoth.stats()).deep({count: 0, size: 0})
 			const hashA = await mammoth.write(quickstream([0xC0, 0xFF, 0xEE]))
-			expect(await mammoth.stats()).deep({size: 3})
+			expect(await mammoth.stats()).deep({count: 1, size: 3})
 			const hashB = await mammoth.write(quickstream([0xB0, 0x0B, 0x1E, 0x5]))
-			expect(await mammoth.stats()).deep({size: 7})
+			expect(await mammoth.stats()).deep({count: 2, size: 7})
 			await mammoth.delete(hashA)
-			expect(await mammoth.stats()).deep({size: 4})
+			expect(await mammoth.stats()).deep({count: 1, size: 4})
 			await mammoth.delete(hashB)
-			expect(await mammoth.stats()).deep({size: 0})
+			expect(await mammoth.stats()).deep({count: 0, size: 0})
 		}),
 
 		".has": test(async() => {
@@ -86,8 +84,9 @@ await science.run({
 
 		".size": test(async() => {
 			const {mammoth} = setup()
-			const hash = await mammoth.write(blob().stream())
-			expect(await mammoth.size(hash)).is(4)
+			const b = blob()
+			const hash = await mammoth.write(b.stream())
+			expect((await mammoth.info(hash)).size).is(b.size)
 		}),
 
 		".delete": test(async() => {

package/x/browser/example.js

@@ -10,7 +10,7 @@ export async function example() {
     const directory = await root.getDirectoryHandle("mammoth", { create: true });
     const bucket = new OpfsBucket(directory);
     // setup the mammoth
-    const mammoth = new Mammoth(kv, bucket);
+    const mammoth = new Mammoth(bucket, kv);
     const myFile = new Blob([new Uint8Array([0xDE, 0xAD, 0xBE, 0xEF])]);
     // write a file as an example
     const hash = await mammoth.write(myFile.stream());

package/x/browser/example.js.map

@@ -1 +1 @@
-{"version":3,"file":"example.js","sourceRoot":"","sources":["../../s/browser/example.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,EAAE,EAAE,aAAa,EAAC,MAAM,UAAU,CAAA;AAC1C,OAAO,EAAC,OAAO,EAAC,MAAM,oBAAoB,CAAA;AAC1C,OAAO,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAA;AAE3C,MAAM,CAAC,KAAK,UAAU,OAAO;IAE5B,4BAA4B;IAC5B,MAAM,MAAM,GAAG,IAAI,aAAa,CAAC,MAAM,CAAC,YAAY,CAAC,CAAA;IACrD,MAAM,EAAE,GAAG,IAAI,EAAE,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;IAE1C,6BAA6B;IAC7B,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,YAAY,EAAE,CAAA;IACnD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,SAAS,EAAE,EAAC,MAAM,EAAE,IAAI,EAAC,CAAC,CAAA;IAC1E,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,SAAS,CAAC,CAAA;IAExC,oBAAoB;IACpB,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,EAAE,EAAE,MAAM,CAAC,CAAA;IACvC,MAAM,MAAM,GAAG,IAAI,IAAI,CAAC,CAAC,IAAI,UAAU,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;IAEnE,6BAA6B;IAC7B,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAA;IACjD,OAAO,CAAC,GAAG,CAAC,gCAAgC,IAAI,GAAG,CAAC,CAAA;AACrD,CAAC"}
+{"version":3,"file":"example.js","sourceRoot":"","sources":["../../s/browser/example.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,EAAE,EAAE,aAAa,EAAC,MAAM,UAAU,CAAA;AAC1C,OAAO,EAAC,OAAO,EAAC,MAAM,oBAAoB,CAAA;AAC1C,OAAO,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAA;AAE3C,MAAM,CAAC,KAAK,UAAU,OAAO;IAE5B,4BAA4B;IAC5B,MAAM,MAAM,GAAG,IAAI,aAAa,CAAC,MAAM,CAAC,YAAY,CAAC,CAAA;IACrD,MAAM,EAAE,GAAG,IAAI,EAAE,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;IAE1C,6BAA6B;IAC7B,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,YAAY,EAAE,CAAA;IACnD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,SAAS,EAAE,EAAC,MAAM,EAAE,IAAI,EAAC,CAAC,CAAA;IAC1E,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,SAAS,CAAC,CAAA;IAExC,oBAAoB;IACpB,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAA;IACvC,MAAM,MAAM,GAAG,IAAI,IAAI,CAAC,CAAC,IAAI,UAAU,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;IAEnE,6BAA6B;IAC7B,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAA;IACjD,OAAO,CAAC,GAAG,CAAC,gCAAgC,IAAI,GAAG,CAAC,CAAA;AACrD,CAAC"}

package/x/browser/opfs-bucket.d.ts

@@ -3,7 +3,6 @@ export declare class OpfsBucket implements Bucket {
     #private;
     constructor(directory: FileSystemDirectoryHandle);
     has(id: Id): Promise<boolean>;
-    size(id: Id): Promise<number>;
     delete(id: Id): Promise<void>;
     read(id: Id): Promise<File>;
     write(id: Id, readable: ReadableStream<Uint8Array>): Promise<void>;

package/x/browser/opfs-bucket.js

@@ -15,11 +15,6 @@ export class OpfsBucket {
             throw error;
         }
     }
-    async size(id) {
-        const handle = await this.#directory.getFileHandle(id);
-        const file = await handle.getFile();
-        return file.size;
-    }
     async delete(id) {
         try {
             await this.#directory.removeEntry(id);

package/x/browser/opfs-bucket.js.map

@@ -1 +1 @@
-{"version":3,"file":"opfs-bucket.js","sourceRoot":"","sources":["../../s/browser/opfs-bucket.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,UAAU,EAAC,MAAM,yBAAyB,CAAA;AAElD,MAAM,OAAO,UAAU;IACtB,UAAU,CAAA;IAEV,YAAY,SAAoC;QAC/C,IAAI,CAAC,UAAU,GAAG,SAAS,CAAA;IAC5B,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,EAAM;QACf,IAAI,CAAC;YACJ,MAAM,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC,CAAA;YACvC,OAAO,IAAI,CAAA;QACZ,CAAC;QACD,OAAO,KAAK,EAAE,CAAC;YACd,IAAI,UAAU,CAAC,KAAK,CAAC;gBAAE,OAAO,KAAK,CAAA;YACnC,MAAM,KAAK,CAAA;QACZ,CAAC;IACF,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,EAAM;QAChB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC,CAAA;QACtD,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,OAAO,EAAE,CAAA;QACnC,OAAO,IAAI,CAAC,IAAI,CAAA;IACjB,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAM;QAClB,IAAI,CAAC;YACJ,MAAM,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC,CAAA;QACtC,CAAC;QACD,OAAO,KAAK,EAAE,CAAC;YACd,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC;gBACrB,MAAM,KAAK,CAAA;QACb,CAAC;IACF,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,EAAM;QAChB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC,CAAA;QACtD,OAAO,MAAM,CAAC,OAAO,EAAE,CAAA;IACxB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,EAAM,EAAE,QAAoC;QACvD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,EAAE,EAAC,MAAM,EAAE,IAAI,EAAC,CAAC,CAAA;QACtE,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,cAAc,EAAE,CAAA;QAC9C,MAAM,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;IAChC,CAAC;CACD"}
+{"version":3,"file":"opfs-bucket.js","sourceRoot":"","sources":["../../s/browser/opfs-bucket.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,UAAU,EAAC,MAAM,yBAAyB,CAAA;AAElD,MAAM,OAAO,UAAU;IACtB,UAAU,CAAA;IAEV,YAAY,SAAoC;QAC/C,IAAI,CAAC,UAAU,GAAG,SAAS,CAAA;IAC5B,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,EAAM;QACf,IAAI,CAAC;YACJ,MAAM,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC,CAAA;YACvC,OAAO,IAAI,CAAA;QACZ,CAAC;QACD,OAAO,KAAK,EAAE,CAAC;YACd,IAAI,UAAU,CAAC,KAAK,CAAC;gBAAE,OAAO,KAAK,CAAA;YACnC,MAAM,KAAK,CAAA;QACZ,CAAC;IACF,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAM;QAClB,IAAI,CAAC;YACJ,MAAM,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC,CAAA;QACtC,CAAC;QACD,OAAO,KAAK,EAAE,CAAC;YACd,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC;gBACrB,MAAM,KAAK,CAAA;QACb,CAAC;IACF,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,EAAM;QAChB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC,CAAA;QACtD,OAAO,MAAM,CAAC,OAAO,EAAE,CAAA;IACxB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,EAAM,EAAE,QAAoC;QACvD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,EAAE,EAAC,MAAM,EAAE,IAAI,EAAC,CAAC,CAAA;QACtE,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,cAAc,EAAE,CAAA;QAC9C,MAAM,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;IAChC,CAAC;CACD"}

package/x/core/consts.d.ts

@@ -0,0 +1,5 @@
+export declare const consts: {
+    max_jobs: number;
+    self_clean_limit: number;
+    expiry_time: number;
+};

package/x/core/consts.js

@@ -0,0 +1,7 @@
+import { time } from "@e280/stz";
+export const consts = {
+    max_jobs: 64,
+    self_clean_limit: 64,
+    expiry_time: time.days(7),
+};
+//# sourceMappingURL=consts.js.map

package/x/core/consts.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"consts.js","sourceRoot":"","sources":["../../s/core/consts.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,IAAI,EAAC,MAAM,WAAW,CAAA;AAE9B,MAAM,CAAC,MAAM,MAAM,GAAG;IACrB,QAAQ,EAAE,EAAE;IACZ,gBAAgB,EAAE,EAAE;IACpB,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;CACzB,CAAA"}

package/x/core/mammoth.d.ts

@@ -3,18 +3,12 @@ import { Hash, Bucket } from "./types.js";
 /** file storage datalake, content-addressed with blake3 hashes. */
 export declare class Mammoth {
     #private;
-    constructor(
-    /** key-value metadata manifest. */
-    kv?: Kv<any>, 
-    /** dumb raw file blob storage. */
-    bucket?: Bucket);
+    constructor(bucket?: Bucket, kv?: Kv<any>);
     has(hash: Hash): Promise<boolean>;
-    size(hash: Hash): Promise<number>;
+    info(hash: Hash): Promise<import("./types.js").Info>;
     read(hash: Hash): Promise<Blob>;
     delete(hash: Hash): Promise<void>;
     write(readable: ReadableStream<Uint8Array>): Promise<Hash>;
     hashes(): AsyncGenerator<string, void, unknown>;
-    stats(): Promise<{
-        size: number;
-    }>;
+    stats(): Promise<import("./types.js").Stats>;
 }

package/x/core/mammoth.js

@@ -1,106 +1,66 @@
 import { Kv } from "@e280/kv";
-import { got, hex, queue, time } from "@e280/stz";
-import { blake3 } from "@noble/hashes/blake3.js";
+import { lane, queue } from "@e280/stz";
+import { consts } from "./consts.js";
+import { Manifest } from "./utils/manifest.js";
 import { randomId } from "./utils/random-id.js";
 import { MemoryBucket } from "./memory-bucket.js";
+import { saveAndHash } from "./utils/save-and-hash.js";
 /** file storage datalake, content-addressed with blake3 hashes. */
 export class Mammoth {
-    #ids;
-    #wip;
-    #stats;
     #bucket;
-    constructor(
-    /** key-value metadata manifest. */
-    kv = new Kv(), 
-    /** dumb raw file blob storage. */
-    bucket = new MemoryBucket()) {
-        this.#ids = kv.scope("ids");
-        this.#wip = kv.scope("wip");
-        this.#stats = kv.store("stats");
+    #manifest;
+    #wholesome = lane(consts.max_jobs);
+    constructor(bucket = new MemoryBucket(), kv = new Kv()) {
         this.#bucket = bucket;
+        this.#manifest = new Manifest(kv);
     }
     async has(hash) {
-        return this.#ids.has(hash);
+        return this.#manifest.hasHash(hash);
     }
-    async size(hash) {
-        const id = await this.#needId(hash);
-        return this.#bucket.size(id);
+    async info(hash) {
+        return this.#manifest.needInfo(hash);
     }
     async read(hash) {
-        const id = await this.#needId(hash);
+        const { id } = await this.#manifest.needInfo(hash);
         return this.#bucket.read(id);
     }
     async delete(hash) {
-        const id = await this.#getId(hash);
-        if (id) {
-            const size = await this.#bucket.size(id);
-            await this.#ids.del(hash);
-            await this.#bucket.delete(id);
-            await this.#addSize(-size);
-        }
+        await this.#wholesome(async () => {
+            const info = await this.#manifest.getInfo(hash);
+            if (info) {
+                await this.#manifest.deleteInfo(hash);
+                await this.#bucket.delete(info.id);
+                await this.#manifest.statsRemoveFile(info.size);
+            }
+        });
     }
     async write(readable) {
         const id = randomId();
-        await this.#wip.set(id, { created: Date.now() });
-        const { hash, size } = await this.#hashAndSave(id, readable);
-        await this.#wip.del(id);
-        await this.#finalizeWrite(hash, id, size);
+        await this.#manifest.addWip(id);
+        const { hash, size } = await saveAndHash(this.#bucket, id, readable);
+        await this.#wholesome(async () => {
+            if (await this.#manifest.hasHash(hash)) {
+                await this.#bucket.delete(id); // forget this new file (we already have it)
+            }
+            else {
+                await this.#manifest.saveInfo(hash, { id, size, added: Date.now() });
+                await this.#manifest.statsAddFile(size);
+            }
+        });
+        await this.#manifest.deleteWip(id);
         void this.#selfClean().catch(() => { });
         return hash;
     }
     async *hashes() {
-        yield* this.#ids.keys();
+        yield* this.#manifest.hashes();
     }
     async stats() {
-        return (await this.#stats.get()) ?? { size: 0 };
+        return this.#manifest.getStats();
     }
-    async #getId(hash) {
-        return this.#ids.get(hash);
-    }
-    async #needId(hash) {
-        return got(await this.#getId(hash), `file not found by hash "${hash}"`);
-    }
-    async #hashAndSave(id, readable) {
-        let size = 0;
-        const pipe = new TransformStream();
-        const done = this.#bucket.write(id, pipe.readable);
-        const writer = pipe.writable.getWriter();
-        const hasher = blake3.create();
-        for await (const chunk of readable) {
-            await writer.write(chunk);
-            hasher.update(chunk);
-            size += chunk.byteLength;
-        }
-        await writer.close();
-        await done;
-        const hash = hex.fromBytes(hasher.digest());
-        return { hash, size };
-    }
-    #finalizeWrite = queue(async (hash, id, size) => {
-        const existingId = await this.#getId(hash);
-        if (existingId) {
-            await this.#bucket.delete(id);
-        }
-        else {
-            await this.#ids.set(hash, id);
-            await this.#addSize(size);
-        }
-    });
-    #addSize = queue(async (sizeChange) => {
-        const oldStats = await this.stats();
-        await this.#stats.set({ ...oldStats, size: oldStats.size + sizeChange });
-    });
     #selfClean = queue(async () => {
-        const now = Date.now();
-        const expiredIds = [];
-        for await (const [id, { created }] of this.#wip.entries({ limit: 64 })) {
-            const since = now - created;
-            const isExpired = since > time.days(7);
-            if (isExpired)
-                expiredIds.push(id);
-        }
+        const expiredIds = await this.#manifest.getExpiredIds();
         await Promise.all(expiredIds.map(id => this.#bucket.delete(id)));
-        await this.#wip.del(...expiredIds);
+        await this.#manifest.deleteWip(...expiredIds);
     });
 }
 //# sourceMappingURL=mammoth.js.map

package/x/core/mammoth.js.map

@@ -1 +1 @@
-{"version":3,"file":"mammoth.js","sourceRoot":"","sources":["../../s/core/mammoth.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,EAAE,EAAC,MAAM,UAAU,CAAA;AAC3B,OAAO,EAAC,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAC,MAAM,WAAW,CAAA;AAC/C,OAAO,EAAC,MAAM,EAAC,MAAM,yBAAyB,CAAA;AAG9C,OAAO,EAAC,QAAQ,EAAC,MAAM,sBAAsB,CAAA;AAC7C,OAAO,EAAC,YAAY,EAAC,MAAM,oBAAoB,CAAA;AAE/C,mEAAmE;AACnE,MAAM,OAAO,OAAO;IACnB,IAAI,CAAA;IACJ,IAAI,CAAA;IACJ,MAAM,CAAA;IACN,OAAO,CAAA;IAEP;IAEE,mCAAmC;IACnC,EAAE,GAAG,IAAI,EAAE,EAAE;IAEb,kCAAkC;IAClC,MAAM,GAAW,IAAI,YAAY,EAAE;QAGpC,IAAI,CAAC,IAAI,GAAG,EAAE,CAAC,KAAK,CAAS,KAAK,CAAC,CAAA;QACnC,IAAI,CAAC,IAAI,GAAG,EAAE,CAAC,KAAK,CAAoB,KAAK,CAAC,CAAA;QAC9C,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC,KAAK,CAAiB,OAAO,CAAC,CAAA;QAC/C,IAAI,CAAC,OAAO,GAAG,MAAM,CAAA;IACtB,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,IAAU;QACnB,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;IAC3B,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,IAAU;QACpB,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;QACnC,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAC7B,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,IAAU;QACpB,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;QACnC,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAC7B,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,IAAU;QACtB,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;QAClC,IAAI,EAAE,EAAE,CAAC;YACR,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YACxC,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;YACzB,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;YAC7B,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAA;QAC3B,CAAC;IACF,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,QAAoC;QAC/C,MAAM,EAAE,GAAG,QAAQ,EAAE,CAAA;QACrB,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,EAAC,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,EAAC,CAAC,CAAA;QAE9C,MAAM,EAAC,IAAI,EAAE,IAAI,EAAC,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAA;QAE1D,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QACvB,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,EAAE,EAAE,IAAI,CAAC,CAAA;QAEzC,KAAK,IAAI,CAAC,UAAU,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;QAEtC,OAAO,IAAI,CAAA;IACZ,CAAC;IAED,KAAK,CAAA,CAAE,MAAM;QACZ,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAA;IACxB,CAAC;IAED,KAAK,CAAC,KAAK;QACV,OAAO,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,IAAI,EAAC,IAAI,EAAE,CAAC,EAAC,CAAA;IAC9C,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,IAAU;QACtB,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAS,IAAI,CAAC,CAAA;IACnC,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,IAAU;QACvB,OAAO,GAAG,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,2BAA2B,IAAI,GAAG,CAAC,CAAA;IACxE,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,EAAM,EAAE,QAAoC;QAC9D,IAAI,IAAI,GAAG,CAAC,CAAA;QACZ,MAAM,IAAI,GAAG,IAAI,eAAe,EAAE,CAAA;QAClC,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAA;QAClD,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAA;QACxC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,CAAA;QAE9B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;YACpC,MAAM,MAAM,CAAC,KAAK,CAAC,KAAgC,CAAC,CAAA;YACpD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YACpB,IAAI,IAAI,KAAK,CAAC,UAAU,CAAA;QACzB,CAAC;QAED,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;QACpB,MAAM,IAAI,CAAA;QAEV,MAAM,IAAI,GAAG,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAA;QAC3C,OAAO,EAAC,IAAI,EAAE,IAAI,EAAC,CAAA;IACpB,CAAC;IAED,cAAc,GAAG,KAAK,CAAC,KAAK,EAAC,IAAU,EAAE,EAAM,EAAE,IAAY,EAAE,EAAE;QAChE,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;QAE1C,IAAI,UAAU,EAAE,CAAC;YAChB,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;QAC9B,CAAC;aACI,CAAC;YACL,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;YAC7B,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;QAC1B,CAAC;IACF,CAAC,CAAC,CAAA;IAEF,QAAQ,GAAG,KAAK,CAAC,KAAK,EAAC,UAAkB,EAAE,EAAE;QAC5C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,KAAK,EAAE,CAAA;QACnC,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAC,GAAG,QAAQ,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,GAAG,UAAU,EAAC,CAAC,CAAA;IACvE,CAAC,CAAC,CAAA;IAEF,UAAU,GAAG,KAAK,CAAC,KAAK,IAAG,EAAE;QAC5B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QACtB,MAAM,UAAU,GAAS,EAAE,CAAA;QAE3B,IAAI,KAAK,EAAE,MAAM,CAAC,EAAE,EAAE,EAAC,OAAO,EAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,EAAC,KAAK,EAAE,EAAE,EAAC,CAAC,EAAE,CAAC;YACpE,MAAM,KAAK,GAAG,GAAG,GAAG,OAAO,CAAA;YAC3B,MAAM,SAAS,GAAG,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;YACtC,IAAI,SAAS;gBACZ,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;QACrB,CAAC;QAED,MAAM,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;QAChE,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,CAAA;IACnC,CAAC,CAAC,CAAA;CACF"}
+{"version":3,"file":"mammoth.js","sourceRoot":"","sources":["../../s/core/mammoth.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,EAAE,EAAC,MAAM,UAAU,CAAA;AAC3B,OAAO,EAAC,IAAI,EAAE,KAAK,EAAC,MAAM,WAAW,CAAA;AAErC,OAAO,EAAC,MAAM,EAAC,MAAM,aAAa,CAAA;AAElC,OAAO,EAAC,QAAQ,EAAC,MAAM,qBAAqB,CAAA;AAC5C,OAAO,EAAC,QAAQ,EAAC,MAAM,sBAAsB,CAAA;AAC7C,OAAO,EAAC,YAAY,EAAC,MAAM,oBAAoB,CAAA;AAC/C,OAAO,EAAC,WAAW,EAAC,MAAM,0BAA0B,CAAA;AAEpD,mEAAmE;AACnE,MAAM,OAAO,OAAO;IACnB,OAAO,CAAA;IACP,SAAS,CAAA;IACT,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;IAElC,YAAY,MAAM,GAAW,IAAI,YAAY,EAAE,EAAE,EAAE,GAAG,IAAI,EAAE,EAAE;QAC7D,IAAI,CAAC,OAAO,GAAG,MAAM,CAAA;QACrB,IAAI,CAAC,SAAS,GAAG,IAAI,QAAQ,CAAC,EAAE,CAAC,CAAA;IAClC,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,IAAU;QACnB,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;IACpC,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,IAAU;QACpB,OAAO,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;IACrC,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,IAAU;QACpB,MAAM,EAAC,EAAE,EAAC,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;QAChD,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAC7B,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,IAAU;QACtB,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,IAAG,EAAE;YAC/B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;YAC/C,IAAI,IAAI,EAAE,CAAC;gBACV,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,CAAC,CAAA;gBACrC,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;gBAClC,MAAM,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YAChD,CAAC;QACF,CAAC,CAAC,CAAA;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,QAAoC;QAC/C,MAAM,EAAE,GAAG,QAAQ,EAAE,CAAA;QAErB,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;QAC/B,MAAM,EAAC,IAAI,EAAE,IAAI,EAAC,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,EAAE,QAAQ,CAAC,CAAA;QAElE,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,IAAG,EAAE;YAC/B,IAAI,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;gBACxC,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA,CAAC,4CAA4C;YAC3E,CAAC;iBACI,CAAC;gBACL,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAC,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,EAAE,EAAC,CAAC,CAAA;gBAClE,MAAM,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YACxC,CAAC;QACF,CAAC,CAAC,CAAA;QAEF,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC,CAAA;QAClC,KAAK,IAAI,CAAC,UAAU,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;QACtC,OAAO,IAAI,CAAA;IACZ,CAAC;IAED,KAAK,CAAA,CAAE,MAAM;QACZ,KAAK,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAA;IAC/B,CAAC;IAED,KAAK,CAAC,KAAK;QACV,OAAO,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAA;IACjC,CAAC;IAED,UAAU,GAAG,KAAK,CAAC,KAAK,IAAG,EAAE;QAC5B,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAA;QACvD,MAAM,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;QAChE,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,GAAG,UAAU,CAAC,CAAA;IAC9C,CAAC,CAAC,CAAA;CACF"}

package/x/core/memory-bucket.d.ts

@@ -2,7 +2,6 @@ import { Bucket, Id } from "./types.js";
 export declare class MemoryBucket implements Bucket {
     #private;
     has(id: Id): Promise<boolean>;
-    size(id: Id): Promise<number>;
     delete(id: Id): Promise<void>;
     read(id: Id): Promise<Blob>;
     write(id: Id, readable: ReadableStream<Uint8Array>): Promise<void>;

package/x/core/memory-bucket.js

@@ -5,9 +5,6 @@ export class MemoryBucket {
     async has(id) {
         return this.#map.has(id);
     }
-    async size(id) {
-        return got(this.#map.get(id)).byteLength;
-    }
     async delete(id) {
         this.#map.delete(id);
     }

package/x/core/memory-bucket.js.map

@@ -1 +1 @@
-{"version":3,"file":"memory-bucket.js","sourceRoot":"","sources":["../../s/core/memory-bucket.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,KAAK,EAAE,GAAG,EAAE,GAAG,EAAC,MAAM,WAAW,CAAA;AAEzC,OAAO,EAAC,OAAO,EAAC,MAAM,oBAAoB,CAAA;AAE1C,MAAM,OAAO,YAAY;IACxB,IAAI,GAAG,IAAI,GAAG,EAAsB,CAAA;IAEpC,KAAK,CAAC,GAAG,CAAC,EAAM;QACf,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;IACzB,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,EAAM;QAChB,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAA;IACzC,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAM;QAClB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;IACrB,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,EAAM;QAChB,OAAO,IAAI,IAAI,CACd,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAA4B,CAAC,EACnD,EAAC,IAAI,EAAE,0BAA0B,EAAC,CAClC,CAAA;IACF,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,EAAM,EAAE,QAAoC;QACvD,MAAM,KAAK,GAAG,OAAO,EAAE,CAAA;QACvB,MAAM,KAAK,GAAiB,EAAE,CAAA;QAE9B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;YACpC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YACjB,IAAI,KAAK,EAAE;gBAAE,MAAM,GAAG,EAAE,CAAA;QACzB,CAAC;QAED,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QACnC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,CAAA;IAC3B,CAAC;CACD"}
+{"version":3,"file":"memory-bucket.js","sourceRoot":"","sources":["../../s/core/memory-bucket.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,KAAK,EAAE,GAAG,EAAE,GAAG,EAAC,MAAM,WAAW,CAAA;AAEzC,OAAO,EAAC,OAAO,EAAC,MAAM,oBAAoB,CAAA;AAE1C,MAAM,OAAO,YAAY;IACxB,IAAI,GAAG,IAAI,GAAG,EAAsB,CAAA;IAEpC,KAAK,CAAC,GAAG,CAAC,EAAM;QACf,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;IACzB,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAM;QAClB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;IACrB,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,EAAM;QAChB,OAAO,IAAI,IAAI,CACd,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAA4B,CAAC,EACnD,EAAC,IAAI,EAAE,0BAA0B,EAAC,CAClC,CAAA;IACF,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,EAAM,EAAE,QAAoC;QACvD,MAAM,KAAK,GAAG,OAAO,EAAE,CAAA;QACvB,MAAM,KAAK,GAAiB,EAAE,CAAA;QAE9B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;YACpC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YACjB,IAAI,KAAK,EAAE;gBAAE,MAAM,GAAG,EAAE,CAAA;QACzB,CAAC;QAED,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QACnC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,CAAA;IAC3B,CAAC;CACD"}

package/x/core/types.d.ts

@@ -1,12 +1,28 @@
 export type Hash = string;
 export type Id = string;
+/** file blob store. */
 export type Bucket = {
     has(id: Id): Promise<boolean>;
-    size(id: Id): Promise<number>;
     delete(id: Id): Promise<void>;
     read(id: Id): Promise<Blob>;
     write(id: Id, readable: ReadableStream<Uint8Array>): Promise<void>;
 };
+/** metadata for a single file. */
+export type Info = {
+    /** bucket id for this file's data. */
+    id: Id;
+    /** file size in bytes. */
+    size: number;
+    /** when this file was added to the datalake. */
+    added: number;
+};
+/** statistics for the whole datalake. */
 export type Stats = {
+    /** total number of bytes in the whole datalake. */
     size: number;
+    /** total number of files in the datalake. */
+    count: number;
+};
+export type Wip = {
+    created: number;
 };

package/x/core/utils/is-expired.d.ts

@@ -0,0 +1,2 @@
+import { Wip } from "../types.js";
+export declare function isExpired({ created }: Wip): boolean;

package/x/core/utils/is-expired.js

@@ -0,0 +1,7 @@
+import { time } from "@e280/stz";
+import { consts } from "../consts.js";
+export function isExpired({ created }) {
+    const since = Date.now() - created;
+    return since > time.days(consts.expiry_time);
+}
+//# sourceMappingURL=is-expired.js.map

package/x/core/utils/is-expired.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"is-expired.js","sourceRoot":"","sources":["../../../s/core/utils/is-expired.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,IAAI,EAAC,MAAM,WAAW,CAAA;AAE9B,OAAO,EAAC,MAAM,EAAC,MAAM,cAAc,CAAA;AAEnC,MAAM,UAAU,SAAS,CAAC,EAAC,OAAO,EAAM;IACvC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAA;IAClC,OAAO,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;AAC7C,CAAC"}

package/x/core/utils/manifest.d.ts

@@ -0,0 +1,18 @@
+import { Kv } from "@e280/kv";
+import { Hash, Id, Info, Stats } from "../types.js";
+export declare class Manifest {
+    #private;
+    constructor(kv?: Kv<any>);
+    hashes(): AsyncGenerator<string, void, unknown>;
+    hasHash(hash: Hash): Promise<boolean>;
+    saveInfo(hash: Hash, info: Info): Promise<void>;
+    getInfo(hash: Hash): Promise<Info | undefined>;
+    needInfo(hash: Hash): Promise<Info>;
+    deleteInfo(hash: Hash): Promise<void>;
+    addWip(id: Id): Promise<void>;
+    deleteWip(...ids: Id[]): Promise<void>;
+    statsAddFile(size: number): Promise<void>;
+    statsRemoveFile(size: number): Promise<void>;
+    getExpiredIds(): Promise<string[]>;
+    getStats(): Promise<Stats>;
+}

package/x/core/utils/manifest.js

@@ -0,0 +1,69 @@
+import { Kv } from "@e280/kv";
+import { collect, got } from "@e280/stz";
+import { consts } from "../consts.js";
+import { notFound } from "./not-found.js";
+import { isExpired } from "./is-expired.js";
+export class Manifest {
+    /** associates file hashes with bucket ids */
+    #info;
+    /** temporary record of writes in-progress */
+    #wip;
+    /** statistics about the whole datalake */
+    #stats;
+    constructor(kv = new Kv()) {
+        this.#info = kv.scope("info");
+        this.#wip = kv.scope("wip");
+        this.#stats = kv.store("stats");
+    }
+    async *hashes() {
+        yield* this.#info.keys();
+    }
+    async hasHash(hash) {
+        return this.#info.has(hash);
+    }
+    async saveInfo(hash, info) {
+        await this.#info.set(hash, info);
+    }
+    async getInfo(hash) {
+        return await this.#info.get(hash);
+    }
+    async needInfo(hash) {
+        return got(await this.getInfo(hash), notFound(hash));
+    }
+    async deleteInfo(hash) {
+        await this.#info.del(hash);
+    }
+    async addWip(id) {
+        await this.#wip.set(id, { created: Date.now() });
+    }
+    async deleteWip(...ids) {
+        await this.#wip.del(...ids);
+    }
+    async statsAddFile(size) {
+        await this.#updateStats(stats => {
+            stats.count += 1;
+            stats.size += size;
+        });
+    }
+    async statsRemoveFile(size) {
+        await this.#updateStats(stats => {
+            stats.count -= 1;
+            stats.size -= size;
+        });
+    }
+    async getExpiredIds() {
+        const limit = consts.self_clean_limit;
+        return (await collect(this.#wip.entries({ limit })))
+            .filter(([, wip]) => isExpired(wip))
+            .map(([id]) => id);
+    }
+    async getStats() {
+        return structuredClone((await this.#stats.get()) ?? { count: 0, size: 0 });
+    }
+    async #updateStats(fn) {
+        const stats = await this.getStats();
+        fn(stats);
+        await this.#stats.set(stats);
+    }
+}
+//# sourceMappingURL=manifest.js.map

package/x/core/utils/manifest.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"manifest.js","sourceRoot":"","sources":["../../../s/core/utils/manifest.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,EAAE,EAAC,MAAM,UAAU,CAAA;AAC3B,OAAO,EAAC,OAAO,EAAE,GAAG,EAAC,MAAM,WAAW,CAAA;AACtC,OAAO,EAAC,MAAM,EAAC,MAAM,cAAc,CAAA;AACnC,OAAO,EAAC,QAAQ,EAAC,MAAM,gBAAgB,CAAA;AACvC,OAAO,EAAC,SAAS,EAAC,MAAM,iBAAiB,CAAA;AAGzC,MAAM,OAAO,QAAQ;IAEpB,6CAA6C;IAC7C,KAAK,CAAA;IAEL,6CAA6C;IAC7C,IAAI,CAAA;IAEJ,0CAA0C;IAC1C,MAAM,CAAA;IAEN,YAAY,EAAE,GAAG,IAAI,EAAE,EAAE;QACxB,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC,KAAK,CAAO,MAAM,CAAC,CAAA;QACnC,IAAI,CAAC,IAAI,GAAG,EAAE,CAAC,KAAK,CAAM,KAAK,CAAC,CAAA;QAChC,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC,KAAK,CAAQ,OAAO,CAAC,CAAA;IACvC,CAAC;IAED,KAAK,CAAA,CAAE,MAAM;QACZ,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAA;IACzB,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,IAAU;QACvB,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;IAC5B,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,IAAU,EAAE,IAAU;QACpC,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;IACjC,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,IAAU;QACvB,OAAO,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;IAClC,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,IAAU;QACxB,OAAO,GAAG,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAA;IACrD,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,IAAU;QAC1B,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;IAC3B,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAM;QAClB,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,EAAC,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,EAAC,CAAC,CAAA;IAC/C,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,GAAG,GAAS;QAC3B,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,CAAA;IAC5B,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,IAAY;QAC9B,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE;YAC/B,KAAK,CAAC,KAAK,IAAI,CAAC,CAAA;YAChB,KAAK,CAAC,IAAI,IAAI,IAAI,CAAA;QACnB,CAAC,CAAC,CAAA;IACH,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,IAAY;QACjC,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE;YAC/B,KAAK,CAAC,KAAK,IAAI,CAAC,CAAA;YAChB,KAAK,CAAC,IAAI,IAAI,IAAI,CAAA;QACnB,CAAC,CAAC,CAAA;IACH,CAAC;IAED,KAAK,CAAC,aAAa;QAClB,MAAM,KAAK,GAAG,MAAM,CAAC,gBAAgB,CAAA;QACrC,OAAO,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,EAAC,KAAK,EAAC,CAAC,CAAC,CAAC;aAChD,MAAM,CAAC,CAAC,CAAC,EAAC,GAAG,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;aAClC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAA;IACpB,CAAC;IAED,KAAK,CAAC,QAAQ;QACb,OAAO,eAAe,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,IAAI,EAAC,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAC,CAAC,CAAA;IACzE,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,EAA0B;QAC5C,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAA;QACnC,EAAE,CAAC,KAAK,CAAC,CAAA;QACT,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;IAC7B,CAAC;CACD"}

package/x/core/utils/not-found.d.ts

@@ -0,0 +1,2 @@
+import { Hash } from "../types.js";
+export declare function notFound(hash: Hash): string;

package/x/core/utils/not-found.js

@@ -0,0 +1,4 @@
+export function notFound(hash) {
+    return `file not found by hash "${hash}"`;
+}
+//# sourceMappingURL=not-found.js.map

package/x/core/utils/not-found.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"not-found.js","sourceRoot":"","sources":["../../../s/core/utils/not-found.ts"],"names":[],"mappings":"AAGA,MAAM,UAAU,QAAQ,CAAC,IAAU;IAClC,OAAO,2BAA2B,IAAI,GAAG,CAAA;AAC1C,CAAC"}

package/x/core/utils/save-and-hash.d.ts

@@ -0,0 +1,5 @@
+import { Bucket, Id } from "../types.js";
+export declare function saveAndHash(bucket: Bucket, id: Id, readable: ReadableStream<Uint8Array>): Promise<{
+    hash: string;
+    size: number;
+}>;

package/x/core/utils/save-and-hash.js

@@ -0,0 +1,19 @@
+import { hex } from "@e280/stz";
+import { blake3 } from "@noble/hashes/blake3.js";
+export async function saveAndHash(bucket, id, readable) {
+    let size = 0;
+    const pipe = new TransformStream();
+    const done = bucket.write(id, pipe.readable);
+    const writer = pipe.writable.getWriter();
+    const hasher = blake3.create();
+    for await (const chunk of readable) {
+        await writer.write(chunk);
+        hasher.update(chunk);
+        size += chunk.byteLength;
+    }
+    await writer.close();
+    await done;
+    const hash = hex.fromBytes(hasher.digest());
+    return { hash, size };
+}
+//# sourceMappingURL=save-and-hash.js.map

package/x/core/utils/save-and-hash.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"save-and-hash.js","sourceRoot":"","sources":["../../../s/core/utils/save-and-hash.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,GAAG,EAAC,MAAM,WAAW,CAAA;AAC7B,OAAO,EAAC,MAAM,EAAC,MAAM,yBAAyB,CAAA;AAG9C,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,MAAc,EAAE,EAAM,EAAE,QAAoC;IAC7F,IAAI,IAAI,GAAG,CAAC,CAAA;IACZ,MAAM,IAAI,GAAG,IAAI,eAAe,EAAE,CAAA;IAClC,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAA;IAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAA;IACxC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,CAAA;IAE9B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;QACpC,MAAM,MAAM,CAAC,KAAK,CAAC,KAAgC,CAAC,CAAA;QACpD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QACpB,IAAI,IAAI,KAAK,CAAC,UAAU,CAAA;IACzB,CAAC;IAED,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;IACpB,MAAM,IAAI,CAAA;IAEV,MAAM,IAAI,GAAG,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAA;IAC3C,OAAO,EAAC,IAAI,EAAE,IAAI,EAAC,CAAA;AACpB,CAAC"}

package/x/node/disk-bucket.d.ts

@@ -3,7 +3,6 @@ export declare class DiskBucket implements Bucket {
     #private;
     constructor(directory: string);
     has(id: Id): Promise<boolean>;
-    size(id: Id): Promise<number>;
     delete(id: Id): Promise<void>;
     read(id: Id): Promise<Blob>;
     write(id: Id, readable: ReadableStream<Uint8Array>): Promise<void>;

package/x/node/disk-bucket.js

@@ -20,10 +20,6 @@ export class DiskBucket {
             throw error;
         }
     }
-    async size(id) {
-        const stats = await stat(this.#path(id));
-        return stats.size;
-    }
     async delete(id) {
         try {
             await unlink(this.#path(id));

package/x/node/disk-bucket.js.map

@@ -1 +1 @@
-{"version":3,"file":"disk-bucket.js","sourceRoot":"","sources":["../../s/node/disk-bucket.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,IAAI,EAAC,MAAM,WAAW,CAAA;AAC9B,OAAO,EAAC,QAAQ,EAAC,MAAM,aAAa,CAAA;AACpC,OAAO,EAAC,QAAQ,EAAC,MAAM,sBAAsB,CAAA;AAC7C,OAAO,EAAC,KAAK,EAAE,IAAI,EAAE,MAAM,EAAC,MAAM,kBAAkB,CAAA;AACpD,OAAO,EAAC,iBAAiB,EAAE,UAAU,EAAC,MAAM,SAAS,CAAA;AAGrD,OAAO,EAAC,UAAU,EAAC,MAAM,yBAAyB,CAAA;AAElD,MAAM,OAAO,UAAU;IACtB,UAAU,CAAA;IAEV,YAAY,SAAiB;QAC5B,IAAI,CAAC,UAAU,GAAG,SAAS,CAAA;IAC5B,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,EAAM;QACf,IAAI,CAAC;YACJ,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAA;YAC1B,OAAO,IAAI,CAAA;QACZ,CAAC;QACD,OAAO,KAAK,EAAE,CAAC;YACd,IAAI,UAAU,CAAC,KAAK,CAAC;gBAAE,OAAO,KAAK,CAAA;YACnC,MAAM,KAAK,CAAA;QACZ,CAAC;IACF,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,EAAM;QAChB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAA;QACxC,OAAO,KAAK,CAAC,IAAI,CAAA;IAClB,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAM;QAClB,IAAI,CAAC;YACJ,MAAM,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAA;QAC7B,CAAC;QACD,OAAO,KAAK,EAAE,CAAC;YACd,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC;gBACrB,MAAM,KAAK,CAAA;QACb,CAAC;IACF,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,EAAM;QAChB,OAAO,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAA;IAClC,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,EAAM,EAAE,QAAoC;QACvD,MAAM,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,EAAC,SAAS,EAAE,IAAI,EAAC,CAAC,CAAA;QAC/C,MAAM,QAAQ,CACb,QAAQ,CAAC,OAAO,CAAC,QAAe,CAAC,EACjC,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CACjC,CAAA;IACF,CAAC;IAED,KAAK,CAAC,EAAM;QACX,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC,CAAA;IACjC,CAAC;CACD"}
+{"version":3,"file":"disk-bucket.js","sourceRoot":"","sources":["../../s/node/disk-bucket.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,IAAI,EAAC,MAAM,WAAW,CAAA;AAC9B,OAAO,EAAC,QAAQ,EAAC,MAAM,aAAa,CAAA;AACpC,OAAO,EAAC,QAAQ,EAAC,MAAM,sBAAsB,CAAA;AAC7C,OAAO,EAAC,KAAK,EAAE,IAAI,EAAE,MAAM,EAAC,MAAM,kBAAkB,CAAA;AACpD,OAAO,EAAC,iBAAiB,EAAE,UAAU,EAAC,MAAM,SAAS,CAAA;AAGrD,OAAO,EAAC,UAAU,EAAC,MAAM,yBAAyB,CAAA;AAElD,MAAM,OAAO,UAAU;IACtB,UAAU,CAAA;IAEV,YAAY,SAAiB;QAC5B,IAAI,CAAC,UAAU,GAAG,SAAS,CAAA;IAC5B,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,EAAM;QACf,IAAI,CAAC;YACJ,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAA;YAC1B,OAAO,IAAI,CAAA;QACZ,CAAC;QACD,OAAO,KAAK,EAAE,CAAC;YACd,IAAI,UAAU,CAAC,KAAK,CAAC;gBAAE,OAAO,KAAK,CAAA;YACnC,MAAM,KAAK,CAAA;QACZ,CAAC;IACF,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAM;QAClB,IAAI,CAAC;YACJ,MAAM,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAA;QAC7B,CAAC;QACD,OAAO,KAAK,EAAE,CAAC;YACd,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC;gBACrB,MAAM,KAAK,CAAA;QACb,CAAC;IACF,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,EAAM;QAChB,OAAO,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAA;IAClC,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,EAAM,EAAE,QAAoC;QACvD,MAAM,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,EAAC,SAAS,EAAE,IAAI,EAAC,CAAC,CAAA;QAC/C,MAAM,QAAQ,CACb,QAAQ,CAAC,OAAO,CAAC,QAAe,CAAC,EACjC,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CACjC,CAAA;IACF,CAAC;IAED,KAAK,CAAC,EAAM;QACX,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC,CAAA;IACjC,CAAC;CACD"}

package/x/test.js

@@ -9,23 +9,21 @@ import { MemoryBucket } from "./core/memory-bucket.js";
 const blob = () => new Blob([new Uint8Array([0xDE, 0xAD, 0xBE, 0xEF])]);
 const quickstream = (b) => new Blob([new Uint8Array(b)]).stream();
 function setup() {
-    const manifest = new Kv();
+    const kv = new Kv();
     const bucket = new MemoryBucket();
-    const mammoth = new Mammoth(manifest, bucket);
+    const mammoth = new Mammoth(bucket, kv);
     return { mammoth };
 }
 await science.run({
     "mammoth node": test(async () => {
         const dataDir = "data";
         await rm(dataDir, { recursive: true, force: true });
-        const manifest = new Kv();
-        const bucket = new DiskBucket(dataDir);
-        const mammoth = new Mammoth(manifest, bucket);
+        const mammoth = new Mammoth(new DiskBucket(dataDir), new Kv());
         const hash = await mammoth.write(blob().stream());
         const second = await mammoth.read(hash);
         expect(bytes.eq(await second.bytes(), await blob().bytes()));
     }),
-    "mammoth": {
+    "mammoth memory": {
         ".write and .read": test(async () => {
             const { mammoth } = setup();
             const hash = await mammoth.write(blob().stream());
@@ -44,7 +42,7 @@ await science.run({
         ".write empty file": test(async () => {
             const { mammoth } = setup();
             const hash = await mammoth.write(new Blob().stream());
-            expect(await mammoth.size(hash)).is(0);
+            expect((await mammoth.info(hash)).size).is(0);
             expect((await mammoth.read(hash)).size).is(0);
         }),
         ".write distinct files": test(async () => {
@@ -56,15 +54,15 @@ await science.run({
         }),
         ".stats": test(async () => {
             const { mammoth } = setup();
-            expect(await mammoth.stats()).deep({ size: 0 });
+            expect(await mammoth.stats()).deep({ count: 0, size: 0 });
             const hashA = await mammoth.write(quickstream([0xC0, 0xFF, 0xEE]));
-            expect(await mammoth.stats()).deep({ size: 3 });
+            expect(await mammoth.stats()).deep({ count: 1, size: 3 });
             const hashB = await mammoth.write(quickstream([0xB0, 0x0B, 0x1E, 0x5]));
-            expect(await mammoth.stats()).deep({ size: 7 });
+            expect(await mammoth.stats()).deep({ count: 2, size: 7 });
             await mammoth.delete(hashA);
-            expect(await mammoth.stats()).deep({ size: 4 });
+            expect(await mammoth.stats()).deep({ count: 1, size: 4 });
             await mammoth.delete(hashB);
-            expect(await mammoth.stats()).deep({ size: 0 });
+            expect(await mammoth.stats()).deep({ count: 0, size: 0 });
         }),
         ".has": test(async () => {
             const { mammoth } = setup();
@@ -74,8 +72,9 @@ await science.run({
         }),
         ".size": test(async () => {
             const { mammoth } = setup();
-            const hash = await mammoth.write(blob().stream());
-            expect(await mammoth.size(hash)).is(4);
+            const b = blob();
+            const hash = await mammoth.write(b.stream());
+            expect((await mammoth.info(hash)).size).is(b.size);
         }),
         ".delete": test(async () => {
             const { mammoth } = setup();

package/x/test.js.map

@@ -1 +1 @@
-{"version":3,"file":"test.js","sourceRoot":"","sources":["../s/test.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,EAAE,EAAC,MAAM,UAAU,CAAA;AAC3B,OAAO,EAAC,EAAE,EAAC,MAAM,aAAa,CAAA;AAC9B,OAAO,EAAC,KAAK,EAAE,OAAO,EAAC,MAAM,WAAW,CAAA;AACxC,OAAO,EAAC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAC,MAAM,eAAe,CAAA;AAEnD,OAAO,EAAC,OAAO,EAAC,MAAM,mBAAmB,CAAA;AACzC,OAAO,EAAC,UAAU,EAAC,MAAM,uBAAuB,CAAA;AAChD,OAAO,EAAC,QAAQ,EAAC,MAAM,2BAA2B,CAAA;AAClD,OAAO,EAAC,YAAY,EAAC,MAAM,yBAAyB,CAAA;AAEpD,MAAM,IAAI,GAAG,GAAG,EAAE,CAAC,IAAI,IAAI,CAAC,CAAC,IAAI,UAAU,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;AACvE,MAAM,WAAW,GAAG,CAAC,CAAW,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAA;AAE3E,SAAS,KAAK;IACb,MAAM,QAAQ,GAAG,IAAI,EAAE,EAAE,CAAA;IACzB,MAAM,MAAM,GAAG,IAAI,YAAY,EAAE,CAAA;IACjC,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;IAC7C,OAAO,EAAC,OAAO,EAAC,CAAA;AACjB,CAAC;AAED,MAAM,OAAO,CAAC,GAAG,CAAC;IACjB,cAAc,EAAE,IAAI,CAAC,KAAK,IAAG,EAAE;QAC9B,MAAM,OAAO,GAAG,MAAM,CAAA;QACtB,MAAM,EAAE,CAAC,OAAO,EAAE,EAAC,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAC,CAAC,CAAA;QACjD,MAAM,QAAQ,GAAG,IAAI,EAAE,EAAE,CAAA;QACzB,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,OAAO,CAAC,CAAA;QACtC,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;QAC7C,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,EAAE,CAAC,CAAA;QACjD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACvC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,IAAI,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA;IAC7D,CAAC,CAAC;IAEF,SAAS,EAAE;QACV,kBAAkB,EAAE,IAAI,CAAC,KAAK,IAAG,EAAE;YAClC,MAAM,EAAC,OAAO,EAAC,GAAG,KAAK,EAAE,CAAA;YACzB,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,EAAE,CAAC,CAAA;YACjD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YACvC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,IAAI,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA;QAC7D,CAAC,CAAC;QAEF,sBAAsB,EAAE,IAAI,CAAC,KAAK,IAAG,EAAE;YACtC,MAAM,EAAC,OAAO,EAAC,GAAG,KAAK,EAAE,CAAA;YACzB,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,EAAE,CAAC,CAAA;YAClD,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,EAAE,CAAC,CAAA;YAClD,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;YAC5C,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAA;YACvB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;YACzB,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAA;QAC1B,CAAC,CAAC;QAEF,mBAAmB,EAAE,IAAI,CAAC,KAAK,IAAG,EAAE;YACnC,MAAM,EAAC,OAAO,EAAC,GAAG,KAAK,EAAE,CAAA;YACzB,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC,MAAM,EAAE,CAAC,CAAA;YACrD,MAAM,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;YACtC,MAAM,CAAC,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;QAC9C,CAAC,CAAC;QAEF,uBAAuB,EAAE,IAAI,CAAC,KAAK,IAAG,EAAE;YACvC,MAAM,EAAC,OAAO,EAAC,GAAG,KAAK,EAAE,CAAA;YACzB,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAA;YAClE,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,CAAA;YACvE,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,CAAA;YAC3B,MAAM,CAAC,CAAC,MAAM,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;QACvD,CAAC,CAAC;QAEF,QAAQ,EAAE,IAAI,CAAC,KAAK,IAAG,EAAE;YACxB,MAAM,EAAC,OAAO,EAAC,GAAG,KAAK,EAAE,CAAA;YACzB,MAAM,CAAC,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,EAAC,IAAI,EAAE,CAAC,EAAC,CAAC,CAAA;YAC7C,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAA;YAClE,MAAM,CAAC,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,EAAC,IAAI,EAAE,CAAC,EAAC,CAAC,CAAA;YAC7C,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,CAAA;YACvE,MAAM,CAAC,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,EAAC,IAAI,EAAE,CAAC,EAAC,CAAC,CAAA;YAC7C,MAAM,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YAC3B,MAAM,CAAC,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,EAAC,IAAI,EAAE,CAAC,EAAC,CAAC,CAAA;YAC7C,MAAM,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YAC3B,MAAM,CAAC,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,EAAC,IAAI,EAAE,CAAC,EAAC,CAAC,CAAA;QAC9C,CAAC,CAAC;QAEF,MAAM,EAAE,IAAI,CAAC,KAAK,IAAG,EAAE;YACtB,MAAM,EAAC,OAAO,EAAC,GAAG,KAAK,EAAE,CAAA;YACzB,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,EAAE,CAAC,CAAA;YACjD,MAAM,CAAC,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAA;YACxC,MAAM,CAAC,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAA;QAChD,CAAC,CAAC;QAEF,OAAO,EAAE,IAAI,CAAC,KAAK,IAAG,EAAE;YACvB,MAAM,EAAC,OAAO,EAAC,GAAG,KAAK,EAAE,CAAA;YACzB,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,EAAE,CAAC,CAAA;YACjD,MAAM,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;QACvC,CAAC,CAAC;QAEF,SAAS,EAAE,IAAI,CAAC,KAAK,IAAG,EAAE;YACzB,MAAM,EAAC,OAAO,EAAC,GAAG,KAAK,EAAE,CAAA;YACzB,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,EAAE,CAAC,CAAA;YACjD,MAAM,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;YAC1B,MAAM,CAAC,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAA;YACzC,MAAM,CAAC,MAAM,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;QACjD,CAAC,CAAC;QAEF,oBAAoB,EAAE,IAAI,CAAC,KAAK,IAAG,EAAE;YACpC,MAAM,EAAC,OAAO,EAAC,GAAG,KAAK,EAAE,CAAA;YACzB,MAAM,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAA;QACjC,CAAC,CAAC;QAEF,OAAO,EAAE,IAAI,CAAC,KAAK,IAAG,EAAE;YACvB,MAAM,EAAC,OAAO,EAAC,GAAG,KAAK,EAAE,CAAA;YACzB,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,EAAE,CAAC,CAAA;YACjD,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;YAC5C,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;YACzB,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAA;QACzB,CAAC,CAAC;KACF;CACD,CAAC,CAAA"}
+{"version":3,"file":"test.js","sourceRoot":"","sources":["../s/test.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,EAAE,EAAC,MAAM,UAAU,CAAA;AAC3B,OAAO,EAAC,EAAE,EAAC,MAAM,aAAa,CAAA;AAC9B,OAAO,EAAC,KAAK,EAAE,OAAO,EAAC,MAAM,WAAW,CAAA;AACxC,OAAO,EAAC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAC,MAAM,eAAe,CAAA;AAEnD,OAAO,EAAC,OAAO,EAAC,MAAM,mBAAmB,CAAA;AACzC,OAAO,EAAC,UAAU,EAAC,MAAM,uBAAuB,CAAA;AAChD,OAAO,EAAC,QAAQ,EAAC,MAAM,2BAA2B,CAAA;AAClD,OAAO,EAAC,YAAY,EAAC,MAAM,yBAAyB,CAAA;AAEpD,MAAM,IAAI,GAAG,GAAG,EAAE,CAAC,IAAI,IAAI,CAAC,CAAC,IAAI,UAAU,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;AACvE,MAAM,WAAW,GAAG,CAAC,CAAW,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAA;AAE3E,SAAS,KAAK;IACb,MAAM,EAAE,GAAG,IAAI,EAAE,EAAE,CAAA;IACnB,MAAM,MAAM,GAAG,IAAI,YAAY,EAAE,CAAA;IACjC,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAA;IACvC,OAAO,EAAC,OAAO,EAAC,CAAA;AACjB,CAAC;AAED,MAAM,OAAO,CAAC,GAAG,CAAC;IACjB,cAAc,EAAE,IAAI,CAAC,KAAK,IAAG,EAAE;QAC9B,MAAM,OAAO,GAAG,MAAM,CAAA;QACtB,MAAM,EAAE,CAAC,OAAO,EAAE,EAAC,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAC,CAAC,CAAA;QACjD,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,IAAI,UAAU,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,EAAE,CAAC,CAAA;QAC9D,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,EAAE,CAAC,CAAA;QACjD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACvC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,IAAI,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA;IAC7D,CAAC,CAAC;IAEF,gBAAgB,EAAE;QACjB,kBAAkB,EAAE,IAAI,CAAC,KAAK,IAAG,EAAE;YAClC,MAAM,EAAC,OAAO,EAAC,GAAG,KAAK,EAAE,CAAA;YACzB,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,EAAE,CAAC,CAAA;YACjD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YACvC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,IAAI,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA;QAC7D,CAAC,CAAC;QAEF,sBAAsB,EAAE,IAAI,CAAC,KAAK,IAAG,EAAE;YACtC,MAAM,EAAC,OAAO,EAAC,GAAG,KAAK,EAAE,CAAA;YACzB,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,EAAE,CAAC,CAAA;YAClD,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,EAAE,CAAC,CAAA;YAClD,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;YAC5C,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAA;YACvB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;YACzB,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAA;QAC1B,CAAC,CAAC;QAEF,mBAAmB,EAAE,IAAI,CAAC,KAAK,IAAG,EAAE;YACnC,MAAM,EAAC,OAAO,EAAC,GAAG,KAAK,EAAE,CAAA;YACzB,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC,MAAM,EAAE,CAAC,CAAA;YACrD,MAAM,CAAC,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;YAC7C,MAAM,CAAC,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;QAC9C,CAAC,CAAC;QAEF,uBAAuB,EAAE,IAAI,CAAC,KAAK,IAAG,EAAE;YACvC,MAAM,EAAC,OAAO,EAAC,GAAG,KAAK,EAAE,CAAA;YACzB,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAA;YAClE,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,CAAA;YACvE,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,CAAA;YAC3B,MAAM,CAAC,CAAC,MAAM,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;QACvD,CAAC,CAAC;QAEF,QAAQ,EAAE,IAAI,CAAC,KAAK,IAAG,EAAE;YACxB,MAAM,EAAC,OAAO,EAAC,GAAG,KAAK,EAAE,CAAA;YACzB,MAAM,CAAC,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,EAAC,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAC,CAAC,CAAA;YACvD,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAA;YAClE,MAAM,CAAC,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,EAAC,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAC,CAAC,CAAA;YACvD,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,CAAA;YACvE,MAAM,CAAC,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,EAAC,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAC,CAAC,CAAA;YACvD,MAAM,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YAC3B,MAAM,CAAC,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,EAAC,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAC,CAAC,CAAA;YACvD,MAAM,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YAC3B,MAAM,CAAC,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,EAAC,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAC,CAAC,CAAA;QACxD,CAAC,CAAC;QAEF,MAAM,EAAE,IAAI,CAAC,KAAK,IAAG,EAAE;YACtB,MAAM,EAAC,OAAO,EAAC,GAAG,KAAK,EAAE,CAAA;YACzB,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,EAAE,CAAC,CAAA;YACjD,MAAM,CAAC,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAA;YACxC,MAAM,CAAC,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAA;QAChD,CAAC,CAAC;QAEF,OAAO,EAAE,IAAI,CAAC,KAAK,IAAG,EAAE;YACvB,MAAM,EAAC,OAAO,EAAC,GAAG,KAAK,EAAE,CAAA;YACzB,MAAM,CAAC,GAAG,IAAI,EAAE,CAAA;YAChB,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAA;YAC5C,MAAM,CAAC,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;QACnD,CAAC,CAAC;QAEF,SAAS,EAAE,IAAI,CAAC,KAAK,IAAG,EAAE;YACzB,MAAM,EAAC,OAAO,EAAC,GAAG,KAAK,EAAE,CAAA;YACzB,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,EAAE,CAAC,CAAA;YACjD,MAAM,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;YAC1B,MAAM,CAAC,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAA;YACzC,MAAM,CAAC,MAAM,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;QACjD,CAAC,CAAC;QAEF,oBAAoB,EAAE,IAAI,CAAC,KAAK,IAAG,EAAE;YACpC,MAAM,EAAC,OAAO,EAAC,GAAG,KAAK,EAAE,CAAA;YACzB,MAAM,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAA;QACjC,CAAC,CAAC;QAEF,OAAO,EAAE,IAAI,CAAC,KAAK,IAAG,EAAE;YACvB,MAAM,EAAC,OAAO,EAAC,GAAG,KAAK,EAAE,CAAA;YACzB,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,EAAE,CAAC,CAAA;YACjD,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;YAC5C,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;YACzB,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAA;QACzB,CAAC,CAAC;KACF;CACD,CAAC,CAAA"}