@e280/mammoth 0.1.0-2 → 0.1.0-20

package/s/core/utils/save.ts

@@ -0,0 +1,28 @@
+
+import {hex} from "@e280/stz"
+import {blake3} from "@awasm/noble"
+import {Analysis, Bucket, Id} from "../types.js"
+
+export async function save(
+		bucket: Bucket,
+		id: Id,
+		readable: ReadableStream<Uint8Array>,
+	): Promise<Analysis> {
+
+	let size = 0
+	const hasher = blake3.create()
+
+	await bucket.write(id, readable.pipeThrough(
+		new TransformStream({
+			transform(chunk, controller) {
+				hasher.update(chunk)
+				size += chunk.byteLength
+				controller.enqueue(chunk)
+			},
+		})
+	))
+
+	const hash = hex.fromBytes(hasher.digest())
+	return {hash, size}
+}
+

package/s/node/disk-bucket.ts

@@ -0,0 +1,55 @@
+
+import {join} from "node:path"
+import {Readable} from "node:stream"
+import {pipeline} from "node:stream/promises"
+import {mkdir, stat, unlink} from "node:fs/promises"
+import {createWriteStream, openAsBlob} from "node:fs"
+
+import {Bucket, Id} from "../core/types.js"
+import {isNotFound} from "./utils/is-not-found.js"
+
+export class DiskBucket implements Bucket {
+	#directory
+
+	constructor(directory: string) {
+		this.#directory = directory
+	}
+
+	async has(id: Id) {
+		try {
+			await stat(this.#path(id))
+			return true
+		}
+		catch (error) {
+			if (isNotFound(error)) return false
+			throw error
+		}
+	}
+
+	async delete(id: Id) {
+		try {
+			await unlink(this.#path(id))
+		}
+		catch (error) {
+			if (!isNotFound(error))
+				throw error
+		}
+	}
+
+	async read(id: Id) {
+		return openAsBlob(this.#path(id))
+	}
+
+	async write(id: Id, readable: ReadableStream<Uint8Array>) {
+		await mkdir(this.#directory, {recursive: true})
+		await pipeline(
+			Readable.fromWeb(readable as any),
+			createWriteStream(this.#path(id)),
+		)
+	}
+
+	#path(id: Id) {
+		return join(this.#directory, id)
+	}
+}
+

package/s/{browser → node}/index.ts

@@ -1,4 +1,4 @@
 
 export * from "../core/index.js"
-export * from "./iceberg-opfs.js"
+export * from "./disk-bucket.js"
 

package/s/node/utils/is-not-found.ts

@@ -0,0 +1,9 @@
+
+export function isNotFound(error: unknown): error is NodeJS.ErrnoException {
+	return (
+		error instanceof Error
+		&& "code" in error
+		&& error.code === "ENOENT"
+	)
+}
+

package/s/test.ts

@@ -1,24 +1,35 @@
 
 import {Kv} from "@e280/kv"
+import {rm} from "fs/promises"
 import {bytes, collect} from "@e280/stz"
 import {science, test, expect} from "@e280/science"
 
 import {Mammoth} from "./core/mammoth.js"
+import {DiskBucket} from "./node/disk-bucket.js"
 import {randomId} from "./core/utils/random-id.js"
-import {IcebergMemory} from "./core/iceberg-memory.js"
+import {MemoryBucket} from "./core/buckets/memory-bucket.js"
 
 const blob = () => new Blob([new Uint8Array([0xDE, 0xAD, 0xBE, 0xEF])])
 const quickstream = (b: number[]) => new Blob([new Uint8Array(b)]).stream()
 
 function setup() {
-	const index = new Kv<string>()
-	const iceberg = new IcebergMemory()
-	const mammoth = new Mammoth(index, iceberg)
+	const kv = new Kv()
+	const bucket = new MemoryBucket()
+	const mammoth = new Mammoth(bucket, kv)
 	return {mammoth}
 }
 
 await science.run({
-	"mammoth": {
+	"mammoth node": test(async() => {
+		const dataDir = "data"
+		await rm(dataDir, {recursive: true, force: true})
+		const mammoth = new Mammoth(new DiskBucket(dataDir), new Kv())
+		const hash = await mammoth.write(blob().stream())
+		const second = await mammoth.read(hash)
+		expect(bytes.eq(await second.bytes(), await blob().bytes()))
+	}),
+
+	"mammoth memory": {
 		".write and .read": test(async() => {
 			const {mammoth} = setup()
 			const hash = await mammoth.write(blob().stream())
@@ -30,16 +41,16 @@ await science.run({
 			const {mammoth} = setup()
 			const hashA = await mammoth.write(blob().stream())
 			const hashB = await mammoth.write(blob().stream())
-			const keys = await collect(mammoth.keys())
+			const entries = await collect(mammoth.entries())
 			expect(hashA).is(hashB)
-			expect(keys.length).is(1)
-			expect(keys[0]).is(hashA)
+			expect(entries.length).is(1)
+			expect(entries[0][0]).is(hashA)
 		}),
 
 		".write empty file": test(async() => {
 			const {mammoth} = setup()
 			const hash = await mammoth.write(new Blob().stream())
-			expect(await mammoth.size(hash)).is(0)
+			expect((await mammoth.info(hash)).size).is(0)
 			expect((await mammoth.read(hash)).size).is(0)
 		}),
 
@@ -48,7 +59,20 @@ await science.run({
 			const hashA = await mammoth.write(quickstream([0xC0, 0xFF, 0xEE]))
 			const hashB = await mammoth.write(quickstream([0xB0, 0x0B, 0x1E, 0x5]))
 			expect(hashA).not.is(hashB)
-			expect((await collect(mammoth.keys())).length).is(2)
+			expect((await collect(mammoth.entries())).length).is(2)
+		}),
+
+		".stats": test(async() => {
+			const {mammoth} = setup()
+			expect(await mammoth.stats()).deep({count: 0, size: 0})
+			const hashA = await mammoth.write(quickstream([0xC0, 0xFF, 0xEE]))
+			expect(await mammoth.stats()).deep({count: 1, size: 3})
+			const hashB = await mammoth.write(quickstream([0xB0, 0x0B, 0x1E, 0x5]))
+			expect(await mammoth.stats()).deep({count: 2, size: 7})
+			await mammoth.delete(hashA)
+			expect(await mammoth.stats()).deep({count: 1, size: 4})
+			await mammoth.delete(hashB)
+			expect(await mammoth.stats()).deep({count: 0, size: 0})
 		}),
 
 		".has": test(async() => {
@@ -60,8 +84,9 @@ await science.run({
 
 		".size": test(async() => {
 			const {mammoth} = setup()
-			const hash = await mammoth.write(blob().stream())
-			expect(await mammoth.size(hash)).is(4)
+			const b = blob()
+			const hash = await mammoth.write(b.stream())
+			expect((await mammoth.info(hash)).size).is(b.size)
 		}),
 
 		".delete": test(async() => {
@@ -69,7 +94,7 @@ await science.run({
 			const hash = await mammoth.write(blob().stream())
 			await mammoth.delete(hash)
 			expect(await mammoth.has(hash)).is(false)
-			expect(await collect(mammoth.keys())).deep([])
+			expect((await collect(mammoth.entries())).length).is(0)
 		}),
 
 		".delete idempotent": test(async() => {
@@ -80,9 +105,9 @@ await science.run({
 		".keys": test(async() => {
 			const {mammoth} = setup()
 			const hash = await mammoth.write(blob().stream())
-			const keys = await collect(mammoth.keys())
-			expect(keys.length).is(1)
-			expect(keys[0]).is(hash)
+			const entries = await collect(mammoth.entries())
+			expect(entries.length).is(1)
+			expect(entries[0][0]).is(hash)
 		}),
 	},
 })

package/x/core/{iceberg-memory.d.ts → buckets/memory-bucket.d.ts}

@@ -1,8 +1,7 @@
-import { Iceberg, Id } from "./types.js";
-export declare class IcebergMemory implements Iceberg {
+import { Bucket, Id } from "../types.js";
+export declare class MemoryBucket implements Bucket {
     #private;
     has(id: Id): Promise<boolean>;
-    size(id: Id): Promise<number>;
     delete(id: Id): Promise<void>;
     read(id: Id): Promise<Blob>;
     write(id: Id, readable: ReadableStream<Uint8Array>): Promise<void>;

package/x/core/{iceberg-memory.js → buckets/memory-bucket.js}

@@ -1,13 +1,10 @@
 import { bytes, got, nap } from "@e280/stz";
-import { relaxer } from "./utils/relaxer.js";
-export class IcebergMemory {
+import { relaxer } from "../utils/relaxer.js";
+export class MemoryBucket {
     #map = new Map();
     async has(id) {
         return this.#map.has(id);
     }
-    async size(id) {
-        return got(this.#map.get(id)).byteLength;
-    }
     async delete(id) {
         this.#map.delete(id);
     }
@@ -26,4 +23,4 @@ export class IcebergMemory {
         this.#map.set(id, payload);
     }
 }
-//# sourceMappingURL=iceberg-memory.js.map
+//# sourceMappingURL=memory-bucket.js.map

package/x/core/buckets/memory-bucket.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory-bucket.js","sourceRoot":"","sources":["../../../s/core/buckets/memory-bucket.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,KAAK,EAAE,GAAG,EAAE,GAAG,EAAC,MAAM,WAAW,CAAA;AAEzC,OAAO,EAAC,OAAO,EAAC,MAAM,qBAAqB,CAAA;AAE3C,MAAM,OAAO,YAAY;IACxB,IAAI,GAAG,IAAI,GAAG,EAAsB,CAAA;IAEpC,KAAK,CAAC,GAAG,CAAC,EAAM;QACf,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;IACzB,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAM;QAClB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;IACrB,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,EAAM;QAChB,OAAO,IAAI,IAAI,CACd,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAA4B,CAAC,EACnD,EAAC,IAAI,EAAE,0BAA0B,EAAC,CAClC,CAAA;IACF,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,EAAM,EAAE,QAAoC;QACvD,MAAM,KAAK,GAAG,OAAO,EAAE,CAAA;QACvB,MAAM,KAAK,GAAiB,EAAE,CAAA;QAE9B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;YACpC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YACjB,IAAI,KAAK,EAAE;gBAAE,MAAM,GAAG,EAAE,CAAA;QACzB,CAAC;QAED,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QACnC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,CAAA;IAC3B,CAAC;CACD"}

package/x/{browser/iceberg-opfs.d.ts → core/buckets/opfs-bucket.d.ts}

@@ -1,9 +1,8 @@
-import { Iceberg, Id } from "../core/types.js";
-export declare class IcebergOpfs implements Iceberg {
+import { Bucket, Id } from "../types.js";
+export declare class OpfsBucket implements Bucket {
     #private;
     constructor(directory: FileSystemDirectoryHandle);
     has(id: Id): Promise<boolean>;
-    size(id: Id): Promise<number>;
     delete(id: Id): Promise<void>;
     read(id: Id): Promise<File>;
     write(id: Id, readable: ReadableStream<Uint8Array>): Promise<void>;

package/x/{browser/iceberg-opfs.js → core/buckets/opfs-bucket.js}

@@ -1,5 +1,5 @@
-import { isNotFound } from "./utils/is-not-found.js";
-export class IcebergOpfs {
+import { isNotFoundErr } from "../utils/is-not-found.js";
+export class OpfsBucket {
     #directory;
     constructor(directory) {
         this.#directory = directory;
@@ -10,22 +10,17 @@ export class IcebergOpfs {
             return true;
         }
         catch (error) {
-            if (isNotFound(error))
+            if (isNotFoundErr(error))
                 return false;
             throw error;
         }
     }
-    async size(id) {
-        const handle = await this.#directory.getFileHandle(id);
-        const file = await handle.getFile();
-        return file.size;
-    }
     async delete(id) {
         try {
             await this.#directory.removeEntry(id);
         }
         catch (error) {
-            if (!isNotFound(error))
+            if (!isNotFoundErr(error))
                 throw error;
         }
     }
@@ -39,4 +34,4 @@ export class IcebergOpfs {
         await readable.pipeTo(writable);
     }
 }
-//# sourceMappingURL=iceberg-opfs.js.map
+//# sourceMappingURL=opfs-bucket.js.map

package/x/core/buckets/opfs-bucket.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"opfs-bucket.js","sourceRoot":"","sources":["../../../s/core/buckets/opfs-bucket.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,aAAa,EAAC,MAAM,0BAA0B,CAAA;AAEtD,MAAM,OAAO,UAAU;IACtB,UAAU,CAAA;IAEV,YAAY,SAAoC;QAC/C,IAAI,CAAC,UAAU,GAAG,SAAS,CAAA;IAC5B,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,EAAM;QACf,IAAI,CAAC;YACJ,MAAM,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC,CAAA;YACvC,OAAO,IAAI,CAAA;QACZ,CAAC;QACD,OAAO,KAAK,EAAE,CAAC;YACd,IAAI,aAAa,CAAC,KAAK,CAAC;gBAAE,OAAO,KAAK,CAAA;YACtC,MAAM,KAAK,CAAA;QACZ,CAAC;IACF,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAM;QAClB,IAAI,CAAC;YACJ,MAAM,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC,CAAA;QACtC,CAAC;QACD,OAAO,KAAK,EAAE,CAAC;YACd,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC;gBACxB,MAAM,KAAK,CAAA;QACb,CAAC;IACF,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,EAAM;QAChB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC,CAAA;QACtD,OAAO,MAAM,CAAC,OAAO,EAAE,CAAA;IACxB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,EAAM,EAAE,QAAoC;QACvD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,EAAE,EAAC,MAAM,EAAE,IAAI,EAAC,CAAC,CAAA;QACtE,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,cAAc,EAAE,CAAA;QAC9C,MAAM,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;IAChC,CAAC;CACD"}

package/x/core/consts.d.ts

@@ -0,0 +1,4 @@
+export declare const consts: {
+    max_jobs: number;
+    expiry_time: number;
+};

package/x/core/consts.js

@@ -0,0 +1,6 @@
+import { time } from "@e280/stz";
+export const consts = {
+    max_jobs: 64,
+    expiry_time: time.days(7),
+};
+//# sourceMappingURL=consts.js.map

package/x/core/consts.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"consts.js","sourceRoot":"","sources":["../../s/core/consts.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,IAAI,EAAC,MAAM,WAAW,CAAA;AAE9B,MAAM,CAAC,MAAM,MAAM,GAAG;IACrB,QAAQ,EAAE,EAAE;IACZ,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;CACzB,CAAA"}

package/x/core/index.d.ts

@@ -1,4 +1,6 @@
-export * from "./hash-stream.js";
-export * from "./iceberg-memory.js";
+export * from "./buckets/memory-bucket.js";
+export * from "./buckets/opfs-bucket.js";
+export * from "./parts/analyze.js";
+export * from "./parts/streamify.js";
 export * from "./mammoth.js";
 export * from "./types.js";

package/x/core/index.js

@@ -1,5 +1,7 @@
-export * from "./hash-stream.js";
-export * from "./iceberg-memory.js";
+export * from "./buckets/memory-bucket.js";
+export * from "./buckets/opfs-bucket.js";
+export * from "./parts/analyze.js";
+export * from "./parts/streamify.js";
 export * from "./mammoth.js";
 export * from "./types.js";
 //# sourceMappingURL=index.js.map

package/x/core/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../s/core/index.ts"],"names":[],"mappings":"AACA,cAAc,kBAAkB,CAAA;AAChC,cAAc,qBAAqB,CAAA;AACnC,cAAc,cAAc,CAAA;AAC5B,cAAc,YAAY,CAAA"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../s/core/index.ts"],"names":[],"mappings":"AACA,cAAc,4BAA4B,CAAA;AAC1C,cAAc,0BAA0B,CAAA;AAExC,cAAc,oBAAoB,CAAA;AAClC,cAAc,sBAAsB,CAAA;AAEpC,cAAc,cAAc,CAAA;AAC5B,cAAc,YAAY,CAAA"}

package/x/core/mammoth.d.ts

@@ -1,12 +1,14 @@
 import { Kv } from "@e280/kv";
-import { Glacier, Hash, Iceberg } from "./types.js";
-export declare class Mammoth implements Glacier {
+import { Hash, Bucket } from "./types.js";
+/** file storage datalake, content-addressed with blake3 hashes. */
+export declare class Mammoth {
     #private;
-    constructor(index: Kv<string>, iceberg: Iceberg);
+    constructor(bucket?: Bucket, kv?: Kv<unknown>);
+    entries(): AsyncGenerator<import("@e280/kv").Pair<import("./types.js").Info>, void, unknown>;
     has(hash: Hash): Promise<boolean>;
-    size(hash: Hash): Promise<number>;
+    info(hash: Hash): Promise<import("./types.js").Info>;
+    stats(): Promise<import("./types.js").Stats>;
     read(hash: Hash): Promise<Blob>;
     delete(hash: Hash): Promise<void>;
     write(readable: ReadableStream<Uint8Array>): Promise<Hash>;
-    keys(): AsyncGenerator<string, void, unknown>;
 }

package/x/core/mammoth.js

@@ -1,56 +1,67 @@
-import { got, hex } from "@e280/stz";
-import { blake3 } from "@noble/hashes/blake3.js";
+import { Kv } from "@e280/kv";
+import { lane, queue } from "@e280/stz";
+import { consts } from "./consts.js";
+import { save } from "./utils/save.js";
+import { cleanup } from "./utils/cleanup.js";
 import { randomId } from "./utils/random-id.js";
+import { Manifest } from "./manifest/manifest.js";
+import { commit } from "./manifest/fns/commit.js";
+import { needInfo } from "./manifest/fns/need-info.js";
+import { getStats } from "./manifest/fns/get-stats.js";
+import { MemoryBucket } from "./buckets/memory-bucket.js";
+import { scheduleDeletion } from "./manifest/fns/schedule-deletion.js";
+import { moveWriteToTrash } from "./manifest/fns/move-write-to-trash.js";
+/** file storage datalake, content-addressed with blake3 hashes. */
 export class Mammoth {
-    #index;
-    #iceberg;
-    constructor(index, iceberg) {
-        this.#index = index;
-        this.#iceberg = iceberg;
+    #bucket;
+    #manifest;
+    #wholesome = lane(consts.max_jobs);
+    constructor(bucket = new MemoryBucket(), kv = new Kv()) {
+        this.#bucket = bucket;
+        this.#manifest = new Manifest(kv);
+    }
+    async *entries() {
+        yield* this.#manifest.catalog.entries();
     }
     async has(hash) {
-        return this.#index.has(hash);
+        return this.#manifest.catalog.has(hash);
+    }
+    async info(hash) {
+        return needInfo(this.#manifest, hash);
     }
-    async size(hash) {
-        const id = await this.#needFileId(hash);
-        return this.#iceberg.size(id);
+    async stats() {
+        return getStats(this.#manifest);
     }
     async read(hash) {
-        const id = await this.#needFileId(hash);
-        return this.#iceberg.read(id);
+        const { id } = await this.info(hash);
+        return this.#bucket.read(id);
     }
     async delete(hash) {
-        const id = await this.#getFileId(hash);
-        if (id) {
-            await this.#index.del(hash);
-            await this.#iceberg.delete(id);
-        }
+        await this.#wholesome(async () => {
+            const info = await this.#manifest.catalog.get(hash);
+            if (info)
+                await scheduleDeletion(this.#manifest, hash, info);
+        });
+        await this.#cleanup();
     }
     async write(readable) {
         const id = randomId();
-        const pipe = new TransformStream();
-        const done = this.#iceberg.write(id, pipe.readable);
-        const writer = pipe.writable.getWriter();
-        const hasher = blake3.create();
-        for await (const chunk of readable) {
-            await writer.write(chunk);
-            hasher.update(chunk);
+        await this.#manifest.writes.set(id, { created: Date.now() });
+        try {
+            const analysis = await save(this.#bucket, id, readable);
+            const { hash, size } = analysis;
+            const info = { id, size, added: Date.now() };
+            await this.#wholesome(() => commit(this.#manifest, hash, info));
+            return analysis.hash;
+        }
+        catch (error) {
+            await moveWriteToTrash(this.#manifest, id);
+            throw error;
+        }
+        finally {
+            void this.#cleanup().catch(e => console.error("cleanup failed", e));
         }
-        await writer.close();
-        await done;
-        const hash = hex.fromBytes(hasher.digest());
-        await this.delete(hash);
-        await this.#index.set(hash, id);
-        return hash;
-    }
-    async #getFileId(hash) {
-        return this.#index.get(hash);
-    }
-    async #needFileId(hash) {
-        return got(await this.#getFileId(hash), `file not found by hash "${hash}"`);
-    }
-    async *keys() {
-        yield* this.#index.keys();
     }
+    #cleanup = queue(() => cleanup(this.#bucket, this.#manifest), consts.max_jobs);
 }
 //# sourceMappingURL=mammoth.js.map

package/x/core/mammoth.js.map

@@ -1 +1 @@
-{"version":3,"file":"mammoth.js","sourceRoot":"","sources":["../../s/core/mammoth.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,GAAG,EAAE,GAAG,EAAC,MAAM,WAAW,CAAA;AAClC,OAAO,EAAC,MAAM,EAAC,MAAM,yBAAyB,CAAA;AAE9C,OAAO,EAAC,QAAQ,EAAC,MAAM,sBAAsB,CAAA;AAG7C,MAAM,OAAO,OAAO;IACnB,MAAM,CAAA;IACN,QAAQ,CAAA;IAER,YAAY,KAAiB,EAAE,OAAgB;QAC9C,IAAI,CAAC,MAAM,GAAG,KAAK,CAAA;QACnB,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAA;IACxB,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,IAAU;QACnB,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;IAC7B,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,IAAU;QACpB,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAA;QACvC,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAC9B,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,IAAU;QACpB,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAA;QACvC,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAC9B,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,IAAU;QACtB,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAA;QACtC,IAAI,EAAE,EAAE,CAAC;YACR,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;YAC3B,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;QAC/B,CAAC;IACF,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,QAAoC;QAC/C,MAAM,EAAE,GAAG,QAAQ,EAAE,CAAA;QACrB,MAAM,IAAI,GAAG,IAAI,eAAe,EAAE,CAAA;QAClC,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAA;QACnD,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAA;QACxC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,CAAA;QAE9B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;YACpC,MAAM,MAAM,CAAC,KAAK,CAAC,KAAgC,CAAC,CAAA;YACpD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QACrB,CAAC;QAED,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;QACpB,MAAM,IAAI,CAAA;QACV,MAAM,IAAI,GAAG,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAA;QAC3C,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;QACvB,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;QAC/B,OAAO,IAAI,CAAA;IACZ,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,IAAU;QAC1B,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAS,IAAI,CAAC,CAAA;IACrC,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,IAAU;QAC3B,OAAO,GAAG,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,2BAA2B,IAAI,GAAG,CAAC,CAAA;IAC5E,CAAC;IAED,KAAK,CAAA,CAAE,IAAI;QACV,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAA;IAC1B,CAAC;CACD"}
+{"version":3,"file":"mammoth.js","sourceRoot":"","sources":["../../s/core/mammoth.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,EAAE,EAAC,MAAM,UAAU,CAAA;AAC3B,OAAO,EAAC,IAAI,EAAE,KAAK,EAAC,MAAM,WAAW,CAAA;AAErC,OAAO,EAAC,MAAM,EAAC,MAAM,aAAa,CAAA;AAClC,OAAO,EAAC,IAAI,EAAC,MAAM,iBAAiB,CAAA;AAEpC,OAAO,EAAC,OAAO,EAAC,MAAM,oBAAoB,CAAA;AAC1C,OAAO,EAAC,QAAQ,EAAC,MAAM,sBAAsB,CAAA;AAC7C,OAAO,EAAC,QAAQ,EAAC,MAAM,wBAAwB,CAAA;AAC/C,OAAO,EAAC,MAAM,EAAC,MAAM,0BAA0B,CAAA;AAC/C,OAAO,EAAC,QAAQ,EAAC,MAAM,6BAA6B,CAAA;AACpD,OAAO,EAAC,QAAQ,EAAC,MAAM,6BAA6B,CAAA;AACpD,OAAO,EAAC,YAAY,EAAC,MAAM,4BAA4B,CAAA;AACvD,OAAO,EAAC,gBAAgB,EAAC,MAAM,qCAAqC,CAAA;AACpE,OAAO,EAAC,gBAAgB,EAAC,MAAM,uCAAuC,CAAA;AAEtE,mEAAmE;AACnE,MAAM,OAAO,OAAO;IACnB,OAAO,CAAA;IACP,SAAS,CAAA;IACT,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;IAElC,YAAY,MAAM,GAAW,IAAI,YAAY,EAAE,EAAE,EAAE,GAAG,IAAI,EAAE,EAAE;QAC7D,IAAI,CAAC,OAAO,GAAG,MAAM,CAAA;QACrB,IAAI,CAAC,SAAS,GAAG,IAAI,QAAQ,CAAC,EAAE,CAAC,CAAA;IAClC,CAAC;IAED,KAAK,CAAA,CAAE,OAAO;QACb,KAAK,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,OAAO,EAAE,CAAA;IACxC,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,IAAU;QACnB,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;IACxC,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,IAAU;QACpB,OAAO,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAA;IACtC,CAAC;IAED,KAAK,CAAC,KAAK;QACV,OAAO,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;IAChC,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,IAAU;QACpB,MAAM,EAAC,EAAE,EAAC,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAClC,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAC7B,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,IAAU;QACtB,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,IAAG,EAAE;YAC/B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;YACnD,IAAI,IAAI;gBACP,MAAM,gBAAgB,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;QACpD,CAAC,CAAC,CAAA;QACF,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAA;IACtB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,QAAoC;QAC/C,MAAM,EAAE,GAAG,QAAQ,EAAE,CAAA;QACrB,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,EAAC,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,EAAC,CAAC,CAAA;QAC1D,IAAI,CAAC;YACJ,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,EAAE,QAAQ,CAAC,CAAA;YACvD,MAAM,EAAC,IAAI,EAAE,IAAI,EAAC,GAAG,QAAQ,CAAA;YAC7B,MAAM,IAAI,GAAG,EAAC,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,EAAE,EAAC,CAAA;YAC1C,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAA;YAC/D,OAAO,QAAQ,CAAC,IAAI,CAAA;QACrB,CAAC;QACD,OAAO,KAAK,EAAE,CAAC;YACd,MAAM,gBAAgB,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,CAAC,CAAA;YAC1C,MAAM,KAAK,CAAA;QACZ,CAAC;gBACO,CAAC;YACR,KAAK,IAAI,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,CAAA;QACpE,CAAC;IACF,CAAC;IAED,QAAQ,GAAG,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAA;CAC9E"}

package/x/core/manifest/fns/commit.d.ts

@@ -0,0 +1,3 @@
+import { Manifest } from "../manifest.js";
+import { Hash, Info } from "../../types.js";
+export declare function commit(manifest: Manifest, hash: Hash, info: Info): Promise<void>;

package/x/core/manifest/fns/commit.js

@@ -0,0 +1,22 @@
+import { getStats } from "./get-stats.js";
+export async function commit(manifest, hash, info) {
+    const { kv, stats, catalog, writes, trash } = manifest;
+    const isNewFile = !await catalog.has(hash);
+    if (isNewFile) {
+        const s = await getStats(manifest);
+        s.count += 1;
+        s.size += info.size;
+        await kv.commit([
+            writes.op.delete(info.id),
+            catalog.op.set(hash, info),
+            stats.op.set(s),
+        ]);
+    }
+    else {
+        await kv.commit([
+            writes.op.delete(info.id),
+            trash.op.set(info.id, true),
+        ]);
+    }
+}
+//# sourceMappingURL=commit.js.map

package/x/core/manifest/fns/commit.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"commit.js","sourceRoot":"","sources":["../../../../s/core/manifest/fns/commit.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,QAAQ,EAAC,MAAM,gBAAgB,CAAA;AAIvC,MAAM,CAAC,KAAK,UAAU,MAAM,CAAC,QAAkB,EAAE,IAAU,EAAE,IAAU;IACtE,MAAM,EAAC,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAC,GAAG,QAAQ,CAAA;IACpD,MAAM,SAAS,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;IAE1C,IAAI,SAAS,EAAE,CAAC;QACf,MAAM,CAAC,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC,CAAA;QAClC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAA;QACZ,CAAC,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAA;QACnB,MAAM,EAAE,CAAC,MAAM,CAAC;YACf,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;YACzB,OAAO,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC;YAC1B,KAAK,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;SACf,CAAC,CAAA;IACH,CAAC;SACI,CAAC;QACL,MAAM,EAAE,CAAC,MAAM,CAAC;YACf,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;YACzB,KAAK,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC;SAC3B,CAAC,CAAA;IACH,CAAC;AACF,CAAC"}

package/x/core/manifest/fns/get-expired-writes.d.ts

@@ -0,0 +1,2 @@
+import { Manifest } from "../manifest.js";
+export declare function getExpiredWrites({ writes }: Manifest): AsyncGenerator<string, void, unknown>;

package/x/core/manifest/fns/get-expired-writes.js

@@ -0,0 +1,8 @@
+import { isExpired } from "../../utils/is-expired.js";
+export async function* getExpiredWrites({ writes }) {
+    for await (const [id, w] of writes.entries()) {
+        if (isExpired(w.created))
+            yield id;
+    }
+}
+//# sourceMappingURL=get-expired-writes.js.map

package/x/core/manifest/fns/get-expired-writes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-expired-writes.js","sourceRoot":"","sources":["../../../../s/core/manifest/fns/get-expired-writes.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,SAAS,EAAC,MAAM,2BAA2B,CAAA;AAEnD,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,gBAAgB,CAAC,EAAC,MAAM,EAAW;IACzD,IAAI,KAAK,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;QAC9C,IAAI,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC;YACvB,MAAM,EAAE,CAAA;IACV,CAAC;AACF,CAAC"}

package/x/core/manifest/fns/get-stats.d.ts

@@ -0,0 +1,2 @@
+import { Manifest } from "../manifest.js";
+export declare function getStats({ stats }: Manifest): Promise<import("../../types.js").Stats>;

package/x/core/manifest/fns/get-stats.js

@@ -0,0 +1,5 @@
+export async function getStats({ stats }) {
+    return structuredClone((await stats.get())
+        ?? { count: 0, size: 0 });
+}
+//# sourceMappingURL=get-stats.js.map

package/x/core/manifest/fns/get-stats.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-stats.js","sourceRoot":"","sources":["../../../../s/core/manifest/fns/get-stats.ts"],"names":[],"mappings":"AAGA,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,EAAC,KAAK,EAAW;IAC/C,OAAO,eAAe,CACrB,CAAC,MAAM,KAAK,CAAC,GAAG,EAAE,CAAC;WACf,EAAC,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAC,CACvB,CAAA;AACF,CAAC"}

package/x/core/manifest/fns/move-write-to-trash.d.ts

@@ -0,0 +1,3 @@
+import { Id } from "../../types.js";
+import { Manifest } from "../manifest.js";
+export declare function moveWriteToTrash({ kv, writes, trash }: Manifest, id: Id): Promise<void>;

package/x/core/manifest/fns/move-write-to-trash.js

@@ -0,0 +1,7 @@
+export async function moveWriteToTrash({ kv, writes, trash }, id) {
+    await kv.commit([
+        writes.op.delete(id),
+        trash.op.set(id, true),
+    ]);
+}
+//# sourceMappingURL=move-write-to-trash.js.map

package/x/core/manifest/fns/move-write-to-trash.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"move-write-to-trash.js","sourceRoot":"","sources":["../../../../s/core/manifest/fns/move-write-to-trash.ts"],"names":[],"mappings":"AAIA,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,EAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAW,EAAE,EAAM;IAC3E,MAAM,EAAE,CAAC,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC;QACpB,KAAK,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC;KACtB,CAAC,CAAA;AACH,CAAC"}

package/x/core/manifest/fns/need-info.d.ts

@@ -0,0 +1,3 @@
+import { Hash } from "../../types.js";
+import { Manifest } from "../manifest.js";
+export declare function needInfo({ catalog }: Manifest, hash: Hash): Promise<import("../../types.js").Info>;

package/x/core/manifest/fns/need-info.js

@@ -0,0 +1,6 @@
+import { got } from "@e280/stz";
+import { notFoundMessage } from "../../utils/not-found.js";
+export async function needInfo({ catalog }, hash) {
+    return got(await catalog.get(hash), notFoundMessage(hash));
+}
+//# sourceMappingURL=need-info.js.map

package/x/core/manifest/fns/need-info.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"need-info.js","sourceRoot":"","sources":["../../../../s/core/manifest/fns/need-info.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,GAAG,EAAC,MAAM,WAAW,CAAA;AAG7B,OAAO,EAAC,eAAe,EAAC,MAAM,0BAA0B,CAAA;AAExD,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,EAAC,OAAO,EAAW,EAAE,IAAU;IAC7D,OAAO,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,eAAe,CAAC,IAAI,CAAC,CAAC,CAAA;AAC3D,CAAC"}

package/x/core/manifest/fns/schedule-deletion.d.ts

@@ -0,0 +1,3 @@
+import { Manifest } from "../manifest.js";
+import { Hash, Info } from "../../types.js";
+export declare function scheduleDeletion(manifest: Manifest, hash: Hash, info: Info): Promise<void>;

package/x/core/manifest/fns/schedule-deletion.js

@@ -0,0 +1,13 @@
+import { getStats } from "./get-stats.js";
+export async function scheduleDeletion(manifest, hash, info) {
+    const { kv, stats, catalog, trash } = manifest;
+    const s = await getStats(manifest);
+    s.count -= 1;
+    s.size -= info.size;
+    await kv.commit([
+        catalog.op.delete(hash),
+        trash.op.set(info.id, true),
+        stats.op.set(s),
+    ]);
+}
+//# sourceMappingURL=schedule-deletion.js.map

package/x/core/manifest/fns/schedule-deletion.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schedule-deletion.js","sourceRoot":"","sources":["../../../../s/core/manifest/fns/schedule-deletion.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,QAAQ,EAAC,MAAM,gBAAgB,CAAA;AAIvC,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,QAAkB,EAAE,IAAU,EAAE,IAAU;IAChF,MAAM,EAAC,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAC,GAAG,QAAQ,CAAA;IAE5C,MAAM,CAAC,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC,CAAA;IAClC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAA;IACZ,CAAC,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAA;IAEnB,MAAM,EAAE,CAAC,MAAM,CAAC;QACf,OAAO,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC;QACvB,KAAK,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC;QAC3B,KAAK,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;KACf,CAAC,CAAA;AACH,CAAC"}