@effect-kit/storage 0.0.0-stage → 0.0.0

package/dist/composition/representation/storage.js

@@ -0,0 +1,188 @@
+import { ObjectHeaders } from "../../core/object.js";
+import { digestText, sha256 } from "../../runtime/portable-hash.js";
+import { storageError } from "../../core/errors.js";
+import { Storage } from "../../core/storage.js";
+import { TransferDriver } from "../../transfers/dependencies.js";
+import { makeStaging } from "./staging.js";
+import { StorageRepresentation } from "../../representation.js";
+import { Context, Effect, FileSystem, Layer, Schema, Stream } from "effect";
+
+// src/composition/representation/storage.ts
+const maximumHeaderBytes = 16384;
+const Header = Schema.Struct({
+	version: Schema.Literal(1),
+	storeId: Schema.String,
+	key: Schema.String,
+	size: Schema.Natural,
+	sha256: Schema.String.check(Schema.isPattern(/^[a-f0-9]{64}$/u)),
+	headers: ObjectHeaders
+});
+const marker = "effect-storage-representation";
+const fail = () => storageError("representation", "storage", { _tag: "IntegrityMismatch" });
+const makeRepresentation = Effect.fnUntraced(function* (codec, options) {
+	const fs = yield* FileSystem.FileSystem;
+	const source = yield* Storage;
+	const stage = yield* makeStaging;
+	if (!codec.format || !Number.isSafeInteger(options.maxDecodedBytes) || options.maxDecodedBytes < 1 || !Number.isSafeInteger(options.maxStoredBytes) || options.maxStoredBytes < 1 || options.maxExpansionRatio !== void 0 && (!Number.isFinite(options.maxExpansionRatio) || options.maxExpansionRatio < 1)) return yield* storageError("representation", source.provider, {
+		_tag: "InvalidConfiguration",
+		field: "limits"
+	});
+	const storeId = `representation:${digestText(JSON.stringify([source.storeId, codec.format]))}`;
+	const targetIn = (target) => "ref" in target ? target.ref.storeId === storeId ? Effect.succeed({ ref: {
+		...target.ref,
+		storeId: source.storeId
+	} }) : Effect.fail(fail()) : Effect.succeed({ key: target.key });
+	const logical = (stored, header) => ({
+		...header.headers,
+		ref: {
+			...stored.ref,
+			storeId
+		},
+		etag: stored.etag,
+		lastModified: stored.lastModified,
+		size: header.size,
+		checksums: [{
+			algorithm: "sha256",
+			encoding: "hex",
+			scope: "full-object",
+			value: header.sha256
+		}]
+	});
+	const decode = Effect.fnUntraced(function* (target) {
+		const stored = yield* source.head(yield* targetIn(target));
+		if (stored.customMetadata?.[marker] !== codec.format || stored.size === void 0 || stored.size > options.maxStoredBytes) return yield* fail();
+		if (!stored.ref.version && !stored.etag) return yield* storageError("representation", source.provider, {
+			_tag: "Unsupported",
+			capability: "pinned-read"
+		});
+		const result = yield* source.get({
+			ref: stored.ref,
+			...!stored.ref.version && stored.etag ? { condition: {
+				_tag: "IfMatch",
+				etag: stored.etag
+			} } : {}
+		});
+		if (result._tag !== "Object") return yield* fail();
+		const decoded = yield* stage(codec.decode(result.body), Math.min(options.maxDecodedBytes + maximumHeaderBytes, options.maxExpansionRatio ? stored.size * options.maxExpansionRatio : Number.MAX_SAFE_INTEGER));
+		const prefix = new Uint8Array(Math.min(decoded.size, maximumHeaderBytes));
+		let prefixOffset = 0;
+		yield* fs.stream(decoded.path, { bytesToRead: maximumHeaderBytes }).pipe(Stream.runForEach((chunk) => Effect.sync(() => {
+			prefix.set(chunk, prefixOffset);
+			prefixOffset += chunk.length;
+		})), Effect.mapError(fail));
+		const newline = prefix.indexOf(10);
+		if (newline < 0) return yield* fail();
+		const header = yield* Schema.decodeUnknownEffect(Schema.fromJsonString(Header))(new TextDecoder().decode(prefix.subarray(0, newline))).pipe(Effect.mapError(fail));
+		if (header.storeId !== storeId || header.key !== stored.ref.key || header.size > options.maxDecodedBytes || decoded.size - newline - 1 !== header.size) return yield* fail();
+		const actual = sha256.create();
+		yield* Stream.runForEach(decoded.stream(newline + 1), (chunk) => Effect.sync(() => actual.update(chunk)));
+		if (actual.finish().value !== header.sha256) return yield* fail();
+		return {
+			stored,
+			metadata: logical(stored, header),
+			body: decoded.stream(newline + 1)
+		};
+	});
+	const put = Effect.fnUntraced(function* (request) {
+		return yield* Effect.scoped(Effect.gen(function* () {
+			const raw = yield* stage(request.body instanceof Uint8Array ? Stream.succeed(request.body) : request.body, Math.min(options.maxDecodedBytes, request.maxBytes ?? options.maxDecodedBytes));
+			if (request.contentLength !== void 0 && request.contentLength !== raw.size) return yield* storageError("put", source.provider, {
+				_tag: "LengthMismatch",
+				expected: request.contentLength,
+				actual: raw.size
+			}, "not-started");
+			const header = {
+				version: 1,
+				storeId,
+				key: request.key,
+				size: raw.size,
+				sha256: raw.checksum.value,
+				headers: yield* Schema.decodeUnknownEffect(ObjectHeaders)(request).pipe(Effect.mapError(fail))
+			};
+			const prefix = new TextEncoder().encode(`${JSON.stringify(header)}\n`);
+			if (prefix.length >= maximumHeaderBytes) return yield* storageError("put", source.provider, {
+				_tag: "LimitExceeded",
+				limit: maximumHeaderBytes
+			}, "not-started");
+			const encoded = yield* stage(codec.encode(Stream.concat(Stream.succeed(prefix), raw.stream())), options.maxStoredBytes);
+			const stored = yield* source.put({
+				key: request.key,
+				body: encoded.stream(),
+				contentLength: encoded.size,
+				maxBytes: options.maxStoredBytes,
+				contentType: "application/octet-stream",
+				customMetadata: { [marker]: codec.format },
+				...request.condition ? { condition: request.condition } : {}
+			});
+			return logical(stored, header);
+		}));
+	});
+	return {
+		storage: Storage.make({
+			provider: source.provider,
+			storeId,
+			capabilities: {
+				...source.capabilities,
+				ranges: []
+			},
+			put,
+			head: (target) => Effect.scoped(decode(target).pipe(Effect.map((value) => value.metadata))),
+			get: Effect.fnUntraced(function* (request) {
+				if (request.range) return yield* storageError("get", source.provider, {
+					_tag: "Unsupported",
+					capability: "representation-range"
+				});
+				const value = yield* decode(request);
+				if (request.condition?._tag === "IfMatch" && request.condition.etag !== value.metadata.etag && request.condition.etag !== "*") return yield* storageError("get", source.provider, { _tag: "PreconditionFailed" });
+				if (request.condition?._tag === "IfNoneMatch" && (request.condition.etag === value.metadata.etag || request.condition.etag === "*")) return {
+					_tag: "NotModified",
+					metadata: value.metadata
+				};
+				return {
+					_tag: "Object",
+					metadata: value.metadata,
+					contentLength: value.metadata.size,
+					body: value.body
+				};
+			}),
+			delete: (request) => targetIn(request).pipe(Effect.flatMap((target) => source.delete({
+				...request,
+				...target
+			}))),
+			listPage: Effect.fnUntraced(function* (request) {
+				const page = yield* source.listPage(request);
+				const entries = yield* Effect.forEach(page.entries, (entry) => entry._tag === "CommonPrefix" ? Effect.succeed(entry) : Effect.scoped(decode({ ref: {
+					...entry.metadata.ref,
+					storeId
+				} }).pipe(Effect.map((value) => ({
+					_tag: "Object",
+					metadata: value.metadata
+				})))));
+				return {
+					...page,
+					entries
+				};
+			})
+		}),
+		inspect: (target) => Effect.scoped(decode(target).pipe(Effect.map((value) => ({
+			format: codec.format,
+			logical: value.metadata,
+			stored: value.stored
+		}))))
+	};
+});
+const representationLayer = (codec, options) => Layer.effectContext(Effect.gen(function* () {
+	const endpoint = yield* TransferDriver;
+	const representation = yield* makeRepresentation(codec, options);
+	return Context.make(Storage, representation.storage).pipe(Context.add(StorageRepresentation, { inspect: representation.inspect }), Context.add(TransferDriver, {
+		storage: representation.storage,
+		underlyingStoreId: endpoint.underlyingStoreId ?? endpoint.storage.storeId,
+		...endpoint.underlyingStoreIds ? { underlyingStoreIds: endpoint.underlyingStoreIds } : {},
+		maximumObjectBytes: options.maxDecodedBytes,
+		maximumSingleUploadBytes: Math.min(options.maxDecodedBytes, endpoint.maximumSingleUploadBytes),
+		transportOverheadBytes: endpoint.transportOverheadBytes
+	}));
+}));
+
+export { makeRepresentation, representationLayer };
+//# sourceMappingURL=storage.js.map

package/dist/composition/representation/storage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"storage.js","names":[],"sources":["../../../src/composition/representation/storage.ts"],"sourcesContent":["import { Context, Effect, FileSystem, Layer, Schema, Stream } from \"effect\";\nimport type { Scope } from \"effect\";\n\nimport { storageError } from \"../../core/errors.js\";\nimport type { StorageError } from \"../../core/errors.js\";\nimport { ObjectHeaders, type ObjectMetadata } from \"../../core/object.js\";\nimport type { GetResult, HeadRequest, ListEntry, PutRequest } from \"../../core/requests.js\";\nimport { Storage } from \"../../core/storage.js\";\nimport { sha256, digestText } from \"../../runtime/portable-hash.js\";\nimport { TransferDriver } from \"../../transfers/dependencies.js\";\nimport { StorageRepresentation } from \"./index.js\";\nimport type { RepresentationCodec, RepresentationOptions } from \"./index.js\";\nimport { makeStaging } from \"./staging.js\";\n\nconst maximumHeaderBytes = 16384;\nconst Header = Schema.Struct({\n  version: Schema.Literal(1),\n  storeId: Schema.String,\n  key: Schema.String,\n  size: Schema.Natural,\n  sha256: Schema.String.check(Schema.isPattern(/^[a-f0-9]{64}$/u)),\n  headers: ObjectHeaders,\n});\nconst marker = \"effect-storage-representation\";\nconst fail = () => storageError(\"representation\", \"storage\", { _tag: \"IntegrityMismatch\" });\n\nexport const makeRepresentation = Effect.fnUntraced(function* (\n  codec: RepresentationCodec,\n  options: RepresentationOptions,\n) {\n  const fs = yield* FileSystem.FileSystem;\n  const source = yield* Storage;\n  const stage = yield* makeStaging;\n  if (\n    !codec.format ||\n    !Number.isSafeInteger(options.maxDecodedBytes) ||\n    options.maxDecodedBytes < 1 ||\n    !Number.isSafeInteger(options.maxStoredBytes) ||\n    options.maxStoredBytes < 1 ||\n    (options.maxExpansionRatio !== undefined &&\n      (!Number.isFinite(options.maxExpansionRatio) || options.maxExpansionRatio < 1))\n  )\n    return yield* storageError(\"representation\", source.provider, {\n      _tag: \"InvalidConfiguration\",\n      field: \"limits\",\n    });\n  const storeId = `representation:${digestText(JSON.stringify([source.storeId, codec.format]))}`;\n  const targetIn = (target: HeadRequest): Effect.Effect<HeadRequest, StorageError> =>\n    \"ref\" in target\n      ? target.ref.storeId === storeId\n        ? Effect.succeed({ ref: { ...target.ref, storeId: source.storeId } })\n        : Effect.fail(fail())\n      : Effect.succeed({ key: target.key });\n  const logical = (stored: ObjectMetadata, header: typeof Header.Type): ObjectMetadata => ({\n    ...header.headers,\n    ref: { ...stored.ref, storeId },\n    etag: stored.etag,\n    lastModified: stored.lastModified,\n    size: header.size,\n    checksums: [\n      { algorithm: \"sha256\", encoding: \"hex\", scope: \"full-object\", value: header.sha256 },\n    ],\n  });\n  const decode = Effect.fnUntraced(function* (target: HeadRequest) {\n    const stored = yield* source.head(yield* targetIn(target));\n    if (\n      stored.customMetadata?.[marker] !== codec.format ||\n      stored.size === undefined ||\n      stored.size > options.maxStoredBytes\n    )\n      return yield* fail();\n    if (!stored.ref.version && !stored.etag)\n      return yield* storageError(\"representation\", source.provider, {\n        _tag: \"Unsupported\",\n        capability: \"pinned-read\",\n      });\n    const result = yield* source.get({\n      ref: stored.ref,\n      ...(!stored.ref.version && stored.etag\n        ? { condition: { _tag: \"IfMatch\" as const, etag: stored.etag } }\n        : {}),\n    });\n    if (result._tag !== \"Object\") return yield* fail();\n    const decoded = yield* stage(\n      codec.decode(result.body),\n      Math.min(\n        options.maxDecodedBytes + maximumHeaderBytes,\n        options.maxExpansionRatio\n          ? stored.size * options.maxExpansionRatio\n          : Number.MAX_SAFE_INTEGER,\n      ),\n    );\n    const prefix = new Uint8Array(Math.min(decoded.size, maximumHeaderBytes));\n    let prefixOffset = 0;\n    yield* fs.stream(decoded.path, { bytesToRead: maximumHeaderBytes }).pipe(\n      Stream.runForEach((chunk) =>\n        Effect.sync(() => {\n          prefix.set(chunk, prefixOffset);\n          prefixOffset += chunk.length;\n        }),\n      ),\n      Effect.mapError(fail),\n    );\n    const newline = prefix.indexOf(10);\n    if (newline < 0) return yield* fail();\n    const header = yield* Schema.decodeUnknownEffect(Schema.fromJsonString(Header))(\n      new TextDecoder().decode(prefix.subarray(0, newline)),\n    ).pipe(Effect.mapError(fail));\n    if (\n      header.storeId !== storeId ||\n      header.key !== stored.ref.key ||\n      header.size > options.maxDecodedBytes ||\n      decoded.size - newline - 1 !== header.size\n    )\n      return yield* fail();\n    const actual = sha256.create();\n    yield* Stream.runForEach(decoded.stream(newline + 1), (chunk) =>\n      Effect.sync(() => actual.update(chunk)),\n    );\n    if (actual.finish().value !== header.sha256) return yield* fail();\n    return { stored, metadata: logical(stored, header), body: decoded.stream(newline + 1) };\n  });\n  const put = Effect.fnUntraced(function* <E, R>(request: PutRequest<E, R>) {\n    return yield* Effect.scoped(\n      Effect.gen(function* () {\n        const raw = yield* stage(\n          request.body instanceof Uint8Array ? Stream.succeed(request.body) : request.body,\n          Math.min(options.maxDecodedBytes, request.maxBytes ?? options.maxDecodedBytes),\n        );\n        if (request.contentLength !== undefined && request.contentLength !== raw.size)\n          return yield* storageError(\n            \"put\",\n            source.provider,\n            { _tag: \"LengthMismatch\", expected: request.contentLength, actual: raw.size },\n            \"not-started\",\n          );\n        const header = {\n          version: 1 as const,\n          storeId,\n          key: request.key,\n          size: raw.size,\n          sha256: raw.checksum.value,\n          headers: yield* Schema.decodeUnknownEffect(ObjectHeaders)(request).pipe(\n            Effect.mapError(fail),\n          ),\n        };\n        const prefix = new TextEncoder().encode(`${JSON.stringify(header)}\\n`);\n        if (prefix.length >= maximumHeaderBytes)\n          return yield* storageError(\n            \"put\",\n            source.provider,\n            { _tag: \"LimitExceeded\", limit: maximumHeaderBytes },\n            \"not-started\",\n          );\n        const encoded = yield* stage(\n          codec.encode(Stream.concat(Stream.succeed(prefix), raw.stream())),\n          options.maxStoredBytes,\n        );\n        const stored = yield* source.put({\n          key: request.key,\n          body: encoded.stream(),\n          contentLength: encoded.size,\n          maxBytes: options.maxStoredBytes,\n          contentType: \"application/octet-stream\",\n          customMetadata: { [marker]: codec.format },\n          ...(request.condition ? { condition: request.condition } : {}),\n        });\n        return logical(stored, header);\n      }),\n    );\n  });\n  const storage = Storage.make({\n    provider: source.provider,\n    storeId,\n    capabilities: { ...source.capabilities, ranges: [] },\n    put,\n    head: (target) => Effect.scoped(decode(target).pipe(Effect.map((value) => value.metadata))),\n    get: Effect.fnUntraced(function* (request): Effect.fn.Return<\n      GetResult,\n      StorageError,\n      Scope.Scope\n    > {\n      if (request.range)\n        return yield* storageError(\"get\", source.provider, {\n          _tag: \"Unsupported\",\n          capability: \"representation-range\",\n        });\n      const value = yield* decode(request);\n      if (\n        request.condition?._tag === \"IfMatch\" &&\n        request.condition.etag !== value.metadata.etag &&\n        request.condition.etag !== \"*\"\n      )\n        return yield* storageError(\"get\", source.provider, { _tag: \"PreconditionFailed\" });\n      if (\n        request.condition?._tag === \"IfNoneMatch\" &&\n        (request.condition.etag === value.metadata.etag || request.condition.etag === \"*\")\n      )\n        return { _tag: \"NotModified\", metadata: value.metadata };\n      return {\n        _tag: \"Object\",\n        metadata: value.metadata,\n        contentLength: value.metadata.size,\n        body: value.body,\n      };\n    }),\n    delete: (request) =>\n      targetIn(request).pipe(Effect.flatMap((target) => source.delete({ ...request, ...target }))),\n    listPage: Effect.fnUntraced(function* (request) {\n      const page = yield* source.listPage(request);\n      const entries = yield* Effect.forEach(\n        page.entries,\n        (entry): Effect.Effect<ListEntry, StorageError> =>\n          entry._tag === \"CommonPrefix\"\n            ? Effect.succeed(entry)\n            : Effect.scoped(\n                decode({ ref: { ...entry.metadata.ref, storeId } }).pipe(\n                  Effect.map((value) => ({ _tag: \"Object\" as const, metadata: value.metadata })),\n                ),\n              ),\n      );\n      return { ...page, entries };\n    }),\n  });\n  return {\n    storage,\n    inspect: (target: HeadRequest) =>\n      Effect.scoped(\n        decode(target).pipe(\n          Effect.map((value) => ({\n            format: codec.format,\n            logical: value.metadata,\n            stored: value.stored,\n          })),\n        ),\n      ),\n  };\n});\n\nexport const representationLayer = (codec: RepresentationCodec, options: RepresentationOptions) =>\n  Layer.effectContext(\n    Effect.gen(function* () {\n      const endpoint = yield* TransferDriver;\n      const representation = yield* makeRepresentation(codec, options);\n      return Context.make(Storage, representation.storage).pipe(\n        Context.add(StorageRepresentation, { inspect: representation.inspect }),\n        Context.add(TransferDriver, {\n          storage: representation.storage,\n          underlyingStoreId: endpoint.underlyingStoreId ?? endpoint.storage.storeId,\n          ...(endpoint.underlyingStoreIds\n            ? { underlyingStoreIds: endpoint.underlyingStoreIds }\n            : {}),\n          maximumObjectBytes: options.maxDecodedBytes,\n          maximumSingleUploadBytes: Math.min(\n            options.maxDecodedBytes,\n            endpoint.maximumSingleUploadBytes,\n          ),\n          transportOverheadBytes: endpoint.transportOverheadBytes,\n        }),\n      );\n    }),\n  );\n"],"mappings":";;;;;;;;;;AAcA,MAAM,qBAAqB;AAC3B,MAAM,SAAS,OAAO,OAAO;CAC3B,SAAS,OAAO,QAAQ,CAAC;CACzB,SAAS,OAAO;CAChB,KAAK,OAAO;CACZ,MAAM,OAAO;CACb,QAAQ,OAAO,OAAO,MAAM,OAAO,UAAU,iBAAiB,CAAC;CAC/D,SAAS;AACX,CAAC;AACD,MAAM,SAAS;AACf,MAAM,aAAa,aAAa,kBAAkB,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAE1F,MAAa,qBAAqB,OAAO,WAAW,WAClD,OACA,SACA;CACA,MAAM,KAAK,OAAO,WAAW;CAC7B,MAAM,SAAS,OAAO;CACtB,MAAM,QAAQ,OAAO;CACrB,IACE,CAAC,MAAM,UACP,CAAC,OAAO,cAAc,QAAQ,eAAe,KAC7C,QAAQ,kBAAkB,KAC1B,CAAC,OAAO,cAAc,QAAQ,cAAc,KAC5C,QAAQ,iBAAiB,KACxB,QAAQ,sBAAsB,WAC5B,CAAC,OAAO,SAAS,QAAQ,iBAAiB,KAAK,QAAQ,oBAAoB,IAE9E,OAAO,OAAO,aAAa,kBAAkB,OAAO,UAAU;EAC5D,MAAM;EACN,OAAO;CACT,CAAC;CACH,MAAM,UAAU,kBAAkB,WAAW,KAAK,UAAU,CAAC,OAAO,SAAS,MAAM,MAAM,CAAC,CAAC;CAC3F,MAAM,YAAY,WAChB,SAAS,SACL,OAAO,IAAI,YAAY,UACrB,OAAO,QAAQ,EAAE,KAAK;EAAE,GAAG,OAAO;EAAK,SAAS,OAAO;CAAQ,EAAE,CAAC,IAClE,OAAO,KAAK,KAAK,CAAC,IACpB,OAAO,QAAQ,EAAE,KAAK,OAAO,IAAI,CAAC;CACxC,MAAM,WAAW,QAAwB,YAAgD;EACvF,GAAG,OAAO;EACV,KAAK;GAAE,GAAG,OAAO;GAAK;EAAQ;EAC9B,MAAM,OAAO;EACb,cAAc,OAAO;EACrB,MAAM,OAAO;EACb,WAAW,CACT;GAAE,WAAW;GAAU,UAAU;GAAO,OAAO;GAAe,OAAO,OAAO;EAAO,CACrF;CACF;CACA,MAAM,SAAS,OAAO,WAAW,WAAW,QAAqB;EAC/D,MAAM,SAAS,OAAO,OAAO,KAAK,OAAO,SAAS,MAAM,CAAC;EACzD,IACE,OAAO,iBAAiB,YAAY,MAAM,UAC1C,OAAO,SAAS,UAChB,OAAO,OAAO,QAAQ,gBAEtB,OAAO,OAAO,KAAK;EACrB,IAAI,CAAC,OAAO,IAAI,WAAW,CAAC,OAAO,MACjC,OAAO,OAAO,aAAa,kBAAkB,OAAO,UAAU;GAC5D,MAAM;GACN,YAAY;EACd,CAAC;EACH,MAAM,SAAS,OAAO,OAAO,IAAI;GAC/B,KAAK,OAAO;GACZ,GAAI,CAAC,OAAO,IAAI,WAAW,OAAO,OAC9B,EAAE,WAAW;IAAE,MAAM;IAAoB,MAAM,OAAO;GAAK,EAAE,IAC7D,CAAC;EACP,CAAC;EACD,IAAI,OAAO,SAAS,UAAU,OAAO,OAAO,KAAK;EACjD,MAAM,UAAU,OAAO,MACrB,MAAM,OAAO,OAAO,IAAI,GACxB,KAAK,IACH,QAAQ,kBAAkB,oBAC1B,QAAQ,oBACJ,OAAO,OAAO,QAAQ,oBACtB,OAAO,gBACb,CACF;EACA,MAAM,SAAS,IAAI,WAAW,KAAK,IAAI,QAAQ,MAAM,kBAAkB,CAAC;EACxE,IAAI,eAAe;EACnB,OAAO,GAAG,OAAO,QAAQ,MAAM,EAAE,aAAa,mBAAmB,CAAC,CAAC,CAAC,KAClE,OAAO,YAAY,UACjB,OAAO,WAAW;GAChB,OAAO,IAAI,OAAO,YAAY;GAC9B,gBAAgB,MAAM;EACxB,CAAC,CACH,GACA,OAAO,SAAS,IAAI,CACtB;EACA,MAAM,UAAU,OAAO,QAAQ,EAAE;EACjC,IAAI,UAAU,GAAG,OAAO,OAAO,KAAK;EACpC,MAAM,SAAS,OAAO,OAAO,oBAAoB,OAAO,eAAe,MAAM,CAAC,CAAC,CAC7E,IAAI,YAAY,CAAC,CAAC,OAAO,OAAO,SAAS,GAAG,OAAO,CAAC,CACtD,CAAC,CAAC,KAAK,OAAO,SAAS,IAAI,CAAC;EAC5B,IACE,OAAO,YAAY,WACnB,OAAO,QAAQ,OAAO,IAAI,OAC1B,OAAO,OAAO,QAAQ,mBACtB,QAAQ,OAAO,UAAU,MAAM,OAAO,MAEtC,OAAO,OAAO,KAAK;EACrB,MAAM,SAAS,OAAO,OAAO;EAC7B,OAAO,OAAO,WAAW,QAAQ,OAAO,UAAU,CAAC,IAAI,UACrD,OAAO,WAAW,OAAO,OAAO,KAAK,CAAC,CACxC;EACA,IAAI,OAAO,OAAO,CAAC,CAAC,UAAU,OAAO,QAAQ,OAAO,OAAO,KAAK;EAChE,OAAO;GAAE;GAAQ,UAAU,QAAQ,QAAQ,MAAM;GAAG,MAAM,QAAQ,OAAO,UAAU,CAAC;EAAE;CACxF,CAAC;CACD,MAAM,MAAM,OAAO,WAAW,WAAiB,SAA2B;EACxE,OAAO,OAAO,OAAO,OACnB,OAAO,IAAI,aAAa;GACtB,MAAM,MAAM,OAAO,MACjB,QAAQ,gBAAgB,aAAa,OAAO,QAAQ,QAAQ,IAAI,IAAI,QAAQ,MAC5E,KAAK,IAAI,QAAQ,iBAAiB,QAAQ,YAAY,QAAQ,eAAe,CAC/E;GACA,IAAI,QAAQ,kBAAkB,UAAa,QAAQ,kBAAkB,IAAI,MACvE,OAAO,OAAO,aACZ,OACA,OAAO,UACP;IAAE,MAAM;IAAkB,UAAU,QAAQ;IAAe,QAAQ,IAAI;GAAK,GAC5E,aACF;GACF,MAAM,SAAS;IACb,SAAS;IACT;IACA,KAAK,QAAQ;IACb,MAAM,IAAI;IACV,QAAQ,IAAI,SAAS;IACrB,SAAS,OAAO,OAAO,oBAAoB,aAAa,CAAC,CAAC,OAAO,CAAC,CAAC,KACjE,OAAO,SAAS,IAAI,CACtB;GACF;GACA,MAAM,SAAS,IAAI,YAAY,CAAC,CAAC,OAAO,GAAG,KAAK,UAAU,MAAM,EAAE,GAAG;GACrE,IAAI,OAAO,UAAU,oBACnB,OAAO,OAAO,aACZ,OACA,OAAO,UACP;IAAE,MAAM;IAAiB,OAAO;GAAmB,GACnD,aACF;GACF,MAAM,UAAU,OAAO,MACrB,MAAM,OAAO,OAAO,OAAO,OAAO,QAAQ,MAAM,GAAG,IAAI,OAAO,CAAC,CAAC,GAChE,QAAQ,cACV;GACA,MAAM,SAAS,OAAO,OAAO,IAAI;IAC/B,KAAK,QAAQ;IACb,MAAM,QAAQ,OAAO;IACrB,eAAe,QAAQ;IACvB,UAAU,QAAQ;IAClB,aAAa;IACb,gBAAgB,GAAG,SAAS,MAAM,OAAO;IACzC,GAAI,QAAQ,YAAY,EAAE,WAAW,QAAQ,UAAU,IAAI,CAAC;GAC9D,CAAC;GACD,OAAO,QAAQ,QAAQ,MAAM;EAC/B,CAAC,CACH;CACF,CAAC;CAsDD,OAAO;EACL,SAtDc,QAAQ,KAAK;GAC3B,UAAU,OAAO;GACjB;GACA,cAAc;IAAE,GAAG,OAAO;IAAc,QAAQ,CAAC;GAAE;GACnD;GACA,OAAO,WAAW,OAAO,OAAO,OAAO,MAAM,CAAC,CAAC,KAAK,OAAO,KAAK,UAAU,MAAM,QAAQ,CAAC,CAAC;GAC1F,KAAK,OAAO,WAAW,WAAW,SAIhC;IACA,IAAI,QAAQ,OACV,OAAO,OAAO,aAAa,OAAO,OAAO,UAAU;KACjD,MAAM;KACN,YAAY;IACd,CAAC;IACH,MAAM,QAAQ,OAAO,OAAO,OAAO;IACnC,IACE,QAAQ,WAAW,SAAS,aAC5B,QAAQ,UAAU,SAAS,MAAM,SAAS,QAC1C,QAAQ,UAAU,SAAS,KAE3B,OAAO,OAAO,aAAa,OAAO,OAAO,UAAU,EAAE,MAAM,qBAAqB,CAAC;IACnF,IACE,QAAQ,WAAW,SAAS,kBAC3B,QAAQ,UAAU,SAAS,MAAM,SAAS,QAAQ,QAAQ,UAAU,SAAS,MAE9E,OAAO;KAAE,MAAM;KAAe,UAAU,MAAM;IAAS;IACzD,OAAO;KACL,MAAM;KACN,UAAU,MAAM;KAChB,eAAe,MAAM,SAAS;KAC9B,MAAM,MAAM;IACd;GACF,CAAC;GACD,SAAS,YACP,SAAS,OAAO,CAAC,CAAC,KAAK,OAAO,SAAS,WAAW,OAAO,OAAO;IAAE,GAAG;IAAS,GAAG;GAAO,CAAC,CAAC,CAAC;GAC7F,UAAU,OAAO,WAAW,WAAW,SAAS;IAC9C,MAAM,OAAO,OAAO,OAAO,SAAS,OAAO;IAC3C,MAAM,UAAU,OAAO,OAAO,QAC5B,KAAK,UACJ,UACC,MAAM,SAAS,iBACX,OAAO,QAAQ,KAAK,IACpB,OAAO,OACL,OAAO,EAAE,KAAK;KAAE,GAAG,MAAM,SAAS;KAAK;IAAQ,EAAE,CAAC,CAAC,CAAC,KAClD,OAAO,KAAK,WAAW;KAAE,MAAM;KAAmB,UAAU,MAAM;IAAS,EAAE,CAC/E,CACF,CACR;IACA,OAAO;KAAE,GAAG;KAAM;IAAQ;GAC5B,CAAC;EACH,CAEQ;EACN,UAAU,WACR,OAAO,OACL,OAAO,MAAM,CAAC,CAAC,KACb,OAAO,KAAK,WAAW;GACrB,QAAQ,MAAM;GACd,SAAS,MAAM;GACf,QAAQ,MAAM;EAChB,EAAE,CACJ,CACF;CACJ;AACF,CAAC;AAED,MAAa,uBAAuB,OAA4B,YAC9D,MAAM,cACJ,OAAO,IAAI,aAAa;CACtB,MAAM,WAAW,OAAO;CACxB,MAAM,iBAAiB,OAAO,mBAAmB,OAAO,OAAO;CAC/D,OAAO,QAAQ,KAAK,SAAS,eAAe,OAAO,CAAC,CAAC,KACnD,QAAQ,IAAI,uBAAuB,EAAE,SAAS,eAAe,QAAQ,CAAC,GACtE,QAAQ,IAAI,gBAAgB;EAC1B,SAAS,eAAe;EACxB,mBAAmB,SAAS,qBAAqB,SAAS,QAAQ;EAClE,GAAI,SAAS,qBACT,EAAE,oBAAoB,SAAS,mBAAmB,IAClD,CAAC;EACL,oBAAoB,QAAQ;EAC5B,0BAA0B,KAAK,IAC7B,QAAQ,iBACR,SAAS,wBACX;EACA,wBAAwB,SAAS;CACnC,CAAC,CACH;AACF,CAAC,CACH"}

package/dist/composition.d.ts

@@ -0,0 +1,20 @@
+import { StorageError } from "./core/errors.js";
+import { Storage, StorageService } from "./core/storage.js";
+import "./index.js";
+import { TransferDriver } from "./transfers/dependencies.js";
+import { Effect, Schema } from "effect";
+declare const PrefixOptions: Schema.Struct<{
+  readonly prefix: Schema.NonEmptyString;
+}>;
+export declare const StoragePrefix: {
+  make: (options: {
+    readonly prefix: string;
+  }) => Effect.Effect<StorageService, StorageError, Storage>;
+  layer(options: typeof PrefixOptions.Type): import("effect/Layer").Layer<Storage | TransferDriver, StorageError, Storage | TransferDriver>;
+};
+export declare const StorageReadOnly: {
+  make: Effect.Effect<StorageService, never, Storage>;
+  layer: import("effect/Layer").Layer<Storage | TransferDriver, never, Storage | TransferDriver>;
+};
+export {};
+//# sourceMappingURL=composition.d.ts.map

package/dist/composition.js

@@ -0,0 +1,124 @@
+import { digestText } from "./runtime/portable-hash.js";
+import { storageError } from "./core/errors.js";
+import { Storage } from "./core/storage.js";
+import { storageLayer } from "./composition/layer.js";
+import { Effect, Schema } from "effect";
+
+// src/composition/views.ts
+const PrefixOptions = Schema.Struct({ prefix: Schema.NonEmptyString.check(Schema.isPattern(/^[^\0]+\/$/u)) });
+const Cursor = Schema.Struct({
+	storeId: Schema.String,
+	query: Schema.String,
+	cursor: Schema.String
+});
+const StoragePrefix = {
+	make: Effect.fnUntraced(function* (options) {
+		const { prefix } = yield* Schema.decodeUnknownEffect(PrefixOptions)(options).pipe(Effect.mapError(() => storageError("prefix", "composition", {
+			_tag: "InvalidConfiguration",
+			field: "prefix"
+		})));
+		const source = yield* Storage;
+		const storeId = `prefix:${digestText(JSON.stringify([source.storeId, prefix]))}`;
+		const invalid = () => storageError("prefix", source.provider, {
+			_tag: "InvalidInput",
+			field: "reference"
+		});
+		const refIn = (ref) => ref.storeId !== storeId ? Effect.fail(invalid()) : Effect.succeed({
+			...ref,
+			storeId: source.storeId,
+			key: prefix + ref.key
+		});
+		const targetIn = (target) => "ref" in target ? Effect.map(refIn(target.ref), (ref) => ({ ref })) : Effect.succeed({ key: prefix + target.key });
+		const metadataOut = (metadata) => {
+			if (metadata.ref.storeId !== source.storeId || !metadata.ref.key.startsWith(prefix)) return Effect.fail(invalid());
+			return Effect.succeed({
+				...metadata,
+				ref: {
+					...metadata.ref,
+					storeId,
+					key: metadata.ref.key.slice(prefix.length)
+				}
+			});
+		};
+		return Storage.make({
+			provider: source.provider,
+			storeId,
+			capabilities: source.capabilities,
+			put: (request) => source.put({
+				...request,
+				key: prefix + request.key
+			}).pipe(Effect.flatMap(metadataOut)),
+			head: (request) => targetIn(request).pipe(Effect.flatMap(source.head), Effect.flatMap(metadataOut)),
+			get: Effect.fnUntraced(function* (request) {
+				const result = yield* source.get({
+					...request,
+					...yield* targetIn(request)
+				});
+				return {
+					...result,
+					metadata: yield* metadataOut(result.metadata)
+				};
+			}),
+			delete: (request) => targetIn(request).pipe(Effect.flatMap((target) => source.delete({
+				...request,
+				...target
+			}))),
+			listPage: Effect.fnUntraced(function* (request = {}) {
+				const query = digestText(JSON.stringify([
+					request.prefix ?? "",
+					request.delimiter,
+					request.limit
+				]));
+				let cursor;
+				if (request.cursor) {
+					const decoded = yield* Schema.decodeUnknownEffect(Schema.fromJsonString(Cursor))(request.cursor).pipe(Effect.mapError(invalid));
+					if (decoded.storeId !== storeId || decoded.query !== query) return yield* invalid();
+					cursor = decoded.cursor;
+				}
+				const page = yield* source.listPage({
+					...request,
+					prefix: prefix + (request.prefix ?? ""),
+					cursor
+				});
+				return {
+					entries: yield* Effect.forEach(page.entries, (entry) => entry._tag === "Object" ? metadataOut(entry.metadata).pipe(Effect.map((metadata) => ({
+						_tag: "Object",
+						metadata
+					}))) : entry.prefix.startsWith(prefix) ? Effect.succeed({
+						_tag: "CommonPrefix",
+						prefix: entry.prefix.slice(prefix.length)
+					}) : Effect.fail(invalid())),
+					...page.cursor ? { cursor: JSON.stringify({
+						storeId,
+						query,
+						cursor: page.cursor
+					}) } : {}
+				};
+			})
+		});
+	}),
+	layer(options) {
+		return storageLayer(StoragePrefix.make(options));
+	}
+};
+const makeReadOnly = Effect.gen(function* () {
+	const source = yield* Storage;
+	const denied = () => Effect.fail(storageError("readOnly", source.provider, { _tag: "AccessDenied" }, "not-started"));
+	return Storage.make({
+		...source,
+		capabilities: {
+			...source.capabilities,
+			putConditions: [],
+			deleteConditions: []
+		},
+		put: denied,
+		delete: denied
+	});
+});
+const StorageReadOnly = {
+	make: makeReadOnly,
+	layer: storageLayer(makeReadOnly)
+};
+
+export { StoragePrefix, StorageReadOnly };
+//# sourceMappingURL=composition.js.map

package/dist/composition.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"composition.js","names":[],"sources":["../src/composition/views.ts"],"sourcesContent":["import { Effect, Schema } from \"effect\";\n\nimport type { StorageError } from \"../core/errors.js\";\nimport { storageError } from \"../core/errors.js\";\nimport type { ObjectMetadata, ObjectRef } from \"../core/object.js\";\nimport type { ListEntry, ObjectTarget } from \"../core/requests.js\";\nimport { Storage } from \"../core/storage.js\";\nimport { digestText } from \"../runtime/portable-hash.js\";\nimport { storageLayer } from \"./layer.js\";\n\nconst PrefixOptions = Schema.Struct({\n  prefix: Schema.NonEmptyString.check(Schema.isPattern(/^[^\\0]+\\/$/u)),\n});\nconst Cursor = Schema.Struct({\n  storeId: Schema.String,\n  query: Schema.String,\n  cursor: Schema.String,\n});\n\nexport const StoragePrefix = {\n  make: Effect.fnUntraced(function* (options: typeof PrefixOptions.Type) {\n    const { prefix } = yield* Schema.decodeUnknownEffect(PrefixOptions)(options).pipe(\n      Effect.mapError(() =>\n        storageError(\"prefix\", \"composition\", { _tag: \"InvalidConfiguration\", field: \"prefix\" }),\n      ),\n    );\n    const source = yield* Storage;\n    const storeId = `prefix:${digestText(JSON.stringify([source.storeId, prefix]))}`;\n    const invalid = () =>\n      storageError(\"prefix\", source.provider, { _tag: \"InvalidInput\", field: \"reference\" });\n    const refIn = (ref: ObjectRef): Effect.Effect<ObjectRef, StorageError> =>\n      ref.storeId !== storeId\n        ? Effect.fail(invalid())\n        : Effect.succeed({ ...ref, storeId: source.storeId, key: prefix + ref.key });\n    const targetIn = (target: ObjectTarget): Effect.Effect<ObjectTarget, StorageError> =>\n      \"ref\" in target\n        ? Effect.map(refIn(target.ref), (ref) => ({ ref }))\n        : Effect.succeed({ key: prefix + target.key });\n    const metadataOut = (metadata: ObjectMetadata): Effect.Effect<ObjectMetadata, StorageError> => {\n      if (metadata.ref.storeId !== source.storeId || !metadata.ref.key.startsWith(prefix))\n        return Effect.fail(invalid());\n      return Effect.succeed({\n        ...metadata,\n        ref: { ...metadata.ref, storeId, key: metadata.ref.key.slice(prefix.length) },\n      });\n    };\n\n    return Storage.make({\n      provider: source.provider,\n      storeId,\n      capabilities: source.capabilities,\n      put: (request) =>\n        source.put({ ...request, key: prefix + request.key }).pipe(Effect.flatMap(metadataOut)),\n      head: (request) =>\n        targetIn(request).pipe(Effect.flatMap(source.head), Effect.flatMap(metadataOut)),\n      get: Effect.fnUntraced(function* (request) {\n        const result = yield* source.get({ ...request, ...(yield* targetIn(request)) });\n        return { ...result, metadata: yield* metadataOut(result.metadata) };\n      }),\n      delete: (request) =>\n        targetIn(request).pipe(\n          Effect.flatMap((target) => source.delete({ ...request, ...target })),\n        ),\n      listPage: Effect.fnUntraced(function* (request = {}) {\n        const query = digestText(\n          JSON.stringify([request.prefix ?? \"\", request.delimiter, request.limit]),\n        );\n        let cursor: string | undefined;\n        if (request.cursor) {\n          const decoded = yield* Schema.decodeUnknownEffect(Schema.fromJsonString(Cursor))(\n            request.cursor,\n          ).pipe(Effect.mapError(invalid));\n          if (decoded.storeId !== storeId || decoded.query !== query) return yield* invalid();\n          cursor = decoded.cursor;\n        }\n        const page = yield* source.listPage({\n          ...request,\n          prefix: prefix + (request.prefix ?? \"\"),\n          cursor,\n        });\n        const entries = yield* Effect.forEach(\n          page.entries,\n          (entry): Effect.Effect<ListEntry, StorageError> =>\n            entry._tag === \"Object\"\n              ? metadataOut(entry.metadata).pipe(\n                  Effect.map((metadata) => ({ _tag: \"Object\" as const, metadata })),\n                )\n              : entry.prefix.startsWith(prefix)\n                ? Effect.succeed({\n                    _tag: \"CommonPrefix\" as const,\n                    prefix: entry.prefix.slice(prefix.length),\n                  })\n                : Effect.fail(invalid()),\n        );\n        return {\n          entries,\n          ...(page.cursor\n            ? { cursor: JSON.stringify({ storeId, query, cursor: page.cursor }) }\n            : {}),\n        };\n      }),\n    });\n  }),\n  layer(options: typeof PrefixOptions.Type) {\n    return storageLayer(StoragePrefix.make(options));\n  },\n};\n\nconst makeReadOnly = Effect.gen(function* () {\n  const source = yield* Storage;\n  const denied = () =>\n    Effect.fail(storageError(\"readOnly\", source.provider, { _tag: \"AccessDenied\" }, \"not-started\"));\n  return Storage.make({\n    ...source,\n    capabilities: { ...source.capabilities, putConditions: [], deleteConditions: [] },\n    put: denied,\n    delete: denied,\n  });\n});\n\nexport const StorageReadOnly = { make: makeReadOnly, layer: storageLayer(makeReadOnly) };\n"],"mappings":";;;;;;;AAUA,MAAM,gBAAgB,OAAO,OAAO,EAClC,QAAQ,OAAO,eAAe,MAAM,OAAO,UAAU,aAAa,CAAC,EACrE,CAAC;AACD,MAAM,SAAS,OAAO,OAAO;CAC3B,SAAS,OAAO;CAChB,OAAO,OAAO;CACd,QAAQ,OAAO;AACjB,CAAC;AAED,MAAa,gBAAgB;CAC3B,MAAM,OAAO,WAAW,WAAW,SAAoC;EACrE,MAAM,EAAE,WAAW,OAAO,OAAO,oBAAoB,aAAa,CAAC,CAAC,OAAO,CAAC,CAAC,KAC3E,OAAO,eACL,aAAa,UAAU,eAAe;GAAE,MAAM;GAAwB,OAAO;EAAS,CAAC,CACzF,CACF;EACA,MAAM,SAAS,OAAO;EACtB,MAAM,UAAU,UAAU,WAAW,KAAK,UAAU,CAAC,OAAO,SAAS,MAAM,CAAC,CAAC;EAC7E,MAAM,gBACJ,aAAa,UAAU,OAAO,UAAU;GAAE,MAAM;GAAgB,OAAO;EAAY,CAAC;EACtF,MAAM,SAAS,QACb,IAAI,YAAY,UACZ,OAAO,KAAK,QAAQ,CAAC,IACrB,OAAO,QAAQ;GAAE,GAAG;GAAK,SAAS,OAAO;GAAS,KAAK,SAAS,IAAI;EAAI,CAAC;EAC/E,MAAM,YAAY,WAChB,SAAS,SACL,OAAO,IAAI,MAAM,OAAO,GAAG,IAAI,SAAS,EAAE,IAAI,EAAE,IAChD,OAAO,QAAQ,EAAE,KAAK,SAAS,OAAO,IAAI,CAAC;EACjD,MAAM,eAAe,aAA0E;GAC7F,IAAI,SAAS,IAAI,YAAY,OAAO,WAAW,CAAC,SAAS,IAAI,IAAI,WAAW,MAAM,GAChF,OAAO,OAAO,KAAK,QAAQ,CAAC;GAC9B,OAAO,OAAO,QAAQ;IACpB,GAAG;IACH,KAAK;KAAE,GAAG,SAAS;KAAK;KAAS,KAAK,SAAS,IAAI,IAAI,MAAM,OAAO,MAAM;IAAE;GAC9E,CAAC;EACH;EAEA,OAAO,QAAQ,KAAK;GAClB,UAAU,OAAO;GACjB;GACA,cAAc,OAAO;GACrB,MAAM,YACJ,OAAO,IAAI;IAAE,GAAG;IAAS,KAAK,SAAS,QAAQ;GAAI,CAAC,CAAC,CAAC,KAAK,OAAO,QAAQ,WAAW,CAAC;GACxF,OAAO,YACL,SAAS,OAAO,CAAC,CAAC,KAAK,OAAO,QAAQ,OAAO,IAAI,GAAG,OAAO,QAAQ,WAAW,CAAC;GACjF,KAAK,OAAO,WAAW,WAAW,SAAS;IACzC,MAAM,SAAS,OAAO,OAAO,IAAI;KAAE,GAAG;KAAS,GAAI,OAAO,SAAS,OAAO;IAAG,CAAC;IAC9E,OAAO;KAAE,GAAG;KAAQ,UAAU,OAAO,YAAY,OAAO,QAAQ;IAAE;GACpE,CAAC;GACD,SAAS,YACP,SAAS,OAAO,CAAC,CAAC,KAChB,OAAO,SAAS,WAAW,OAAO,OAAO;IAAE,GAAG;IAAS,GAAG;GAAO,CAAC,CAAC,CACrE;GACF,UAAU,OAAO,WAAW,WAAW,UAAU,CAAC,GAAG;IACnD,MAAM,QAAQ,WACZ,KAAK,UAAU;KAAC,QAAQ,UAAU;KAAI,QAAQ;KAAW,QAAQ;IAAK,CAAC,CACzE;IACA,IAAI;IACJ,IAAI,QAAQ,QAAQ;KAClB,MAAM,UAAU,OAAO,OAAO,oBAAoB,OAAO,eAAe,MAAM,CAAC,CAAC,CAC9E,QAAQ,MACV,CAAC,CAAC,KAAK,OAAO,SAAS,OAAO,CAAC;KAC/B,IAAI,QAAQ,YAAY,WAAW,QAAQ,UAAU,OAAO,OAAO,OAAO,QAAQ;KAClF,SAAS,QAAQ;IACnB;IACA,MAAM,OAAO,OAAO,OAAO,SAAS;KAClC,GAAG;KACH,QAAQ,UAAU,QAAQ,UAAU;KACpC;IACF,CAAC;IAeD,OAAO;KACL,gBAfqB,OAAO,QAC5B,KAAK,UACJ,UACC,MAAM,SAAS,WACX,YAAY,MAAM,QAAQ,CAAC,CAAC,KAC1B,OAAO,KAAK,cAAc;MAAE,MAAM;MAAmB;KAAS,EAAE,CAClE,IACA,MAAM,OAAO,WAAW,MAAM,IAC5B,OAAO,QAAQ;MACb,MAAM;MACN,QAAQ,MAAM,OAAO,MAAM,OAAO,MAAM;KAC1C,CAAC,IACD,OAAO,KAAK,QAAQ,CAAC,CAC/B;KAGE,GAAI,KAAK,SACL,EAAE,QAAQ,KAAK,UAAU;MAAE;MAAS;MAAO,QAAQ,KAAK;KAAO,CAAC,EAAE,IAClE,CAAC;IACP;GACF,CAAC;EACH,CAAC;CACH,CAAC;CACD,MAAM,SAAoC;EACxC,OAAO,aAAa,cAAc,KAAK,OAAO,CAAC;CACjD;AACF;AAEA,MAAM,eAAe,OAAO,IAAI,aAAa;CAC3C,MAAM,SAAS,OAAO;CACtB,MAAM,eACJ,OAAO,KAAK,aAAa,YAAY,OAAO,UAAU,EAAE,MAAM,eAAe,GAAG,aAAa,CAAC;CAChG,OAAO,QAAQ,KAAK;EAClB,GAAG;EACH,cAAc;GAAE,GAAG,OAAO;GAAc,eAAe,CAAC;GAAG,kBAAkB,CAAC;EAAE;EAChF,KAAK;EACL,QAAQ;CACV,CAAC;AACH,CAAC;AAED,MAAa,kBAAkB;CAAE,MAAM;CAAc,OAAO,aAAa,YAAY;AAAE"}

package/dist/compression.d.ts

@@ -0,0 +1,16 @@
+import { StorageError } from "./core/errors.js";
+import { Storage, StorageService } from "./core/storage.js";
+import "./index.js";
+import { TransferDriver } from "./transfers/dependencies.js";
+import { RepresentationOptions, StorageRepresentation } from "./representation.js";
+import "./compression.js";
+import { Effect, Layer } from "effect";
+export interface StorageCompressionOptions extends RepresentationOptions {
+  readonly format: "gzip";
+}
+export declare const StorageCompression: {
+  make: (options: StorageCompressionOptions) => Effect.Effect<StorageService, StorageError, import("effect/FileSystem").FileSystem | import("effect/Path").Path | Storage>;
+  layer: (options: StorageCompressionOptions) => Layer.Layer<unknown, unknown, unknown> | Layer.Layer<Storage | StorageRepresentation | TransferDriver, StorageError, import("effect/FileSystem").FileSystem | import("effect/Path").Path | Storage | TransferDriver>;
+};
+export { StorageRepresentation };
+//# sourceMappingURL=compression.d.ts.map

package/dist/compression.js

@@ -0,0 +1,38 @@
+import { storageError } from "./core/errors.js";
+import { StorageRepresentation } from "./representation.js";
+import { makeRepresentation, representationLayer } from "./composition/representation/storage.js";
+import { Effect, Layer, Stream } from "effect";
+
+// src/composition/compression.ts
+const transform = (encode) => (body) => Stream.unwrap(Effect.gen(function* () {
+	const readable = yield* Stream.toReadableStreamEffect(body);
+	const transformed = yield* Effect.try({
+		try: () => readable.pipeThrough(encode ? new CompressionStream("gzip") : new DecompressionStream("gzip")),
+		catch: () => storageError("compression", "web", {
+			_tag: "Unsupported",
+			capability: "gzip-stream"
+		})
+	});
+	return Stream.fromReadableStream({
+		evaluate: () => transformed,
+		onError: () => storageError("compression", "gzip", { _tag: "IntegrityMismatch" })
+	});
+}));
+const gzip = {
+	format: "effect-storage-gzip-v1",
+	encode: transform(true),
+	decode: transform(false)
+};
+const StorageCompression = {
+	make: (options) => options.format === "gzip" ? makeRepresentation(gzip, options).pipe(Effect.map((value) => value.storage)) : Effect.fail(storageError("compression", "web", {
+		_tag: "InvalidConfiguration",
+		field: "format"
+	})),
+	layer: (options) => options.format === "gzip" ? representationLayer(gzip, options) : Layer.unwrap(Effect.fail(storageError("compression", "web", {
+		_tag: "InvalidConfiguration",
+		field: "format"
+	})))
+};
+
+export { StorageCompression, StorageRepresentation };
+//# sourceMappingURL=compression.js.map

package/dist/compression.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"compression.js","names":[],"sources":["../src/composition/compression.ts"],"sourcesContent":["import { Effect, Layer, Stream } from \"effect\";\n\nimport { storageError } from \"../core/errors.js\";\nimport type { RepresentationCodec, RepresentationOptions } from \"./representation/index.js\";\nimport { makeRepresentation, representationLayer } from \"./representation/storage.js\";\n\nconst transform =\n  (encode: boolean): RepresentationCodec[\"encode\"] =>\n  (body) =>\n    Stream.unwrap(\n      Effect.gen(function* () {\n        const readable = yield* Stream.toReadableStreamEffect(body);\n        const transformed = yield* Effect.try({\n          try: () =>\n            readable.pipeThrough(\n              (encode\n                ? new CompressionStream(\"gzip\")\n                : new DecompressionStream(\"gzip\")) as ReadableWritablePair<Uint8Array, Uint8Array>,\n            ),\n          catch: () =>\n            storageError(\"compression\", \"web\", { _tag: \"Unsupported\", capability: \"gzip-stream\" }),\n        });\n        return Stream.fromReadableStream({\n          evaluate: () => transformed,\n          onError: () => storageError(\"compression\", \"gzip\", { _tag: \"IntegrityMismatch\" }),\n        });\n      }),\n    );\nconst gzip: RepresentationCodec = {\n  format: \"effect-storage-gzip-v1\",\n  encode: transform(true),\n  decode: transform(false),\n};\nexport interface StorageCompressionOptions extends RepresentationOptions {\n  readonly format: \"gzip\";\n}\nexport const StorageCompression = {\n  make: (options: StorageCompressionOptions) =>\n    options.format === \"gzip\"\n      ? makeRepresentation(gzip, options).pipe(Effect.map((value) => value.storage))\n      : Effect.fail(\n          storageError(\"compression\", \"web\", { _tag: \"InvalidConfiguration\", field: \"format\" }),\n        ),\n  layer: (options: StorageCompressionOptions) =>\n    options.format === \"gzip\"\n      ? representationLayer(gzip, options)\n      : Layer.unwrap(\n          Effect.fail(\n            storageError(\"compression\", \"web\", { _tag: \"InvalidConfiguration\", field: \"format\" }),\n          ),\n        ),\n};\nexport { StorageRepresentation } from \"./representation/index.js\";\n"],"mappings":";;;;;;AAMA,MAAM,aACH,YACA,SACC,OAAO,OACL,OAAO,IAAI,aAAa;CACtB,MAAM,WAAW,OAAO,OAAO,uBAAuB,IAAI;CAC1D,MAAM,cAAc,OAAO,OAAO,IAAI;EACpC,WACE,SAAS,YACN,SACG,IAAI,kBAAkB,MAAM,IAC5B,IAAI,oBAAoB,MAAM,CACpC;EACF,aACE,aAAa,eAAe,OAAO;GAAE,MAAM;GAAe,YAAY;EAAc,CAAC;CACzF,CAAC;CACD,OAAO,OAAO,mBAAmB;EAC/B,gBAAgB;EAChB,eAAe,aAAa,eAAe,QAAQ,EAAE,MAAM,oBAAoB,CAAC;CAClF,CAAC;AACH,CAAC,CACH;AACJ,MAAM,OAA4B;CAChC,QAAQ;CACR,QAAQ,UAAU,IAAI;CACtB,QAAQ,UAAU,KAAK;AACzB;AAIA,MAAa,qBAAqB;CAChC,OAAO,YACL,QAAQ,WAAW,SACf,mBAAmB,MAAM,OAAO,CAAC,CAAC,KAAK,OAAO,KAAK,UAAU,MAAM,OAAO,CAAC,IAC3E,OAAO,KACL,aAAa,eAAe,OAAO;EAAE,MAAM;EAAwB,OAAO;CAAS,CAAC,CACtF;CACN,QAAQ,YACN,QAAQ,WAAW,SACf,oBAAoB,MAAM,OAAO,IACjC,MAAM,OACJ,OAAO,KACL,aAAa,eAAe,OAAO;EAAE,MAAM;EAAwB,OAAO;CAAS,CAAC,CACtF,CACF;AACR"}