@effect-kit/storage 0.0.0-stage → 0.0.0

package/dist/sessions/checkpoint.d.ts

@@ -0,0 +1,423 @@
+import { ObjectMetadata } from "../core/object.js";
+import { Schema } from "effect";
+export declare const SessionId: Schema.String;
+export declare const UploadCheckpoint: Schema.Struct<{
+  readonly version: Schema.Literal<1>;
+  readonly id: Schema.String;
+  readonly namespace: Schema.String;
+  readonly revision: Schema.Natural;
+  readonly configurationId: Schema.String;
+  readonly provider: Schema.String;
+  readonly storeId: Schema.String;
+  readonly createdAt: Schema.Number;
+  readonly updatedAt: Schema.Number;
+  readonly expiresAt: Schema.Number;
+  readonly kind: Schema.Literal<"upload">;
+  readonly operationId: Schema.String;
+  readonly state: Schema.Literals<readonly ["created", "initiating", "uploading", "completing", "completion-unknown", "verifying", "completed", "aborting", "cleanup-pending", "aborted"]>;
+  readonly key: Schema.NonEmptyString;
+  readonly headers: Schema.Struct<{
+    readonly contentType: Schema.optional<Schema.String>;
+    readonly contentEncoding: Schema.optional<Schema.String>;
+    readonly contentLanguage: Schema.optional<Schema.String>;
+    readonly contentDisposition: Schema.optional<Schema.String>;
+    readonly cacheControl: Schema.optional<Schema.String>;
+    readonly customMetadata: Schema.optional<Schema.$Record<Schema.String, Schema.String>>;
+  }>;
+  readonly condition: Schema.optional<Schema.Union<readonly [Schema.TaggedStruct<"CreateOnly", {}>, Schema.TaggedStruct<"IfMatch", {
+    readonly etag: Schema.String;
+  }>]>>;
+  readonly length: Schema.Natural;
+  readonly checksum: Schema.Struct<{
+    readonly algorithm: Schema.NonEmptyString;
+    readonly encoding: Schema.Literals<readonly ["hex", "base64"]>;
+    readonly scope: Schema.Literals<readonly ["full-object", "composite"]>;
+    readonly value: Schema.NonEmptyString;
+    readonly partCount: Schema.optional<Schema.Int>;
+  }>;
+  readonly partBytes: Schema.Natural;
+  readonly protocol: Schema.optional<Schema.Literals<readonly ["offset", "blocks"]>>;
+  readonly offset: Schema.optional<Schema.Natural>;
+  readonly blocks: Schema.optional<Schema.$Array<Schema.Struct<{
+    readonly blockId: Schema.String;
+    readonly size: Schema.Natural;
+    readonly sourceChecksum: Schema.Struct<{
+      readonly algorithm: Schema.NonEmptyString;
+      readonly encoding: Schema.Literals<readonly ["hex", "base64"]>;
+      readonly scope: Schema.Literals<readonly ["full-object", "composite"]>;
+      readonly value: Schema.NonEmptyString;
+      readonly partCount: Schema.optional<Schema.Int>;
+    }>;
+  }>>>;
+  readonly handle: Schema.optional<Schema.Redacted<Schema.String>>;
+  readonly parts: Schema.$Array<Schema.Struct<{
+    readonly sourceChecksum: Schema.Struct<{
+      readonly algorithm: Schema.NonEmptyString;
+      readonly encoding: Schema.Literals<readonly ["hex", "base64"]>;
+      readonly scope: Schema.Literals<readonly ["full-object", "composite"]>;
+      readonly value: Schema.NonEmptyString;
+      readonly partCount: Schema.optional<Schema.Int>;
+    }>;
+    readonly partNumber: Schema.Natural;
+    readonly etag: Schema.String;
+    readonly size: Schema.Natural;
+    readonly checksums: Schema.optional<Schema.$Array<Schema.Struct<{
+      readonly algorithm: Schema.NonEmptyString;
+      readonly encoding: Schema.Literals<readonly ["hex", "base64"]>;
+      readonly scope: Schema.Literals<readonly ["full-object", "composite"]>;
+      readonly value: Schema.NonEmptyString;
+      readonly partCount: Schema.optional<Schema.Int>;
+    }>>>;
+  }>>;
+  readonly metadata: Schema.optional<Schema.Struct<{
+    readonly contentType: Schema.optional<Schema.String>;
+    readonly contentEncoding: Schema.optional<Schema.String>;
+    readonly contentLanguage: Schema.optional<Schema.String>;
+    readonly contentDisposition: Schema.optional<Schema.String>;
+    readonly cacheControl: Schema.optional<Schema.String>;
+    readonly customMetadata: Schema.optional<Schema.$Record<Schema.String, Schema.String>>;
+    readonly ref: Schema.Struct<{
+      readonly storeId: Schema.NonEmptyString;
+      readonly key: Schema.NonEmptyString;
+      readonly version: Schema.optional<Schema.Union<readonly [Schema.TaggedStruct<"S3Version", {
+        readonly id: Schema.NonEmptyString;
+      }>, Schema.TaggedStruct<"GcsGeneration", {
+        readonly id: Schema.NonEmptyString;
+        readonly metageneration: Schema.optional<Schema.NonEmptyString>;
+      }>, Schema.TaggedStruct<"AzureVersion", {
+        readonly id: Schema.NonEmptyString;
+      }>, Schema.TaggedStruct<"AzureSnapshot", {
+        readonly id: Schema.NonEmptyString;
+      }>, Schema.TaggedStruct<"OpaqueVersion", {
+        readonly provider: Schema.NonEmptyString;
+        readonly id: Schema.NonEmptyString;
+      }>]>>;
+    }>;
+    readonly size: Schema.optional<Schema.Natural>;
+    readonly etag: Schema.optional<Schema.String>;
+    readonly lastModified: Schema.optional<Schema.DateTimeUtcFromString>;
+    readonly checksums: Schema.optional<Schema.$Array<Schema.Struct<{
+      readonly algorithm: Schema.NonEmptyString;
+      readonly encoding: Schema.Literals<readonly ["hex", "base64"]>;
+      readonly scope: Schema.Literals<readonly ["full-object", "composite"]>;
+      readonly value: Schema.NonEmptyString;
+      readonly partCount: Schema.optional<Schema.Int>;
+    }>>>;
+    readonly storageClass: Schema.optional<Schema.NonEmptyString>;
+  }>>;
+  readonly attempts: Schema.Natural;
+  readonly events: Schema.$Array<Schema.Struct<{
+    readonly id: Schema.String;
+    readonly kind: Schema.Literals<readonly ["completed", "aborted"]>;
+    readonly delivered: Schema.Boolean;
+  }>>;
+}>;
+export type UploadCheckpoint = typeof UploadCheckpoint.Type;
+export declare const DownloadCheckpoint: Schema.Struct<{
+  readonly version: Schema.Literal<1>;
+  readonly id: Schema.String;
+  readonly namespace: Schema.String;
+  readonly revision: Schema.Natural;
+  readonly configurationId: Schema.String;
+  readonly provider: Schema.String;
+  readonly storeId: Schema.String;
+  readonly createdAt: Schema.Number;
+  readonly updatedAt: Schema.Number;
+  readonly expiresAt: Schema.Number;
+  readonly kind: Schema.Literal<"download">;
+  readonly state: Schema.Literals<readonly ["downloading", "verified", "completed", "aborting", "aborted"]>;
+  readonly metadata: Schema.Struct<{
+    readonly contentType: Schema.optional<Schema.String>;
+    readonly contentEncoding: Schema.optional<Schema.String>;
+    readonly contentLanguage: Schema.optional<Schema.String>;
+    readonly contentDisposition: Schema.optional<Schema.String>;
+    readonly cacheControl: Schema.optional<Schema.String>;
+    readonly customMetadata: Schema.optional<Schema.$Record<Schema.String, Schema.String>>;
+    readonly ref: Schema.Struct<{
+      readonly storeId: Schema.NonEmptyString;
+      readonly key: Schema.NonEmptyString;
+      readonly version: Schema.optional<Schema.Union<readonly [Schema.TaggedStruct<"S3Version", {
+        readonly id: Schema.NonEmptyString;
+      }>, Schema.TaggedStruct<"GcsGeneration", {
+        readonly id: Schema.NonEmptyString;
+        readonly metageneration: Schema.optional<Schema.NonEmptyString>;
+      }>, Schema.TaggedStruct<"AzureVersion", {
+        readonly id: Schema.NonEmptyString;
+      }>, Schema.TaggedStruct<"AzureSnapshot", {
+        readonly id: Schema.NonEmptyString;
+      }>, Schema.TaggedStruct<"OpaqueVersion", {
+        readonly provider: Schema.NonEmptyString;
+        readonly id: Schema.NonEmptyString;
+      }>]>>;
+    }>;
+    readonly size: Schema.optional<Schema.Natural>;
+    readonly etag: Schema.optional<Schema.String>;
+    readonly lastModified: Schema.optional<Schema.DateTimeUtcFromString>;
+    readonly checksums: Schema.optional<Schema.$Array<Schema.Struct<{
+      readonly algorithm: Schema.NonEmptyString;
+      readonly encoding: Schema.Literals<readonly ["hex", "base64"]>;
+      readonly scope: Schema.Literals<readonly ["full-object", "composite"]>;
+      readonly value: Schema.NonEmptyString;
+      readonly partCount: Schema.optional<Schema.Int>;
+    }>>>;
+    readonly storageClass: Schema.optional<Schema.NonEmptyString>;
+  }>;
+  readonly length: Schema.Natural;
+  readonly expectedChecksum: Schema.optional<Schema.Struct<{
+    readonly algorithm: Schema.NonEmptyString;
+    readonly encoding: Schema.Literals<readonly ["hex", "base64"]>;
+    readonly scope: Schema.Literals<readonly ["full-object", "composite"]>;
+    readonly value: Schema.NonEmptyString;
+    readonly partCount: Schema.optional<Schema.Int>;
+  }>>;
+  readonly targetId: Schema.String;
+  readonly targetIdentity: Schema.optional<Schema.String>;
+  readonly offset: Schema.Natural;
+  readonly prefixChecksum: Schema.optional<Schema.Struct<{
+    readonly algorithm: Schema.NonEmptyString;
+    readonly encoding: Schema.Literals<readonly ["hex", "base64"]>;
+    readonly scope: Schema.Literals<readonly ["full-object", "composite"]>;
+    readonly value: Schema.NonEmptyString;
+    readonly partCount: Schema.optional<Schema.Int>;
+  }>>;
+  readonly checksum: Schema.optional<Schema.Struct<{
+    readonly algorithm: Schema.NonEmptyString;
+    readonly encoding: Schema.Literals<readonly ["hex", "base64"]>;
+    readonly scope: Schema.Literals<readonly ["full-object", "composite"]>;
+    readonly value: Schema.NonEmptyString;
+    readonly partCount: Schema.optional<Schema.Int>;
+  }>>;
+}>;
+export type DownloadCheckpoint = typeof DownloadCheckpoint.Type;
+export declare const BatchCheckpoint: Schema.Struct<{
+  readonly version: Schema.Literal<1>;
+  readonly id: Schema.String;
+  readonly namespace: Schema.String;
+  readonly revision: Schema.Natural;
+  readonly configurationId: Schema.String;
+  readonly provider: Schema.String;
+  readonly storeId: Schema.String;
+  readonly createdAt: Schema.Number;
+  readonly updatedAt: Schema.Number;
+  readonly expiresAt: Schema.Number;
+  readonly kind: Schema.Literal<"batch">;
+  readonly entries: Schema.$Array<Schema.Struct<{
+    readonly sessionId: Schema.String;
+    readonly state: Schema.Literals<readonly ["pending", "completed", "failed", "unknown"]>;
+  }>>;
+}>;
+export type BatchCheckpoint = typeof BatchCheckpoint.Type;
+export declare const SessionCheckpoint: Schema.Union<readonly [Schema.Struct<{
+  readonly version: Schema.Literal<1>;
+  readonly id: Schema.String;
+  readonly namespace: Schema.String;
+  readonly revision: Schema.Natural;
+  readonly configurationId: Schema.String;
+  readonly provider: Schema.String;
+  readonly storeId: Schema.String;
+  readonly createdAt: Schema.Number;
+  readonly updatedAt: Schema.Number;
+  readonly expiresAt: Schema.Number;
+  readonly kind: Schema.Literal<"upload">;
+  readonly operationId: Schema.String;
+  readonly state: Schema.Literals<readonly ["created", "initiating", "uploading", "completing", "completion-unknown", "verifying", "completed", "aborting", "cleanup-pending", "aborted"]>;
+  readonly key: Schema.NonEmptyString;
+  readonly headers: Schema.Struct<{
+    readonly contentType: Schema.optional<Schema.String>;
+    readonly contentEncoding: Schema.optional<Schema.String>;
+    readonly contentLanguage: Schema.optional<Schema.String>;
+    readonly contentDisposition: Schema.optional<Schema.String>;
+    readonly cacheControl: Schema.optional<Schema.String>;
+    readonly customMetadata: Schema.optional<Schema.$Record<Schema.String, Schema.String>>;
+  }>;
+  readonly condition: Schema.optional<Schema.Union<readonly [Schema.TaggedStruct<"CreateOnly", {}>, Schema.TaggedStruct<"IfMatch", {
+    readonly etag: Schema.String;
+  }>]>>;
+  readonly length: Schema.Natural;
+  readonly checksum: Schema.Struct<{
+    readonly algorithm: Schema.NonEmptyString;
+    readonly encoding: Schema.Literals<readonly ["hex", "base64"]>;
+    readonly scope: Schema.Literals<readonly ["full-object", "composite"]>;
+    readonly value: Schema.NonEmptyString;
+    readonly partCount: Schema.optional<Schema.Int>;
+  }>;
+  readonly partBytes: Schema.Natural;
+  readonly protocol: Schema.optional<Schema.Literals<readonly ["offset", "blocks"]>>;
+  readonly offset: Schema.optional<Schema.Natural>;
+  readonly blocks: Schema.optional<Schema.$Array<Schema.Struct<{
+    readonly blockId: Schema.String;
+    readonly size: Schema.Natural;
+    readonly sourceChecksum: Schema.Struct<{
+      readonly algorithm: Schema.NonEmptyString;
+      readonly encoding: Schema.Literals<readonly ["hex", "base64"]>;
+      readonly scope: Schema.Literals<readonly ["full-object", "composite"]>;
+      readonly value: Schema.NonEmptyString;
+      readonly partCount: Schema.optional<Schema.Int>;
+    }>;
+  }>>>;
+  readonly handle: Schema.optional<Schema.Redacted<Schema.String>>;
+  readonly parts: Schema.$Array<Schema.Struct<{
+    readonly sourceChecksum: Schema.Struct<{
+      readonly algorithm: Schema.NonEmptyString;
+      readonly encoding: Schema.Literals<readonly ["hex", "base64"]>;
+      readonly scope: Schema.Literals<readonly ["full-object", "composite"]>;
+      readonly value: Schema.NonEmptyString;
+      readonly partCount: Schema.optional<Schema.Int>;
+    }>;
+    readonly partNumber: Schema.Natural;
+    readonly etag: Schema.String;
+    readonly size: Schema.Natural;
+    readonly checksums: Schema.optional<Schema.$Array<Schema.Struct<{
+      readonly algorithm: Schema.NonEmptyString;
+      readonly encoding: Schema.Literals<readonly ["hex", "base64"]>;
+      readonly scope: Schema.Literals<readonly ["full-object", "composite"]>;
+      readonly value: Schema.NonEmptyString;
+      readonly partCount: Schema.optional<Schema.Int>;
+    }>>>;
+  }>>;
+  readonly metadata: Schema.optional<Schema.Struct<{
+    readonly contentType: Schema.optional<Schema.String>;
+    readonly contentEncoding: Schema.optional<Schema.String>;
+    readonly contentLanguage: Schema.optional<Schema.String>;
+    readonly contentDisposition: Schema.optional<Schema.String>;
+    readonly cacheControl: Schema.optional<Schema.String>;
+    readonly customMetadata: Schema.optional<Schema.$Record<Schema.String, Schema.String>>;
+    readonly ref: Schema.Struct<{
+      readonly storeId: Schema.NonEmptyString;
+      readonly key: Schema.NonEmptyString;
+      readonly version: Schema.optional<Schema.Union<readonly [Schema.TaggedStruct<"S3Version", {
+        readonly id: Schema.NonEmptyString;
+      }>, Schema.TaggedStruct<"GcsGeneration", {
+        readonly id: Schema.NonEmptyString;
+        readonly metageneration: Schema.optional<Schema.NonEmptyString>;
+      }>, Schema.TaggedStruct<"AzureVersion", {
+        readonly id: Schema.NonEmptyString;
+      }>, Schema.TaggedStruct<"AzureSnapshot", {
+        readonly id: Schema.NonEmptyString;
+      }>, Schema.TaggedStruct<"OpaqueVersion", {
+        readonly provider: Schema.NonEmptyString;
+        readonly id: Schema.NonEmptyString;
+      }>]>>;
+    }>;
+    readonly size: Schema.optional<Schema.Natural>;
+    readonly etag: Schema.optional<Schema.String>;
+    readonly lastModified: Schema.optional<Schema.DateTimeUtcFromString>;
+    readonly checksums: Schema.optional<Schema.$Array<Schema.Struct<{
+      readonly algorithm: Schema.NonEmptyString;
+      readonly encoding: Schema.Literals<readonly ["hex", "base64"]>;
+      readonly scope: Schema.Literals<readonly ["full-object", "composite"]>;
+      readonly value: Schema.NonEmptyString;
+      readonly partCount: Schema.optional<Schema.Int>;
+    }>>>;
+    readonly storageClass: Schema.optional<Schema.NonEmptyString>;
+  }>>;
+  readonly attempts: Schema.Natural;
+  readonly events: Schema.$Array<Schema.Struct<{
+    readonly id: Schema.String;
+    readonly kind: Schema.Literals<readonly ["completed", "aborted"]>;
+    readonly delivered: Schema.Boolean;
+  }>>;
+}>, Schema.Struct<{
+  readonly version: Schema.Literal<1>;
+  readonly id: Schema.String;
+  readonly namespace: Schema.String;
+  readonly revision: Schema.Natural;
+  readonly configurationId: Schema.String;
+  readonly provider: Schema.String;
+  readonly storeId: Schema.String;
+  readonly createdAt: Schema.Number;
+  readonly updatedAt: Schema.Number;
+  readonly expiresAt: Schema.Number;
+  readonly kind: Schema.Literal<"download">;
+  readonly state: Schema.Literals<readonly ["downloading", "verified", "completed", "aborting", "aborted"]>;
+  readonly metadata: Schema.Struct<{
+    readonly contentType: Schema.optional<Schema.String>;
+    readonly contentEncoding: Schema.optional<Schema.String>;
+    readonly contentLanguage: Schema.optional<Schema.String>;
+    readonly contentDisposition: Schema.optional<Schema.String>;
+    readonly cacheControl: Schema.optional<Schema.String>;
+    readonly customMetadata: Schema.optional<Schema.$Record<Schema.String, Schema.String>>;
+    readonly ref: Schema.Struct<{
+      readonly storeId: Schema.NonEmptyString;
+      readonly key: Schema.NonEmptyString;
+      readonly version: Schema.optional<Schema.Union<readonly [Schema.TaggedStruct<"S3Version", {
+        readonly id: Schema.NonEmptyString;
+      }>, Schema.TaggedStruct<"GcsGeneration", {
+        readonly id: Schema.NonEmptyString;
+        readonly metageneration: Schema.optional<Schema.NonEmptyString>;
+      }>, Schema.TaggedStruct<"AzureVersion", {
+        readonly id: Schema.NonEmptyString;
+      }>, Schema.TaggedStruct<"AzureSnapshot", {
+        readonly id: Schema.NonEmptyString;
+      }>, Schema.TaggedStruct<"OpaqueVersion", {
+        readonly provider: Schema.NonEmptyString;
+        readonly id: Schema.NonEmptyString;
+      }>]>>;
+    }>;
+    readonly size: Schema.optional<Schema.Natural>;
+    readonly etag: Schema.optional<Schema.String>;
+    readonly lastModified: Schema.optional<Schema.DateTimeUtcFromString>;
+    readonly checksums: Schema.optional<Schema.$Array<Schema.Struct<{
+      readonly algorithm: Schema.NonEmptyString;
+      readonly encoding: Schema.Literals<readonly ["hex", "base64"]>;
+      readonly scope: Schema.Literals<readonly ["full-object", "composite"]>;
+      readonly value: Schema.NonEmptyString;
+      readonly partCount: Schema.optional<Schema.Int>;
+    }>>>;
+    readonly storageClass: Schema.optional<Schema.NonEmptyString>;
+  }>;
+  readonly length: Schema.Natural;
+  readonly expectedChecksum: Schema.optional<Schema.Struct<{
+    readonly algorithm: Schema.NonEmptyString;
+    readonly encoding: Schema.Literals<readonly ["hex", "base64"]>;
+    readonly scope: Schema.Literals<readonly ["full-object", "composite"]>;
+    readonly value: Schema.NonEmptyString;
+    readonly partCount: Schema.optional<Schema.Int>;
+  }>>;
+  readonly targetId: Schema.String;
+  readonly targetIdentity: Schema.optional<Schema.String>;
+  readonly offset: Schema.Natural;
+  readonly prefixChecksum: Schema.optional<Schema.Struct<{
+    readonly algorithm: Schema.NonEmptyString;
+    readonly encoding: Schema.Literals<readonly ["hex", "base64"]>;
+    readonly scope: Schema.Literals<readonly ["full-object", "composite"]>;
+    readonly value: Schema.NonEmptyString;
+    readonly partCount: Schema.optional<Schema.Int>;
+  }>>;
+  readonly checksum: Schema.optional<Schema.Struct<{
+    readonly algorithm: Schema.NonEmptyString;
+    readonly encoding: Schema.Literals<readonly ["hex", "base64"]>;
+    readonly scope: Schema.Literals<readonly ["full-object", "composite"]>;
+    readonly value: Schema.NonEmptyString;
+    readonly partCount: Schema.optional<Schema.Int>;
+  }>>;
+}>, Schema.Struct<{
+  readonly version: Schema.Literal<1>;
+  readonly id: Schema.String;
+  readonly namespace: Schema.String;
+  readonly revision: Schema.Natural;
+  readonly configurationId: Schema.String;
+  readonly provider: Schema.String;
+  readonly storeId: Schema.String;
+  readonly createdAt: Schema.Number;
+  readonly updatedAt: Schema.Number;
+  readonly expiresAt: Schema.Number;
+  readonly kind: Schema.Literal<"batch">;
+  readonly entries: Schema.$Array<Schema.Struct<{
+    readonly sessionId: Schema.String;
+    readonly state: Schema.Literals<readonly ["pending", "completed", "failed", "unknown"]>;
+  }>>;
+}>]>;
+export type SessionCheckpoint = typeof SessionCheckpoint.Type;
+/** Intentionally excludes provider handles, headers and source material. */
+export interface SessionStatus {
+  readonly id: string;
+  readonly kind: SessionCheckpoint["kind"];
+  readonly state: string;
+  readonly revision: number;
+  readonly expired: boolean;
+  readonly completedParts?: number;
+  readonly offset?: number;
+  readonly metadata?: ObjectMetadata | undefined;
+}
+//# sourceMappingURL=checkpoint.d.ts.map

package/dist/sessions/checkpoint.js

@@ -0,0 +1,102 @@
+import { Checksum, ObjectHeaders, ObjectKey, ObjectMetadata, ObjectSize } from "../core/object.js";
+import { WriteCondition } from "../core/requests.js";
+import { SavedBlock } from "../transfers/native-upload.js";
+import { Schema } from "effect";
+
+// src/sessions/checkpoint.ts
+const SessionId = Schema.String.check(Schema.isPattern(/^[A-Za-z0-9_-]{1,100}$/u));
+const Event = Schema.Struct({
+	id: Schema.String,
+	kind: Schema.Literals(["completed", "aborted"]),
+	delivered: Schema.Boolean
+});
+const Base = {
+	version: Schema.Literal(1),
+	id: SessionId,
+	namespace: Schema.String,
+	revision: Schema.Natural,
+	configurationId: Schema.String,
+	provider: Schema.String,
+	storeId: Schema.String,
+	createdAt: Schema.Number,
+	updatedAt: Schema.Number,
+	expiresAt: Schema.Number
+};
+const SavedPart = Schema.Struct({
+	sourceChecksum: Checksum,
+	partNumber: Schema.Natural,
+	etag: Schema.String,
+	size: ObjectSize,
+	checksums: Schema.optional(Schema.Array(Checksum))
+});
+const UploadCheckpoint = Schema.Struct({
+	...Base,
+	kind: Schema.Literal("upload"),
+	operationId: Schema.String,
+	state: Schema.Literals([
+		"created",
+		"initiating",
+		"uploading",
+		"completing",
+		"completion-unknown",
+		"verifying",
+		"completed",
+		"aborting",
+		"cleanup-pending",
+		"aborted"
+	]),
+	key: ObjectKey,
+	headers: ObjectHeaders,
+	condition: Schema.optional(WriteCondition),
+	length: ObjectSize,
+	checksum: Checksum,
+	partBytes: ObjectSize,
+	protocol: Schema.optional(Schema.Literals(["offset", "blocks"])),
+	offset: Schema.optional(ObjectSize),
+	blocks: Schema.optional(Schema.Array(SavedBlock)),
+	handle: Schema.optional(Schema.Redacted(Schema.String)),
+	parts: Schema.Array(SavedPart),
+	metadata: Schema.optional(ObjectMetadata),
+	attempts: Schema.Natural,
+	events: Schema.Array(Event)
+});
+const DownloadCheckpoint = Schema.Struct({
+	...Base,
+	kind: Schema.Literal("download"),
+	state: Schema.Literals([
+		"downloading",
+		"verified",
+		"completed",
+		"aborting",
+		"aborted"
+	]),
+	metadata: ObjectMetadata,
+	length: ObjectSize,
+	expectedChecksum: Schema.optional(Checksum),
+	targetId: Schema.String,
+	targetIdentity: Schema.optional(Schema.String),
+	offset: ObjectSize,
+	prefixChecksum: Schema.optional(Checksum),
+	checksum: Schema.optional(Checksum)
+});
+const BatchCheckpoint = Schema.Struct({
+	...Base,
+	kind: Schema.Literal("batch"),
+	entries: Schema.Array(Schema.Struct({
+		sessionId: SessionId,
+		state: Schema.Literals([
+			"pending",
+			"completed",
+			"failed",
+			"unknown"
+		])
+	}))
+});
+const SessionCheckpoint = Schema.Union([
+	UploadCheckpoint,
+	DownloadCheckpoint,
+	BatchCheckpoint
+]);
+
+export { BatchCheckpoint, DownloadCheckpoint, SavedPart, SessionCheckpoint, SessionId, UploadCheckpoint };
+//# sourceMappingURL=checkpoint.js.map

package/dist/sessions/checkpoint.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"checkpoint.js","names":[],"sources":["../../src/sessions/checkpoint.ts"],"sourcesContent":["import { Schema } from \"effect\";\n\nimport { Checksum, ObjectHeaders, ObjectKey, ObjectMetadata, ObjectSize } from \"../core/object.js\";\nimport { WriteCondition } from \"../core/requests.js\";\nimport { SavedBlock } from \"../transfers/native-upload.js\";\n\nexport const SessionId = Schema.String.check(Schema.isPattern(/^[A-Za-z0-9_-]{1,100}$/u));\nconst Event = Schema.Struct({\n  id: Schema.String,\n  kind: Schema.Literals([\"completed\", \"aborted\"]),\n  delivered: Schema.Boolean,\n});\nconst Base = {\n  version: Schema.Literal(1),\n  id: SessionId,\n  namespace: Schema.String,\n  revision: Schema.Natural,\n  configurationId: Schema.String,\n  provider: Schema.String,\n  storeId: Schema.String,\n  createdAt: Schema.Number,\n  updatedAt: Schema.Number,\n  expiresAt: Schema.Number,\n};\nexport const SavedPart = Schema.Struct({\n  sourceChecksum: Checksum,\n  partNumber: Schema.Natural,\n  etag: Schema.String,\n  size: ObjectSize,\n  checksums: Schema.optional(Schema.Array(Checksum)),\n});\nexport const UploadCheckpoint = Schema.Struct({\n  ...Base,\n  kind: Schema.Literal(\"upload\"),\n  operationId: Schema.String,\n  state: Schema.Literals([\n    \"created\",\n    \"initiating\",\n    \"uploading\",\n    \"completing\",\n    \"completion-unknown\",\n    \"verifying\",\n    \"completed\",\n    \"aborting\",\n    \"cleanup-pending\",\n    \"aborted\",\n  ]),\n  key: ObjectKey,\n  headers: ObjectHeaders,\n  condition: Schema.optional(WriteCondition),\n  length: ObjectSize,\n  checksum: Checksum,\n  partBytes: ObjectSize,\n  protocol: Schema.optional(Schema.Literals([\"offset\", \"blocks\"])),\n  offset: Schema.optional(ObjectSize),\n  blocks: Schema.optional(Schema.Array(SavedBlock)),\n  handle: Schema.optional(Schema.Redacted(Schema.String)),\n  parts: Schema.Array(SavedPart),\n  metadata: Schema.optional(ObjectMetadata),\n  attempts: Schema.Natural,\n  events: Schema.Array(Event),\n});\nexport type UploadCheckpoint = typeof UploadCheckpoint.Type;\nexport const DownloadCheckpoint = Schema.Struct({\n  ...Base,\n  kind: Schema.Literal(\"download\"),\n  state: Schema.Literals([\"downloading\", \"verified\", \"completed\", \"aborting\", \"aborted\"]),\n  metadata: ObjectMetadata,\n  length: ObjectSize,\n  expectedChecksum: Schema.optional(Checksum),\n  targetId: Schema.String,\n  targetIdentity: Schema.optional(Schema.String),\n  offset: ObjectSize,\n  prefixChecksum: Schema.optional(Checksum),\n  checksum: Schema.optional(Checksum),\n});\nexport type DownloadCheckpoint = typeof DownloadCheckpoint.Type;\nexport const BatchCheckpoint = Schema.Struct({\n  ...Base,\n  kind: Schema.Literal(\"batch\"),\n  entries: Schema.Array(\n    Schema.Struct({\n      sessionId: SessionId,\n      state: Schema.Literals([\"pending\", \"completed\", \"failed\", \"unknown\"]),\n    }),\n  ),\n});\nexport type BatchCheckpoint = typeof BatchCheckpoint.Type;\nexport const SessionCheckpoint = Schema.Union([\n  UploadCheckpoint,\n  DownloadCheckpoint,\n  BatchCheckpoint,\n]);\nexport type SessionCheckpoint = typeof SessionCheckpoint.Type;\n\n/** Intentionally excludes provider handles, headers and source material. */\nexport interface SessionStatus {\n  readonly id: string;\n  readonly kind: SessionCheckpoint[\"kind\"];\n  readonly state: string;\n  readonly revision: number;\n  readonly expired: boolean;\n  readonly completedParts?: number;\n  readonly offset?: number;\n  readonly metadata?: ObjectMetadata | undefined;\n}\n"],"mappings":";;;;;;AAMA,MAAa,YAAY,OAAO,OAAO,MAAM,OAAO,UAAU,yBAAyB,CAAC;AACxF,MAAM,QAAQ,OAAO,OAAO;CAC1B,IAAI,OAAO;CACX,MAAM,OAAO,SAAS,CAAC,aAAa,SAAS,CAAC;CAC9C,WAAW,OAAO;AACpB,CAAC;AACD,MAAM,OAAO;CACX,SAAS,OAAO,QAAQ,CAAC;CACzB,IAAI;CACJ,WAAW,OAAO;CAClB,UAAU,OAAO;CACjB,iBAAiB,OAAO;CACxB,UAAU,OAAO;CACjB,SAAS,OAAO;CAChB,WAAW,OAAO;CAClB,WAAW,OAAO;CAClB,WAAW,OAAO;AACpB;AACA,MAAa,YAAY,OAAO,OAAO;CACrC,gBAAgB;CAChB,YAAY,OAAO;CACnB,MAAM,OAAO;CACb,MAAM;CACN,WAAW,OAAO,SAAS,OAAO,MAAM,QAAQ,CAAC;AACnD,CAAC;AACD,MAAa,mBAAmB,OAAO,OAAO;CAC5C,GAAG;CACH,MAAM,OAAO,QAAQ,QAAQ;CAC7B,aAAa,OAAO;CACpB,OAAO,OAAO,SAAS;EACrB;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;CACF,CAAC;CACD,KAAK;CACL,SAAS;CACT,WAAW,OAAO,SAAS,cAAc;CACzC,QAAQ;CACR,UAAU;CACV,WAAW;CACX,UAAU,OAAO,SAAS,OAAO,SAAS,CAAC,UAAU,QAAQ,CAAC,CAAC;CAC/D,QAAQ,OAAO,SAAS,UAAU;CAClC,QAAQ,OAAO,SAAS,OAAO,MAAM,UAAU,CAAC;CAChD,QAAQ,OAAO,SAAS,OAAO,SAAS,OAAO,MAAM,CAAC;CACtD,OAAO,OAAO,MAAM,SAAS;CAC7B,UAAU,OAAO,SAAS,cAAc;CACxC,UAAU,OAAO;CACjB,QAAQ,OAAO,MAAM,KAAK;AAC5B,CAAC;AAED,MAAa,qBAAqB,OAAO,OAAO;CAC9C,GAAG;CACH,MAAM,OAAO,QAAQ,UAAU;CAC/B,OAAO,OAAO,SAAS;EAAC;EAAe;EAAY;EAAa;EAAY;CAAS,CAAC;CACtF,UAAU;CACV,QAAQ;CACR,kBAAkB,OAAO,SAAS,QAAQ;CAC1C,UAAU,OAAO;CACjB,gBAAgB,OAAO,SAAS,OAAO,MAAM;CAC7C,QAAQ;CACR,gBAAgB,OAAO,SAAS,QAAQ;CACxC,UAAU,OAAO,SAAS,QAAQ;AACpC,CAAC;AAED,MAAa,kBAAkB,OAAO,OAAO;CAC3C,GAAG;CACH,MAAM,OAAO,QAAQ,OAAO;CAC5B,SAAS,OAAO,MACd,OAAO,OAAO;EACZ,WAAW;EACX,OAAO,OAAO,SAAS;GAAC;GAAW;GAAa;GAAU;EAAS,CAAC;CACtE,CAAC,CACH;AACF,CAAC;AAED,MAAa,oBAAoB,OAAO,MAAM;CAC5C;CACA;CACA;AACF,CAAC"}

package/dist/sessions/download.d.ts

@@ -0,0 +1,17 @@
+import { Checksum } from "../core/object.js";
+import "../core/errors.js";
+import "./upload.js";
+import { Effect, Stream } from "effect";
+export interface RestartableDownloadTarget<E = never, R = never> {
+  readonly id: string;
+  readonly identity?: string;
+  readonly discard?: () => Effect.Effect<void, E, R>;
+  readonly prefix: (length: number) => Stream.Stream<Uint8Array, E, R>;
+  /** Discard uncheckpointed tail bytes; never extend a short existing prefix. */
+  readonly truncate: (length: number) => Effect.Effect<void, E, R>;
+  readonly write: (offset: number, bytes: Uint8Array) => Effect.Effect<void, E, R>;
+  readonly sync: Effect.Effect<void, E, R>;
+  /** Must verify or idempotently recognize a prior publication of these exact bytes. */
+  readonly publish: (checksum: Checksum, length: number) => Effect.Effect<void, E, R>;
+}
+//# sourceMappingURL=download.d.ts.map

package/dist/sessions/download.js

@@ -0,0 +1,111 @@
+import { StorageError } from "../core/errors.js";
+import { sameChecksum } from "../transfers/reader.js";
+import { pinnedRequest } from "../transfers/download.js";
+import { sessionError } from "./store.js";
+import { Effect, Stream } from "effect";
+
+// src/sessions/download.ts
+const runDownload = Effect.fnUntraced(function* (environment, original, target) {
+	const { runtime, store } = environment;
+	if (target.id !== original.targetId || target.id !== original.id) return yield* sessionError("ForeignDownloadTarget");
+	let checkpoint = original;
+	const operation = yield* runtime.begin("download", checkpoint.length);
+	const workspace = runtime.policy.maxSourceChunkBytes * 2 + runtime.input.digest.workspaceBytes * 2 + runtime.endpoint.transportOverheadBytes;
+	if (workspace > runtime.policy.memoryBudgetBytes) return yield* sessionError("DownloadWorkspaceLimit");
+	const save = Effect.fnUntraced(function* (next) {
+		const saved = yield* store.write(next, checkpoint.revision);
+		if (saved.kind !== "download") return yield* sessionError("InvalidCheckpoint");
+		checkpoint = saved;
+	});
+	const work = runtime.lease(workspace, Effect.scoped(Effect.gen(function* () {
+		const identity = target.identity ?? target.id;
+		if (checkpoint.targetIdentity && checkpoint.targetIdentity !== identity) return yield* sessionError("ChangedDownloadTarget");
+		if (!checkpoint.targetIdentity) yield* save({
+			...checkpoint,
+			targetIdentity: identity
+		});
+		if (["aborting", "aborted"].includes(checkpoint.state)) return yield* sessionError("SessionAborting");
+		if (checkpoint.state === "completed") return checkpoint.metadata;
+		if (checkpoint.state === "verified") {
+			if (!checkpoint.checksum) return yield* sessionError("MissingVerifiedDigest");
+			operation.mutationStarted = true;
+			yield* target.publish(checkpoint.checksum, checkpoint.length);
+			operation.committed = true;
+			yield* save({
+				...checkpoint,
+				state: "completed"
+			});
+			return checkpoint.metadata;
+		}
+		const pin = pinnedRequest(runtime.endpoint, checkpoint.metadata);
+		if (!pin) return yield* sessionError("PinnedDownloadRequired");
+		if (checkpoint.offset === checkpoint.length && checkpoint.offset > 0) yield* save({
+			...checkpoint,
+			offset: 0,
+			prefixChecksum: void 0
+		});
+		yield* target.truncate(checkpoint.offset);
+		const hash = runtime.input.digest.create();
+		const prefixHash = runtime.input.digest.create();
+		const snapshot = hash.snapshot?.bind(hash);
+		if (!snapshot) return yield* sessionError("DigestSnapshotRequired");
+		let prefixBytes = 0;
+		yield* Stream.runForEach(target.prefix(checkpoint.offset), (chunk) => Effect.gen(function* () {
+			if (chunk.buffer.byteLength > runtime.policy.maxSourceChunkBytes || prefixBytes + chunk.length > checkpoint.offset) return yield* sessionError("InvalidDownloadPrefix");
+			hash.update(chunk);
+			prefixHash.update(chunk);
+			prefixBytes += chunk.length;
+		}));
+		if (prefixBytes !== checkpoint.offset || checkpoint.offset > 0 && (!checkpoint.prefixChecksum || !sameChecksum(prefixHash.finish(), checkpoint.prefixChecksum))) return yield* sessionError("ChangedDownloadPrefix");
+		const start = checkpoint.offset;
+		yield* operation.request(Effect.scoped(Effect.gen(function* () {
+			const response = yield* runtime.endpoint.storage.get({
+				...pin,
+				...start > 0 ? { range: {
+					_tag: "From",
+					start
+				} } : {}
+			});
+			if (response._tag !== "Object" || checkpoint.metadata.etag && checkpoint.metadata.etag !== response.metadata.etag) return yield* sessionError("ChangedDownloadSource");
+			if (start > 0 && (response.range?.start !== start || response.range.totalSize !== checkpoint.length)) return yield* sessionError("InvalidDownloadRange");
+			yield* Stream.runForEach(response.body, (chunk) => Effect.gen(function* () {
+				if (chunk.buffer.byteLength > runtime.policy.maxSourceChunkBytes || checkpoint.offset + chunk.length > checkpoint.length) return yield* sessionError("DownloadLengthMismatch");
+				hash.update(chunk);
+				yield* target.write(checkpoint.offset, chunk);
+				yield* target.sync;
+				yield* save({
+					...checkpoint,
+					offset: checkpoint.offset + chunk.length,
+					prefixChecksum: snapshot()
+				});
+			}));
+			if (checkpoint.offset !== checkpoint.length || response.contentLength !== void 0 && response.contentLength !== checkpoint.offset - start) return yield* sessionError("DownloadLengthMismatch");
+		})));
+		const checksum = hash.finish();
+		const expected = checkpoint.expectedChecksum ?? checkpoint.metadata.checksums?.find((candidate) => candidate.scope === "full-object" && candidate.algorithm === checksum.algorithm);
+		if (expected && !sameChecksum(checksum, expected)) return yield* sessionError("DownloadChecksumMismatch");
+		yield* save({
+			...checkpoint,
+			state: "verified",
+			checksum
+		});
+		operation.mutationStarted = true;
+		yield* target.publish(checksum, checkpoint.length);
+		operation.committed = true;
+		yield* save({
+			...checkpoint,
+			state: "completed"
+		});
+		return checkpoint.metadata;
+	})));
+	return yield* runtime.deadline(operation, work).pipe(Effect.mapError((error) => error instanceof StorageError && operation.mutationStarted && error.mutationOutcome !== "rejected" ? new StorageError({
+		operation: error.operation,
+		provider: error.provider,
+		reason: error.reason,
+		requestId: error.requestId,
+		mutationOutcome: operation.committed ? "succeeded" : "unknown"
+	}) : error));
+});
+
+export { runDownload };
+//# sourceMappingURL=download.js.map