@kensio/yulin 1.19.4 → 1.20.1

package/dist/service/firehose/source/read/sim-firehose-source-reader.js

@@ -0,0 +1,94 @@
+import { SimFirehoseSourceFailure } from "../sim-firehose-source-failures.js";
+import { SimFirehoseSourcePoll } from "./sim-firehose-source-poll.js";
+import { SimFirehoseSourceShards } from "./sim-firehose-source-shards.js";
+/**
+ * One delivery stream reading every shard of its source stream.
+ *
+ * The read happens on the clock. A record put onto the stream schedules a read
+ * for the instant the simulation currently reads, so advancing time is what
+ * moves records from the stream into the delivery stream's buffer, and the same
+ * advance can then carry the buffer past its interval. Real Firehose reads
+ * continuously, and nothing in this simulation runs continuously.
+ *
+ * Every call to the stream is made as the source Role. A Role that cannot read
+ * stops the delivery, and the failure is kept for a test to read: real Firehose
+ * has no caller in front of it here to raise at.
+ */
+export class SimFirehoseSourceReader {
+    properties;
+    activity;
+    poll;
+    shards = new SimFirehoseSourceShards([]);
+    constructor(properties) {
+        this.properties = properties;
+        this.activity = properties.records.streamActivity();
+        this.poll = new SimFirehoseSourcePoll({
+            background: properties.background,
+            read: async () => {
+                await this.take();
+            },
+        });
+    }
+    /**
+     * Open every shard of the source stream at its end, and watch for records.
+     *
+     * The shards are found before CreateDeliveryStream answers, rather than at
+     * the first read. Both calls are made as the source Role, and a record put
+     * the moment the delivery stream exists has to land behind a place that was
+     * already taken.
+     */
+    async start() {
+        const { records, source } = this.properties;
+        const streamArn = source.streamArn.value;
+        try {
+            this.shards = await SimFirehoseSourceShards.atLatestOf(records, streamArn, source.caller);
+        }
+        catch (error) {
+            this.failed(error);
+            return;
+        }
+        this.activity.watch(streamArn, this);
+    }
+    /**
+     * Read the stream once simulated time next moves.
+     */
+    recordsAvailable() {
+        this.poll.soon();
+    }
+    /**
+     * Stop reading, and give up whatever read was waiting on the clock.
+     */
+    stop() {
+        this.poll.stop();
+        this.activity.unwatch(this.properties.source.streamArn.value, this);
+    }
+    /**
+     * Read the stream, and take what came back onto the buffer.
+     */
+    async take() {
+        const { delivery, deliveryStream } = this.properties;
+        try {
+            const read = await this.shards.read();
+            for (const record of read.records) {
+                delivery.accept(deliveryStream, record.Data);
+            }
+            // A read that filled the request has left records behind it, so the
+            // delivery stream goes round again rather than waiting for the next put.
+            if (read.filled) {
+                this.poll.soon();
+            }
+        }
+        catch (error) {
+            this.failed(error);
+        }
+    }
+    /**
+     * Give up on the source stream, and say why.
+     */
+    failed(error) {
+        const { deliveryStream, source, failures } = this.properties;
+        this.stop();
+        failures.record(SimFirehoseSourceFailure.of(deliveryStream.name, source, error));
+    }
+}
+//# sourceMappingURL=sim-firehose-source-reader.js.map

package/dist/service/firehose/source/read/sim-firehose-source-reader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sim-firehose-source-reader.js","sourceRoot":"","sources":["../../../../../src/service/firehose/source/read/sim-firehose-source-reader.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,wBAAwB,EAAE,MAAM,oCAAoC,CAAC;AAE9E,OAAO,EAAE,qBAAqB,EAAE,MAAM,+BAA+B,CAAC;AACtE,OAAO,EAAE,uBAAuB,EAAE,MAAM,iCAAiC,CAAC;AAW1E;;;;;;;;;;;;GAYG;AACH,MAAM,OAAO,uBAAuB;IACjB,UAAU,CAAoC;IAC9C,QAAQ,CAA4B;IACpC,IAAI,CAAwB;IAErC,MAAM,GAAG,IAAI,uBAAuB,CAAC,EAAE,CAAC,CAAC;IAEjD,YAAY,UAA6C;QACvD,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,QAAQ,GAAG,UAAU,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC;QACpD,IAAI,CAAC,IAAI,GAAG,IAAI,qBAAqB,CAAC;YACpC,UAAU,EAAE,UAAU,CAAC,UAAU;YACjC,IAAI,EAAE,KAAK,IAAmB,EAAE;gBAC9B,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YACpB,CAAC;SACF,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,KAAK;QACT,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC;QAC5C,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC;QAEzC,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,GAAG,MAAM,uBAAuB,CAAC,UAAU,CACpD,OAAO,EACP,SAAS,EACT,MAAM,CAAC,MAAM,CACd,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAEnB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IACvC,CAAC;IAED;;OAEG;IACH,gBAAgB;QACd,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;IACnB,CAAC;IAED;;OAEG;IACH,IAAI;QACF,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QACjB,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IACtE,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,IAAI;QAChB,MAAM,EAAE,QAAQ,EAAE,cAAc,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC;QAErD,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YAEtC,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBAClC,QAAQ,CAAC,MAAM,CAAC,cAAc,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;YAC/C,CAAC;YAED,oEAAoE;YACpE,yEAAyE;YACzE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAChB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YACnB,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC;IACH,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,KAAc;QAC3B,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC;QAE7D,IAAI,CAAC,IAAI,EAAE,CAAC;QACZ,QAAQ,CAAC,MAAM,CACb,wBAAwB,CAAC,EAAE,CAAC,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,CAChE,CAAC;IACJ,CAAC;CACF"}

package/dist/service/firehose/source/read/sim-firehose-source-reading.d.ts

@@ -0,0 +1,39 @@
+import type { BackgroundScheduler } from "../../../../util/background/background.js";
+import type { SimFirehoseDelivery } from "../../delivery/sim-firehose-delivery.js";
+import type { SimFirehoseFailures } from "../../failure/sim-firehose-failures.js";
+import type { SimFirehoseDeliveryStream } from "../../stream/sim-firehose-delivery-stream.js";
+import type { SimFirehoseRecordSource } from "../sim-firehose-record-source.js";
+import type { SimFirehoseSourceFailure } from "../sim-firehose-source-failures.js";
+interface SimFirehoseSourceReadingProperties {
+    readonly records: SimFirehoseRecordSource;
+    readonly delivery: SimFirehoseDelivery;
+    readonly failures: SimFirehoseFailures<SimFirehoseSourceFailure>;
+    readonly background: BackgroundScheduler;
+}
+/**
+ * Which delivery streams of one simulated Firehose scope are reading a stream.
+ *
+ * A `DirectPut` delivery stream reads nothing, so it has no reader here. The
+ * readers are held by delivery stream so that deleting one stops it: a delivery
+ * stream that has gone still has an iterator on its source, and leaving it
+ * would go on buffering records for a destination nothing can deliver to.
+ */
+export declare class SimFirehoseSourceReading {
+    private readonly properties;
+    private readonly readers;
+    constructor(properties: SimFirehoseSourceReadingProperties);
+    /**
+     * Start a newly created delivery stream reading its source.
+     *
+     * This answers once the source stream has been opened, so a record put the
+     * moment CreateDeliveryStream answers lands in front of the delivery stream
+     * rather than behind it.
+     */
+    start(deliveryStream: SimFirehoseDeliveryStream): Promise<void>;
+    /**
+     * Stop a deleted delivery stream reading.
+     */
+    forget(deliveryStream: SimFirehoseDeliveryStream): void;
+}
+export {};
+//# sourceMappingURL=sim-firehose-source-reading.d.ts.map

package/dist/service/firehose/source/read/sim-firehose-source-reading.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sim-firehose-source-reading.d.ts","sourceRoot":"","sources":["../../../../../src/service/firehose/source/read/sim-firehose-source-reading.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,2CAA2C,CAAC;AACrF,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,yCAAyC,CAAC;AACnF,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,wCAAwC,CAAC;AAClF,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,8CAA8C,CAAC;AAC9F,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,kCAAkC,CAAC;AAChF,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,oCAAoC,CAAC;AAGnF,UAAU,kCAAkC;IAC1C,QAAQ,CAAC,OAAO,EAAE,uBAAuB,CAAC;IAC1C,QAAQ,CAAC,QAAQ,EAAE,mBAAmB,CAAC;IACvC,QAAQ,CAAC,QAAQ,EAAE,mBAAmB,CAAC,wBAAwB,CAAC,CAAC;IACjE,QAAQ,CAAC,UAAU,EAAE,mBAAmB,CAAC;CAC1C;AAED;;;;;;;GAOG;AACH,qBAAa,wBAAwB;IACnC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAqC;IAChE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAGpB;IAEJ,YAAY,UAAU,EAAE,kCAAkC,EAEzD;IAED;;;;;;OAMG;IACG,KAAK,CAAC,cAAc,EAAE,yBAAyB,GAAG,OAAO,CAAC,IAAI,CAAC,CAgBpE;IAED;;OAEG;IACH,MAAM,CAAC,cAAc,EAAE,yBAAyB,GAAG,IAAI,CAStD;CACF"}

package/dist/service/firehose/source/read/sim-firehose-source-reading.js

@@ -0,0 +1,48 @@
+import { SimFirehoseSourceReader } from "./sim-firehose-source-reader.js";
+/**
+ * Which delivery streams of one simulated Firehose scope are reading a stream.
+ *
+ * A `DirectPut` delivery stream reads nothing, so it has no reader here. The
+ * readers are held by delivery stream so that deleting one stops it: a delivery
+ * stream that has gone still has an iterator on its source, and leaving it
+ * would go on buffering records for a destination nothing can deliver to.
+ */
+export class SimFirehoseSourceReading {
+    properties;
+    readers = new Map();
+    constructor(properties) {
+        this.properties = properties;
+    }
+    /**
+     * Start a newly created delivery stream reading its source.
+     *
+     * This answers once the source stream has been opened, so a record put the
+     * moment CreateDeliveryStream answers lands in front of the delivery stream
+     * rather than behind it.
+     */
+    async start(deliveryStream) {
+        const { source } = deliveryStream;
+        if (source.kind !== "kinesis-stream") {
+            return;
+        }
+        const reader = new SimFirehoseSourceReader({
+            ...this.properties,
+            deliveryStream,
+            source,
+        });
+        this.readers.set(deliveryStream, reader);
+        await reader.start();
+    }
+    /**
+     * Stop a deleted delivery stream reading.
+     */
+    forget(deliveryStream) {
+        const reader = this.readers.get(deliveryStream);
+        if (reader === undefined) {
+            return;
+        }
+        this.readers.delete(deliveryStream);
+        reader.stop();
+    }
+}
+//# sourceMappingURL=sim-firehose-source-reading.js.map

package/dist/service/firehose/source/read/sim-firehose-source-reading.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sim-firehose-source-reading.js","sourceRoot":"","sources":["../../../../../src/service/firehose/source/read/sim-firehose-source-reading.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,uBAAuB,EAAE,MAAM,iCAAiC,CAAC;AAS1E;;;;;;;GAOG;AACH,MAAM,OAAO,wBAAwB;IAClB,UAAU,CAAqC;IAC/C,OAAO,GAAG,IAAI,GAAG,EAG/B,CAAC;IAEJ,YAAY,UAA8C;QACxD,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IAC/B,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,KAAK,CAAC,cAAyC;QACnD,MAAM,EAAE,MAAM,EAAE,GAAG,cAAc,CAAC;QAElC,IAAI,MAAM,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;YACrC,OAAO;QACT,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,uBAAuB,CAAC;YACzC,GAAG,IAAI,CAAC,UAAU;YAClB,cAAc;YACd,MAAM;SACP,CAAC,CAAC;QAEH,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;QAEzC,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,cAAyC;QAC9C,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QAEhD,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;QACpC,MAAM,CAAC,IAAI,EAAE,CAAC;IAChB,CAAC;CACF"}

package/dist/service/firehose/source/read/sim-firehose-source-shard-ids.d.ts

@@ -0,0 +1,12 @@
+import type { SimAwsCaller } from "../../../aws/caller/sim-aws-caller.js";
+import type { SimFirehoseRecordSource } from "../sim-firehose-record-source.js";
+/**
+ * Every shard of the stream a delivery stream reads, in the order the stream
+ * reports them.
+ *
+ * This is a DescribeStream call, which is also how a delivery stream finds out
+ * whether the stream it names is there at all. Real Firehose needs the same
+ * permission for the same reason.
+ */
+export declare function simFirehoseSourceShardIds(records: SimFirehoseRecordSource, streamArn: string, caller: SimAwsCaller): Promise<readonly string[]>;
+//# sourceMappingURL=sim-firehose-source-shard-ids.d.ts.map

package/dist/service/firehose/source/read/sim-firehose-source-shard-ids.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sim-firehose-source-shard-ids.d.ts","sourceRoot":"","sources":["../../../../../src/service/firehose/source/read/sim-firehose-source-shard-ids.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,uCAAuC,CAAC;AAE1E,OAAO,KAAK,EACV,uBAAuB,EAExB,MAAM,kCAAkC,CAAC;AAW1C;;;;;;;GAOG;AACH,wBAAsB,yBAAyB,CAC7C,OAAO,EAAE,uBAAuB,EAChC,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,YAAY,GACnB,OAAO,CAAC,SAAS,MAAM,EAAE,CAAC,CA6B5B"}

package/dist/service/firehose/source/read/sim-firehose-source-shard-ids.js

@@ -0,0 +1,56 @@
+import { SimFirehoseError } from "../../error/sim-firehose.error.js";
+/**
+ * How many shards one DescribeStream page asks for.
+ *
+ * The stream is walked to the end rather than read one page deep, so a delivery
+ * stream on a stream with more shards than a page holds still reads all of
+ * them.
+ */
+const shardPageSize = 100;
+/**
+ * Every shard of the stream a delivery stream reads, in the order the stream
+ * reports them.
+ *
+ * This is a DescribeStream call, which is also how a delivery stream finds out
+ * whether the stream it names is there at all. Real Firehose needs the same
+ * permission for the same reason.
+ */
+export async function simFirehoseSourceShardIds(records, streamArn, caller) {
+    const shardIds = [];
+    let after;
+    do {
+        // oxlint-disable-next-line no-await-in-loop
+        const described = await records.describeStream({
+            input: {
+                StreamARN: streamArn,
+                Limit: shardPageSize,
+                ...(after !== undefined && { ExclusiveStartShardId: after }),
+            },
+        }, { caller });
+        const page = described.StreamDescription;
+        shardIds.push(...namedShardsOf(page.Shards, streamArn));
+        after = page.HasMoreShards === true ? shardIds.at(-1) : undefined;
+    } while (after !== undefined);
+    if (shardIds.length === 0) {
+        throw new SimFirehoseError(`Stream ${streamArn} reports no shards to read records from`);
+    }
+    return shardIds;
+}
+/**
+ * The identifiers a page of shards carries.
+ *
+ * A shard with no identifier is one nothing can ask for a place on, so it is
+ * refused here rather than skipped: a delivery stream quietly reading fewer
+ * shards than the stream has would drop records with nothing to point at.
+ */
+function namedShardsOf(shards, streamArn) {
+    return (shards ?? []).map((shard) => {
+        const { ShardId } = shard;
+        if (ShardId === undefined || ShardId === "") {
+            throw new SimFirehoseError(`Stream ${streamArn} reports a shard with no ShardId, which nothing ` +
+                "can read from");
+        }
+        return ShardId;
+    });
+}
+//# sourceMappingURL=sim-firehose-source-shard-ids.js.map

package/dist/service/firehose/source/read/sim-firehose-source-shard-ids.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sim-firehose-source-shard-ids.js","sourceRoot":"","sources":["../../../../../src/service/firehose/source/read/sim-firehose-source-shard-ids.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,gBAAgB,EAAE,MAAM,mCAAmC,CAAC;AAMrE;;;;;;GAMG;AACH,MAAM,aAAa,GAAG,GAAG,CAAC;AAE1B;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,OAAgC,EAChC,SAAiB,EACjB,MAAoB;IAEpB,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,IAAI,KAAyB,CAAC;IAE9B,GAAG,CAAC;QACF,4CAA4C;QAC5C,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,cAAc,CAC5C;YACE,KAAK,EAAE;gBACL,SAAS,EAAE,SAAS;gBACpB,KAAK,EAAE,aAAa;gBACpB,GAAG,CAAC,KAAK,KAAK,SAAS,IAAI,EAAE,qBAAqB,EAAE,KAAK,EAAE,CAAC;aAC7D;SACF,EACD,EAAE,MAAM,EAAE,CACX,CAAC;QACF,MAAM,IAAI,GAAG,SAAS,CAAC,iBAAiB,CAAC;QAEzC,QAAQ,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC;QACxD,KAAK,GAAG,IAAI,CAAC,aAAa,KAAK,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACpE,CAAC,QAAQ,KAAK,KAAK,SAAS,EAAE;IAE9B,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,gBAAgB,CACxB,UAAU,SAAS,yCAAyC,CAC7D,CAAC;IACJ,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;;;;;GAMG;AACH,SAAS,aAAa,CACpB,MAAgE,EAChE,SAAiB;IAEjB,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QAClC,MAAM,EAAE,OAAO,EAAE,GAAG,KAAK,CAAC;QAE1B,IAAI,OAAO,KAAK,SAAS,IAAI,OAAO,KAAK,EAAE,EAAE,CAAC;YAC5C,MAAM,IAAI,gBAAgB,CACxB,UAAU,SAAS,kDAAkD;gBACnE,eAAe,CAClB,CAAC;QACJ,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/service/firehose/source/read/sim-firehose-source-shard.d.ts

@@ -0,0 +1,36 @@
+import type { SimAwsCaller } from "../../../aws/caller/sim-aws-caller.js";
+import type { SimFirehoseRecordSource, SimFirehoseSourceRecord } from "../sim-firehose-record-source.js";
+interface SimFirehoseSourceShardOpening {
+    readonly records: SimFirehoseRecordSource;
+    readonly streamArn: string;
+    readonly shardId: string;
+    readonly caller: SimAwsCaller;
+}
+/**
+ * One shard of the stream a delivery stream reads, and the place it has
+ * reached on it.
+ *
+ * The place is an iterator rather than a sequence number, which is what a read
+ * hands back and what the next read carries.
+ */
+export declare class SimFirehoseSourceShard {
+    private readonly records;
+    private readonly caller;
+    private iterator;
+    private constructor();
+    /**
+     * Open a shard at the end of the stream, as the source Role.
+     *
+     * The iterator is taken now rather than at the first read. LATEST means
+     * "after the newest record on the shard when the iterator was made", so
+     * leaving it until something has been put would step over the record that
+     * woke the delivery stream up.
+     */
+    static atLatest(opening: SimFirehoseSourceShardOpening): Promise<SimFirehoseSourceShard>;
+    /**
+     * Read up to a limit of records from where the last read left off.
+     */
+    read(limit: number): Promise<readonly SimFirehoseSourceRecord[]>;
+}
+export {};
+//# sourceMappingURL=sim-firehose-source-shard.d.ts.map

package/dist/service/firehose/source/read/sim-firehose-source-shard.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sim-firehose-source-shard.d.ts","sourceRoot":"","sources":["../../../../../src/service/firehose/source/read/sim-firehose-source-shard.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,uCAAuC,CAAC;AAC1E,OAAO,KAAK,EACV,uBAAuB,EACvB,uBAAuB,EACxB,MAAM,kCAAkC,CAAC;AAQ1C,UAAU,6BAA6B;IACrC,QAAQ,CAAC,OAAO,EAAE,uBAAuB,CAAC;IAC1C,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAC;CAC/B;AAED;;;;;;GAMG;AACH,qBAAa,sBAAsB;IACjC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAA0B;IAClD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAe;IACtC,OAAO,CAAC,QAAQ,CAAS;IAEzB,OAAO,eAIN;IAED;;;;;;;OAOG;IACH,OAAa,QAAQ,CACnB,OAAO,EAAE,6BAA6B,GACrC,OAAO,CAAC,sBAAsB,CAAC,CAcjC;IAED;;OAEG;IACG,IAAI,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,uBAAuB,EAAE,CAAC,CASrE;CACF"}

package/dist/service/firehose/source/read/sim-firehose-source-shard.js

@@ -0,0 +1,45 @@
+/**
+ * One shard of the stream a delivery stream reads, and the place it has
+ * reached on it.
+ *
+ * The place is an iterator rather than a sequence number, which is what a read
+ * hands back and what the next read carries.
+ */
+export class SimFirehoseSourceShard {
+    records;
+    caller;
+    iterator;
+    constructor(properties) {
+        this.records = properties.records;
+        this.caller = properties.caller;
+        this.iterator = properties.iterator;
+    }
+    /**
+     * Open a shard at the end of the stream, as the source Role.
+     *
+     * The iterator is taken now rather than at the first read. LATEST means
+     * "after the newest record on the shard when the iterator was made", so
+     * leaving it until something has been put would step over the record that
+     * woke the delivery stream up.
+     */
+    static async atLatest(opening) {
+        const { records, streamArn, shardId, caller } = opening;
+        const opened = await records.getShardIterator({
+            input: {
+                StreamARN: streamArn,
+                ShardId: shardId,
+                ShardIteratorType: "LATEST",
+            },
+        }, { caller });
+        return new this({ records, caller, iterator: opened.ShardIterator });
+    }
+    /**
+     * Read up to a limit of records from where the last read left off.
+     */
+    async read(limit) {
+        const read = await this.records.getRecords({ input: { ShardIterator: this.iterator, Limit: limit } }, { caller: this.caller });
+        this.iterator = read.NextShardIterator;
+        return read.Records;
+    }
+}
+//# sourceMappingURL=sim-firehose-source-shard.js.map

package/dist/service/firehose/source/read/sim-firehose-source-shard.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sim-firehose-source-shard.js","sourceRoot":"","sources":["../../../../../src/service/firehose/source/read/sim-firehose-source-shard.ts"],"names":[],"mappings":"AAmBA;;;;;;GAMG;AACH,MAAM,OAAO,sBAAsB;IAChB,OAAO,CAA0B;IACjC,MAAM,CAAe;IAC9B,QAAQ,CAAS;IAEzB,YAAoB,UAA4C;QAC9D,IAAI,CAAC,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC;QAClC,IAAI,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC;QAChC,IAAI,CAAC,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAC;IACtC,CAAC;IAED;;;;;;;OAOG;IACH,MAAM,CAAC,KAAK,CAAC,QAAQ,CACnB,OAAsC;QAEtC,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;QACxD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,gBAAgB,CAC3C;YACE,KAAK,EAAE;gBACL,SAAS,EAAE,SAAS;gBACpB,OAAO,EAAE,OAAO;gBAChB,iBAAiB,EAAE,QAAQ;aAC5B;SACF,EACD,EAAE,MAAM,EAAE,CACX,CAAC;QAEF,OAAO,IAAI,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC;IACvE,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI,CAAC,KAAa;QACtB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CACxC,EAAE,KAAK,EAAE,EAAE,aAAa,EAAE,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,EACzD,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CACxB,CAAC;QAEF,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,iBAAiB,CAAC;QAEvC,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;CACF"}

package/dist/service/firehose/source/read/sim-firehose-source-shards.d.ts

@@ -0,0 +1,42 @@
+import type { SimAwsCaller } from "../../../aws/caller/sim-aws-caller.js";
+import type { SimFirehoseRecordSource, SimFirehoseSourceRecord } from "../sim-firehose-record-source.js";
+import { SimFirehoseSourceShard } from "./sim-firehose-source-shard.js";
+/**
+ * What one read across every shard came back with.
+ *
+ * `filled` says a shard handed back everything it was asked for, which means
+ * there are records behind what came back.
+ */
+export interface SimFirehoseSourceRead {
+    readonly records: readonly SimFirehoseSourceRecord[];
+    readonly filled: boolean;
+}
+/**
+ * Every shard of the stream one delivery stream reads.
+ *
+ * A Kinesis stream has as many shards as it was created with, and nothing here
+ * reshards, so they are found once and kept. All of them are read, because a
+ * delivery stream delivers the whole stream rather than part of it.
+ */
+export declare class SimFirehoseSourceShards {
+    private readonly shards;
+    /**
+     * Hold the shards given, which is none for a delivery stream that has yet to
+     * open its stream.
+     */
+    constructor(shards: readonly SimFirehoseSourceShard[]);
+    /**
+     * Find every shard of a stream and open each at the end of it, as the source
+     * Role.
+     */
+    static atLatestOf(records: SimFirehoseRecordSource, streamArn: string, caller: SimAwsCaller): Promise<SimFirehoseSourceShards>;
+    /**
+     * Read every shard, in the order the stream reported them.
+     *
+     * Real Firehose reads its shards in parallel too, and the order records from
+     * different shards land in one Object is nothing it promises. Reporting them
+     * shard by shard is what keeps a simulated delivery deterministic.
+     */
+    read(): Promise<SimFirehoseSourceRead>;
+}
+//# sourceMappingURL=sim-firehose-source-shards.d.ts.map

package/dist/service/firehose/source/read/sim-firehose-source-shards.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sim-firehose-source-shards.d.ts","sourceRoot":"","sources":["../../../../../src/service/firehose/source/read/sim-firehose-source-shards.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,uCAAuC,CAAC;AAC1E,OAAO,KAAK,EACV,uBAAuB,EACvB,uBAAuB,EACxB,MAAM,kCAAkC,CAAC;AAC1C,OAAO,EAAE,sBAAsB,EAAE,MAAM,gCAAgC,CAAC;AASxE;;;;;GAKG;AACH,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,OAAO,EAAE,SAAS,uBAAuB,EAAE,CAAC;IACrD,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC;CAC1B;AAED;;;;;;GAMG;AACH,qBAAa,uBAAuB;IAClC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAoC;IAE3D;;;OAGG;IACH,YAAY,MAAM,EAAE,SAAS,sBAAsB,EAAE,EAEpD;IAED;;;OAGG;IACH,OAAa,UAAU,CACrB,OAAO,EAAE,uBAAuB,EAChC,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,YAAY,GACnB,OAAO,CAAC,uBAAuB,CAAC,CAkBlC;IAED;;;;;;OAMG;IACG,IAAI,IAAI,OAAO,CAAC,qBAAqB,CAAC,CAS3C;CACF"}

package/dist/service/firehose/source/read/sim-firehose-source-shards.js

@@ -0,0 +1,53 @@
+import { SimFirehoseSourceShard } from "./sim-firehose-source-shard.js";
+import { simFirehoseSourceShardIds } from "./sim-firehose-source-shard-ids.js";
+/**
+ * How many records one read of a shard asks for, which is the most one
+ * GetRecords call hands back.
+ */
+const shardReadLimit = 10_000;
+/**
+ * Every shard of the stream one delivery stream reads.
+ *
+ * A Kinesis stream has as many shards as it was created with, and nothing here
+ * reshards, so they are found once and kept. All of them are read, because a
+ * delivery stream delivers the whole stream rather than part of it.
+ */
+export class SimFirehoseSourceShards {
+    shards;
+    /**
+     * Hold the shards given, which is none for a delivery stream that has yet to
+     * open its stream.
+     */
+    constructor(shards) {
+        this.shards = shards;
+    }
+    /**
+     * Find every shard of a stream and open each at the end of it, as the source
+     * Role.
+     */
+    static async atLatestOf(records, streamArn, caller) {
+        const shardIds = await simFirehoseSourceShardIds(records, streamArn, caller);
+        const shards = await Promise.all(shardIds.map(async (shardId) => SimFirehoseSourceShard.atLatest({
+            records,
+            streamArn,
+            shardId,
+            caller,
+        })));
+        return new this(shards);
+    }
+    /**
+     * Read every shard, in the order the stream reported them.
+     *
+     * Real Firehose reads its shards in parallel too, and the order records from
+     * different shards land in one Object is nothing it promises. Reporting them
+     * shard by shard is what keeps a simulated delivery deterministic.
+     */
+    async read() {
+        const reads = await Promise.all(this.shards.map(async (shard) => await shard.read(shardReadLimit)));
+        return {
+            records: reads.flat(),
+            filled: reads.some((records) => records.length === shardReadLimit),
+        };
+    }
+}
+//# sourceMappingURL=sim-firehose-source-shards.js.map

package/dist/service/firehose/source/read/sim-firehose-source-shards.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sim-firehose-source-shards.js","sourceRoot":"","sources":["../../../../../src/service/firehose/source/read/sim-firehose-source-shards.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,sBAAsB,EAAE,MAAM,gCAAgC,CAAC;AACxE,OAAO,EAAE,yBAAyB,EAAE,MAAM,oCAAoC,CAAC;AAE/E;;;GAGG;AACH,MAAM,cAAc,GAAG,MAAM,CAAC;AAa9B;;;;;;GAMG;AACH,MAAM,OAAO,uBAAuB;IACjB,MAAM,CAAoC;IAE3D;;;OAGG;IACH,YAAY,MAAyC;QACnD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED;;;OAGG;IACH,MAAM,CAAC,KAAK,CAAC,UAAU,CACrB,OAAgC,EAChC,SAAiB,EACjB,MAAoB;QAEpB,MAAM,QAAQ,GAAG,MAAM,yBAAyB,CAC9C,OAAO,EACP,SAAS,EACT,MAAM,CACP,CAAC;QACF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAC9B,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAC7B,sBAAsB,CAAC,QAAQ,CAAC;YAC9B,OAAO;YACP,SAAS;YACT,OAAO;YACP,MAAM;SACP,CAAC,CACH,CACF,CAAC;QAEF,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC;IAC1B,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,IAAI;QACR,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,GAAG,CAC7B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CACnE,CAAC;QAEF,OAAO;YACL,OAAO,EAAE,KAAK,CAAC,IAAI,EAAE;YACrB,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,KAAK,cAAc,CAAC;SACnE,CAAC;IACJ,CAAC;CACF"}

package/dist/service/firehose/source/sim-firehose-kinesis-source-arn.d.ts

@@ -0,0 +1,29 @@
+import type { SimAwsAccountRegionScope } from "../../aws/sim-aws-account-region-scope.js";
+/**
+ * The Kinesis stream ARN a delivery stream reads from.
+ *
+ * Everything the read needs comes out of it: the ARN the Kinesis calls name,
+ * and the Account and Region, which decide whether this simulated Firehose can
+ * reach the stream at all.
+ */
+export declare class SimFirehoseKinesisSourceArn {
+    /**
+     * How an ARN naming a source stream is written, for a refusal to say what it
+     * wanted instead.
+     */
+    static readonly arnShape: string;
+    readonly value: string;
+    readonly regionName: string;
+    readonly accountId: string;
+    readonly streamName: string;
+    private constructor();
+    /**
+     * Read a stream ARN, refusing one that is not a stream ARN at all.
+     */
+    static of(value: string | undefined): SimFirehoseKinesisSourceArn;
+    /**
+     * Whether this stream is in an Account and Region.
+     */
+    isIn(scope: SimAwsAccountRegionScope): boolean;
+}
+//# sourceMappingURL=sim-firehose-kinesis-source-arn.d.ts.map

package/dist/service/firehose/source/sim-firehose-kinesis-source-arn.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sim-firehose-kinesis-source-arn.d.ts","sourceRoot":"","sources":["../../../../src/service/firehose/source/sim-firehose-kinesis-source-arn.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,2CAA2C,CAAC;AAe1F;;;;;;GAMG;AACH,qBAAa,2BAA2B;IACtC;;;OAGG;IACH,MAAM,CAAC,QAAQ,CAAC,QAAQ,SAEuC;IAE/D,SAAgB,KAAK,EAAE,MAAM,CAAC;IAC9B,SAAgB,UAAU,EAAE,MAAM,CAAC;IACnC,SAAgB,SAAS,EAAE,MAAM,CAAC;IAClC,SAAgB,UAAU,EAAE,MAAM,CAAC;IAEnC,OAAO,eAKN;IAED;;OAEG;IACH,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,GAAG,2BAA2B,CAiBhE;IAED;;OAEG;IACH,IAAI,CAAC,KAAK,EAAE,wBAAwB,GAAG,OAAO,CAI7C;CACF"}

package/dist/service/firehose/source/sim-firehose-kinesis-source-arn.js

@@ -0,0 +1,57 @@
+import { SimFirehoseInvalidArgumentException } from "../error/sim-firehose.error.js";
+/**
+ * A Kinesis stream ARN carries the stream name after a `stream/` separator, and
+ * a stream name holds no colon and no slash, so the ARN is read in one piece.
+ *
+ * The name is anchored to the end because a consumer ARN carries the consumer
+ * name and its creation time after the stream name. Enhanced fan-out is
+ * unsimulated, and a source naming a consumer has to be refused rather than
+ * read as though it named the stream.
+ */
+const streamArnPattern = /^arn:aws:kinesis:(?<region>[a-z0-9-]+):(?<account>\d{12}):stream\/(?<stream>[\w.-]{1,128})$/u;
+/**
+ * The Kinesis stream ARN a delivery stream reads from.
+ *
+ * Everything the read needs comes out of it: the ARN the Kinesis calls name,
+ * and the Account and Region, which decide whether this simulated Firehose can
+ * reach the stream at all.
+ */
+export class SimFirehoseKinesisSourceArn {
+    /**
+     * How an ARN naming a source stream is written, for a refusal to say what it
+     * wanted instead.
+     */
+    static arnShape = "A Kinesis stream ARN is " +
+        "arn:aws:kinesis:<region>:<account-id>:stream/<stream-name>";
+    value;
+    regionName;
+    accountId;
+    streamName;
+    constructor(value, parts) {
+        this.value = value;
+        this.regionName = parts["region"] ?? "";
+        this.accountId = parts["account"] ?? "";
+        this.streamName = parts["stream"] ?? "";
+    }
+    /**
+     * Read a stream ARN, refusing one that is not a stream ARN at all.
+     */
+    static of(value) {
+        if (value === undefined || value === "") {
+            throw new SimFirehoseInvalidArgumentException("The KinesisStreamSourceConfiguration is missing KinesisStreamARN");
+        }
+        const parts = streamArnPattern.exec(value)?.groups;
+        if (parts === undefined) {
+            throw new SimFirehoseInvalidArgumentException(`The source KinesisStreamARN ${value} does not name a Kinesis ` +
+                `stream. ${this.arnShape}`);
+        }
+        return new this(value, parts);
+    }
+    /**
+     * Whether this stream is in an Account and Region.
+     */
+    isIn(scope) {
+        return (this.accountId === scope.accountId && this.regionName === scope.regionName);
+    }
+}
+//# sourceMappingURL=sim-firehose-kinesis-source-arn.js.map

package/dist/service/firehose/source/sim-firehose-kinesis-source-arn.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sim-firehose-kinesis-source-arn.js","sourceRoot":"","sources":["../../../../src/service/firehose/source/sim-firehose-kinesis-source-arn.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,mCAAmC,EAAE,MAAM,gCAAgC,CAAC;AAErF;;;;;;;;GAQG;AACH,MAAM,gBAAgB,GACpB,8FAA8F,CAAC;AAEjG;;;;;;GAMG;AACH,MAAM,OAAO,2BAA2B;IACtC;;;OAGG;IACH,MAAM,CAAU,QAAQ,GACtB,0BAA0B;QAC1B,4DAA4D,CAAC;IAE/C,KAAK,CAAS;IACd,UAAU,CAAS;IACnB,SAAS,CAAS;IAClB,UAAU,CAAS;IAEnC,YAAoB,KAAa,EAAE,KAA6B;QAC9D,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QACxC,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;QACxC,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;IAC1C,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,EAAE,CAAC,KAAyB;QACjC,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,EAAE,EAAE,CAAC;YACxC,MAAM,IAAI,mCAAmC,CAC3C,kEAAkE,CACnE,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAG,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QAEnD,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,MAAM,IAAI,mCAAmC,CAC3C,+BAA+B,KAAK,2BAA2B;gBAC7D,WAAW,IAAI,CAAC,QAAQ,EAAE,CAC7B,CAAC;QACJ,CAAC;QAED,OAAO,IAAI,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAChC,CAAC;IAED;;OAEG;IACH,IAAI,CAAC,KAA+B;QAClC,OAAO,CACL,IAAI,CAAC,SAAS,KAAK,KAAK,CAAC,SAAS,IAAI,IAAI,CAAC,UAAU,KAAK,KAAK,CAAC,UAAU,CAC3E,CAAC;IACJ,CAAC;CACF"}