@s2-dev/streamstore 0.19.5 → 0.21.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -201
- package/README.md +60 -10
- package/dist/cjs/accessTokens.d.ts +27 -14
- package/dist/cjs/accessTokens.d.ts.map +1 -1
- package/dist/cjs/accessTokens.js +72 -8
- package/dist/cjs/accessTokens.js.map +1 -1
- package/dist/cjs/basins.d.ts +29 -19
- package/dist/cjs/basins.d.ts.map +1 -1
- package/dist/cjs/basins.js +119 -9
- package/dist/cjs/basins.js.map +1 -1
- package/dist/cjs/batch-transform.d.ts +12 -16
- package/dist/cjs/batch-transform.d.ts.map +1 -1
- package/dist/cjs/batch-transform.js +17 -21
- package/dist/cjs/batch-transform.js.map +1 -1
- package/dist/cjs/common.d.ts +31 -24
- package/dist/cjs/common.d.ts.map +1 -1
- package/dist/cjs/common.js +22 -0
- package/dist/cjs/common.js.map +1 -1
- package/dist/cjs/endpoints.d.ts +63 -0
- package/dist/cjs/endpoints.d.ts.map +1 -0
- package/dist/cjs/endpoints.js +120 -0
- package/dist/cjs/endpoints.js.map +1 -0
- package/dist/cjs/error.d.ts.map +1 -1
- package/dist/cjs/error.js +11 -0
- package/dist/cjs/error.js.map +1 -1
- package/dist/cjs/generated/types.gen.d.ts +11 -20
- package/dist/cjs/generated/types.gen.d.ts.map +1 -1
- package/dist/cjs/index.d.ts +30 -46
- package/dist/cjs/index.d.ts.map +1 -1
- package/dist/cjs/index.js +50 -26
- package/dist/cjs/index.js.map +1 -1
- package/dist/cjs/internal/case-transform.d.ts +59 -0
- package/dist/cjs/internal/case-transform.d.ts.map +1 -0
- package/dist/cjs/internal/case-transform.js +80 -0
- package/dist/cjs/internal/case-transform.js.map +1 -0
- package/dist/cjs/internal/mappers.d.ts +51 -0
- package/dist/cjs/internal/mappers.d.ts.map +1 -0
- package/dist/cjs/internal/mappers.js +225 -0
- package/dist/cjs/internal/mappers.js.map +1 -0
- package/dist/cjs/internal/sdk-types.d.ts +127 -0
- package/dist/cjs/internal/sdk-types.d.ts.map +1 -0
- package/dist/cjs/internal/sdk-types.js +9 -0
- package/dist/cjs/internal/sdk-types.js.map +1 -0
- package/dist/cjs/lib/base64.d.ts +8 -0
- package/dist/cjs/lib/base64.d.ts.map +1 -1
- package/dist/cjs/lib/base64.js +32 -12
- package/dist/cjs/lib/base64.js.map +1 -1
- package/dist/cjs/lib/event-stream.d.ts.map +1 -1
- package/dist/cjs/lib/event-stream.js +2 -1
- package/dist/cjs/lib/event-stream.js.map +1 -1
- package/dist/cjs/lib/paginate.d.ts +57 -0
- package/dist/cjs/lib/paginate.d.ts.map +1 -0
- package/dist/cjs/lib/paginate.js +51 -0
- package/dist/cjs/lib/paginate.js.map +1 -0
- package/dist/cjs/lib/result.d.ts +1 -1
- package/dist/cjs/lib/result.d.ts.map +1 -1
- package/dist/cjs/lib/retry.d.ts +47 -31
- package/dist/cjs/lib/retry.d.ts.map +1 -1
- package/dist/cjs/lib/retry.js +302 -201
- package/dist/cjs/lib/retry.js.map +1 -1
- package/dist/cjs/lib/stream/runtime.d.ts +1 -1
- package/dist/cjs/lib/stream/transport/fetch/index.d.ts +7 -9
- package/dist/cjs/lib/stream/transport/fetch/index.d.ts.map +1 -1
- package/dist/cjs/lib/stream/transport/fetch/index.js +38 -39
- package/dist/cjs/lib/stream/transport/fetch/index.js.map +1 -1
- package/dist/cjs/lib/stream/transport/fetch/shared.d.ts +7 -2
- package/dist/cjs/lib/stream/transport/fetch/shared.d.ts.map +1 -1
- package/dist/cjs/lib/stream/transport/fetch/shared.js +56 -110
- package/dist/cjs/lib/stream/transport/fetch/shared.js.map +1 -1
- package/dist/cjs/lib/stream/transport/proto.d.ts +9 -0
- package/dist/cjs/lib/stream/transport/proto.d.ts.map +1 -0
- package/dist/cjs/lib/stream/transport/proto.js +118 -0
- package/dist/cjs/lib/stream/transport/proto.js.map +1 -0
- package/dist/cjs/lib/stream/transport/s2s/index.d.ts +3 -3
- package/dist/cjs/lib/stream/transport/s2s/index.d.ts.map +1 -1
- package/dist/cjs/lib/stream/transport/s2s/index.js +115 -82
- package/dist/cjs/lib/stream/transport/s2s/index.js.map +1 -1
- package/dist/cjs/lib/stream/types.d.ts +81 -36
- package/dist/cjs/lib/stream/types.d.ts.map +1 -1
- package/dist/cjs/lib/stream/types.js +18 -0
- package/dist/cjs/lib/stream/types.js.map +1 -1
- package/dist/cjs/metrics.d.ts +18 -17
- package/dist/cjs/metrics.d.ts.map +1 -1
- package/dist/cjs/metrics.js +67 -12
- package/dist/cjs/metrics.js.map +1 -1
- package/dist/cjs/producer.d.ts +82 -0
- package/dist/cjs/producer.d.ts.map +1 -0
- package/dist/cjs/producer.js +305 -0
- package/dist/cjs/producer.js.map +1 -0
- package/dist/cjs/s2.d.ts +1 -2
- package/dist/cjs/s2.d.ts.map +1 -1
- package/dist/cjs/s2.js +11 -15
- package/dist/cjs/s2.js.map +1 -1
- package/dist/cjs/stream.d.ts +26 -12
- package/dist/cjs/stream.d.ts.map +1 -1
- package/dist/cjs/stream.js +77 -13
- package/dist/cjs/stream.js.map +1 -1
- package/dist/cjs/streams.d.ts +29 -19
- package/dist/cjs/streams.d.ts.map +1 -1
- package/dist/cjs/streams.js +120 -9
- package/dist/cjs/streams.js.map +1 -1
- package/dist/cjs/types.d.ts +624 -0
- package/dist/cjs/types.d.ts.map +1 -0
- package/dist/cjs/types.js +129 -0
- package/dist/cjs/types.js.map +1 -0
- package/dist/cjs/utils.d.ts +1 -22
- package/dist/cjs/utils.d.ts.map +1 -1
- package/dist/cjs/utils.js +0 -42
- package/dist/cjs/utils.js.map +1 -1
- package/dist/cjs/version.d.ts +1 -1
- package/dist/cjs/version.js +1 -1
- package/dist/esm/accessTokens.d.ts +27 -14
- package/dist/esm/accessTokens.d.ts.map +1 -1
- package/dist/esm/accessTokens.js +73 -9
- package/dist/esm/accessTokens.js.map +1 -1
- package/dist/esm/basins.d.ts +29 -19
- package/dist/esm/basins.d.ts.map +1 -1
- package/dist/esm/basins.js +119 -9
- package/dist/esm/basins.js.map +1 -1
- package/dist/esm/batch-transform.d.ts +12 -16
- package/dist/esm/batch-transform.d.ts.map +1 -1
- package/dist/esm/batch-transform.js +18 -22
- package/dist/esm/batch-transform.js.map +1 -1
- package/dist/esm/common.d.ts +31 -24
- package/dist/esm/common.d.ts.map +1 -1
- package/dist/esm/common.js +20 -1
- package/dist/esm/common.js.map +1 -1
- package/dist/esm/endpoints.d.ts +63 -0
- package/dist/esm/endpoints.d.ts.map +1 -0
- package/dist/esm/endpoints.js +115 -0
- package/dist/esm/endpoints.js.map +1 -0
- package/dist/esm/error.d.ts.map +1 -1
- package/dist/esm/error.js +11 -0
- package/dist/esm/error.js.map +1 -1
- package/dist/esm/generated/types.gen.d.ts +11 -20
- package/dist/esm/generated/types.gen.d.ts.map +1 -1
- package/dist/esm/index.d.ts +30 -46
- package/dist/esm/index.d.ts.map +1 -1
- package/dist/esm/index.js +33 -19
- package/dist/esm/index.js.map +1 -1
- package/dist/esm/internal/case-transform.d.ts +59 -0
- package/dist/esm/internal/case-transform.d.ts.map +1 -0
- package/dist/esm/internal/case-transform.js +76 -0
- package/dist/esm/internal/case-transform.js.map +1 -0
- package/dist/esm/internal/mappers.d.ts +51 -0
- package/dist/esm/internal/mappers.d.ts.map +1 -0
- package/dist/esm/internal/mappers.js +218 -0
- package/dist/esm/internal/mappers.js.map +1 -0
- package/dist/esm/internal/sdk-types.d.ts +127 -0
- package/dist/esm/internal/sdk-types.d.ts.map +1 -0
- package/dist/esm/internal/sdk-types.js +8 -0
- package/dist/esm/internal/sdk-types.js.map +1 -0
- package/dist/esm/lib/base64.d.ts +8 -0
- package/dist/esm/lib/base64.d.ts.map +1 -1
- package/dist/esm/lib/base64.js +30 -11
- package/dist/esm/lib/base64.js.map +1 -1
- package/dist/esm/lib/event-stream.d.ts.map +1 -1
- package/dist/esm/lib/event-stream.js +2 -1
- package/dist/esm/lib/event-stream.js.map +1 -1
- package/dist/esm/lib/paginate.d.ts +57 -0
- package/dist/esm/lib/paginate.d.ts.map +1 -0
- package/dist/esm/lib/paginate.js +48 -0
- package/dist/esm/lib/paginate.js.map +1 -0
- package/dist/esm/lib/result.d.ts +1 -1
- package/dist/esm/lib/result.d.ts.map +1 -1
- package/dist/esm/lib/retry.d.ts +47 -31
- package/dist/esm/lib/retry.d.ts.map +1 -1
- package/dist/esm/lib/retry.js +303 -201
- package/dist/esm/lib/retry.js.map +1 -1
- package/dist/esm/lib/stream/runtime.d.ts +1 -1
- package/dist/esm/lib/stream/transport/fetch/index.d.ts +7 -9
- package/dist/esm/lib/stream/transport/fetch/index.d.ts.map +1 -1
- package/dist/esm/lib/stream/transport/fetch/index.js +40 -41
- package/dist/esm/lib/stream/transport/fetch/index.js.map +1 -1
- package/dist/esm/lib/stream/transport/fetch/shared.d.ts +7 -2
- package/dist/esm/lib/stream/transport/fetch/shared.d.ts.map +1 -1
- package/dist/esm/lib/stream/transport/fetch/shared.js +58 -112
- package/dist/esm/lib/stream/transport/fetch/shared.js.map +1 -1
- package/dist/esm/lib/stream/transport/proto.d.ts +9 -0
- package/dist/esm/lib/stream/transport/proto.d.ts.map +1 -0
- package/dist/esm/lib/stream/transport/proto.js +110 -0
- package/dist/esm/lib/stream/transport/proto.js.map +1 -0
- package/dist/esm/lib/stream/transport/s2s/index.d.ts +3 -3
- package/dist/esm/lib/stream/transport/s2s/index.d.ts.map +1 -1
- package/dist/esm/lib/stream/transport/s2s/index.js +116 -82
- package/dist/esm/lib/stream/transport/s2s/index.js.map +1 -1
- package/dist/esm/lib/stream/types.d.ts +81 -36
- package/dist/esm/lib/stream/types.d.ts.map +1 -1
- package/dist/esm/lib/stream/types.js +17 -1
- package/dist/esm/lib/stream/types.js.map +1 -1
- package/dist/esm/metrics.d.ts +18 -17
- package/dist/esm/metrics.d.ts.map +1 -1
- package/dist/esm/metrics.js +66 -12
- package/dist/esm/metrics.js.map +1 -1
- package/dist/esm/producer.d.ts +82 -0
- package/dist/esm/producer.d.ts.map +1 -0
- package/dist/esm/producer.js +300 -0
- package/dist/esm/producer.js.map +1 -0
- package/dist/esm/s2.d.ts +1 -2
- package/dist/esm/s2.d.ts.map +1 -1
- package/dist/esm/s2.js +12 -16
- package/dist/esm/s2.js.map +1 -1
- package/dist/esm/stream.d.ts +26 -12
- package/dist/esm/stream.d.ts.map +1 -1
- package/dist/esm/stream.js +79 -15
- package/dist/esm/stream.js.map +1 -1
- package/dist/esm/streams.d.ts +29 -19
- package/dist/esm/streams.d.ts.map +1 -1
- package/dist/esm/streams.js +120 -9
- package/dist/esm/streams.js.map +1 -1
- package/dist/esm/types.d.ts +624 -0
- package/dist/esm/types.d.ts.map +1 -0
- package/dist/esm/types.js +126 -0
- package/dist/esm/types.js.map +1 -0
- package/dist/esm/utils.d.ts +1 -22
- package/dist/esm/utils.d.ts.map +1 -1
- package/dist/esm/utils.js +0 -41
- package/dist/esm/utils.js.map +1 -1
- package/dist/esm/version.d.ts +1 -1
- package/dist/esm/version.js +1 -1
- package/package.json +4 -3
|
@@ -0,0 +1,305 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.Producer = exports.RecordSubmitTicket = exports.IndexedAppendAck = void 0;
|
|
4
|
+
const debug_1 = require("debug");
|
|
5
|
+
const error_js_1 = require("./error.js");
|
|
6
|
+
const types_js_1 = require("./types.js");
|
|
7
|
+
const debugProducer = (0, debug_1.default)("s2:producer");
|
|
8
|
+
const toS2Error = (err) => err instanceof error_js_1.S2Error
|
|
9
|
+
? err
|
|
10
|
+
: new error_js_1.S2Error({
|
|
11
|
+
message: String(err),
|
|
12
|
+
status: 500,
|
|
13
|
+
origin: "sdk",
|
|
14
|
+
});
|
|
15
|
+
class IndexedAppendAck {
|
|
16
|
+
index;
|
|
17
|
+
ack;
|
|
18
|
+
constructor(index, ack) {
|
|
19
|
+
this.index = index;
|
|
20
|
+
this.ack = ack;
|
|
21
|
+
}
|
|
22
|
+
batchAppendAck() {
|
|
23
|
+
return this.ack;
|
|
24
|
+
}
|
|
25
|
+
seqNum() {
|
|
26
|
+
return this.ack.start.seqNum + this.index;
|
|
27
|
+
}
|
|
28
|
+
}
|
|
29
|
+
exports.IndexedAppendAck = IndexedAppendAck;
|
|
30
|
+
class RecordSubmitTicket {
|
|
31
|
+
ackPromise;
|
|
32
|
+
constructor(ackPromise) {
|
|
33
|
+
this.ackPromise = ackPromise;
|
|
34
|
+
// Avoid unhandled rejections if the caller never awaits ack().
|
|
35
|
+
this.ackPromise.catch(() => { });
|
|
36
|
+
}
|
|
37
|
+
/**
|
|
38
|
+
* Returns a promise that resolves with the IndexedAppendAck once the record is durable.
|
|
39
|
+
*/
|
|
40
|
+
ack() {
|
|
41
|
+
return this.ackPromise;
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
exports.RecordSubmitTicket = RecordSubmitTicket;
|
|
45
|
+
/**
|
|
46
|
+
* Producer provides per-record append semantics on top of a batched AppendSession.
|
|
47
|
+
*
|
|
48
|
+
* - submit(record) returns a Promise<RecordSubmitTicket> that resolves once the record
|
|
49
|
+
* has been accepted (written to the batch transform). Backpressure is applied
|
|
50
|
+
* automatically via the transform stream when the AppendSession is at capacity.
|
|
51
|
+
* - ticket.ack() returns a Promise<IndexedAppendAck> that resolves once the record is durable.
|
|
52
|
+
*
|
|
53
|
+
* See the "Producer API" section of the root README for guidance on sizing batches,
|
|
54
|
+
* wiring transforms, and handling application-level ids.
|
|
55
|
+
*
|
|
56
|
+
* @example
|
|
57
|
+
* ```ts
|
|
58
|
+
* const appendSession = await stream.appendSession();
|
|
59
|
+
* const producer = new Producer(new BatchTransform(), appendSession);
|
|
60
|
+
* const writer = producer.writable.getWriter();
|
|
61
|
+
* await writer.write(AppendRecord.string({ body: "hello" }));
|
|
62
|
+
* await writer.close();
|
|
63
|
+
*
|
|
64
|
+
* for await (const ack of producer.readable) {
|
|
65
|
+
* console.log("record durable at seq", ack.seqNum());
|
|
66
|
+
* }
|
|
67
|
+
*
|
|
68
|
+
* await producer.close();
|
|
69
|
+
* ```
|
|
70
|
+
*/
|
|
71
|
+
class Producer {
|
|
72
|
+
batchTransform;
|
|
73
|
+
transformWriter;
|
|
74
|
+
transformReader;
|
|
75
|
+
pump;
|
|
76
|
+
appendSession;
|
|
77
|
+
readable;
|
|
78
|
+
writable;
|
|
79
|
+
inflightRecords = [];
|
|
80
|
+
pumpError = null;
|
|
81
|
+
readableController = null;
|
|
82
|
+
debugName;
|
|
83
|
+
submitCounter = 0;
|
|
84
|
+
constructor(batchTransform, appendSession, debugName) {
|
|
85
|
+
this.debugName = debugName ?? `producer-${Date.now()}`;
|
|
86
|
+
this.batchTransform = batchTransform;
|
|
87
|
+
this.transformWriter = batchTransform.writable.getWriter();
|
|
88
|
+
this.transformReader = batchTransform.readable.getReader();
|
|
89
|
+
this.appendSession = appendSession;
|
|
90
|
+
debugProducer("[%s] created", this.debugName);
|
|
91
|
+
// Create readable stream that emits individual record acknowledgements
|
|
92
|
+
this.readable = new ReadableStream({
|
|
93
|
+
start: (controller) => {
|
|
94
|
+
this.readableController = controller;
|
|
95
|
+
},
|
|
96
|
+
cancel: () => {
|
|
97
|
+
this.close().catch(() => {
|
|
98
|
+
// Ignore errors during cleanup
|
|
99
|
+
});
|
|
100
|
+
},
|
|
101
|
+
});
|
|
102
|
+
// Create writable stream that accepts individual records
|
|
103
|
+
this.writable = new WritableStream({
|
|
104
|
+
write: async (record) => {
|
|
105
|
+
await this.submit(record);
|
|
106
|
+
},
|
|
107
|
+
close: async () => {
|
|
108
|
+
await this.close();
|
|
109
|
+
},
|
|
110
|
+
abort: async (reason) => {
|
|
111
|
+
this.pumpError = toS2Error(reason);
|
|
112
|
+
await this.close();
|
|
113
|
+
},
|
|
114
|
+
});
|
|
115
|
+
this.pump = this.runPump();
|
|
116
|
+
}
|
|
117
|
+
/**
|
|
118
|
+
* Main pump loop: reads batches from transform, submits to session, handles acks.
|
|
119
|
+
*/
|
|
120
|
+
async runPump() {
|
|
121
|
+
debugProducer("[%s] pump started", this.debugName);
|
|
122
|
+
try {
|
|
123
|
+
while (true) {
|
|
124
|
+
const { value: batch, done } = await this.transformReader.read();
|
|
125
|
+
if (done) {
|
|
126
|
+
debugProducer("[%s] pump done (transform closed)", this.debugName);
|
|
127
|
+
break;
|
|
128
|
+
}
|
|
129
|
+
debugProducer("[%s] pump got batch: records=%d, match_seq_num=%s, inflightRecords=%d", this.debugName, batch.records.length, batch.matchSeqNum ?? "none", this.inflightRecords.length);
|
|
130
|
+
// Associate records with this batch (FIFO correspondence)
|
|
131
|
+
const recordCount = batch.records.length;
|
|
132
|
+
const associatedRecords = this.inflightRecords.splice(0, recordCount);
|
|
133
|
+
if (associatedRecords.length !== recordCount) {
|
|
134
|
+
throw new error_js_1.S2Error({
|
|
135
|
+
message: `Internal error: flushed ${recordCount} records but only ${associatedRecords.length} inflight entries`,
|
|
136
|
+
status: 500,
|
|
137
|
+
origin: "sdk",
|
|
138
|
+
});
|
|
139
|
+
}
|
|
140
|
+
// Submit to AppendSession (blocks on capacity)
|
|
141
|
+
let ticket;
|
|
142
|
+
try {
|
|
143
|
+
debugProducer("[%s] pump submitting to session: records=%d, match_seq_num=%s", this.debugName, batch.records.length, batch.matchSeqNum ?? "none");
|
|
144
|
+
const input = types_js_1.AppendInput.create(batch.records, {
|
|
145
|
+
fencingToken: batch.fencingToken,
|
|
146
|
+
matchSeqNum: batch.matchSeqNum,
|
|
147
|
+
});
|
|
148
|
+
ticket = await this.appendSession.submit(input);
|
|
149
|
+
debugProducer("[%s] pump submit returned ticket", this.debugName);
|
|
150
|
+
}
|
|
151
|
+
catch (err) {
|
|
152
|
+
const error = toS2Error(err);
|
|
153
|
+
debugProducer("[%s] pump submit error: %s", this.debugName, error.message);
|
|
154
|
+
if (!this.pumpError) {
|
|
155
|
+
this.pumpError = error;
|
|
156
|
+
}
|
|
157
|
+
// Reject acks for records in this batch
|
|
158
|
+
for (const record of associatedRecords) {
|
|
159
|
+
record.rejectAck(error);
|
|
160
|
+
}
|
|
161
|
+
if (this.readableController) {
|
|
162
|
+
this.readableController.error(error);
|
|
163
|
+
}
|
|
164
|
+
continue;
|
|
165
|
+
}
|
|
166
|
+
// Handle ack asynchronously (non-blocking)
|
|
167
|
+
ticket
|
|
168
|
+
.ack()
|
|
169
|
+
.then((ack) => {
|
|
170
|
+
debugProducer("[%s] pump ack received: seq_num=%d-%d", this.debugName, ack.start.seqNum, ack.end.seqNum);
|
|
171
|
+
for (const [i, record] of associatedRecords.entries()) {
|
|
172
|
+
const indexedAck = new IndexedAppendAck(i, ack);
|
|
173
|
+
record.resolveAck(indexedAck);
|
|
174
|
+
if (this.readableController) {
|
|
175
|
+
this.readableController.enqueue(indexedAck);
|
|
176
|
+
}
|
|
177
|
+
}
|
|
178
|
+
})
|
|
179
|
+
.catch((err) => {
|
|
180
|
+
const error = toS2Error(err);
|
|
181
|
+
debugProducer("[%s] pump ack error: %s", this.debugName, error.message);
|
|
182
|
+
if (!this.pumpError) {
|
|
183
|
+
this.pumpError = error;
|
|
184
|
+
}
|
|
185
|
+
for (const record of associatedRecords) {
|
|
186
|
+
record.rejectAck(error);
|
|
187
|
+
}
|
|
188
|
+
if (this.readableController) {
|
|
189
|
+
this.readableController.error(error);
|
|
190
|
+
}
|
|
191
|
+
});
|
|
192
|
+
}
|
|
193
|
+
}
|
|
194
|
+
catch (err) {
|
|
195
|
+
const error = toS2Error(err);
|
|
196
|
+
debugProducer("[%s] pump caught error: %s", this.debugName, error.message);
|
|
197
|
+
if (!this.pumpError) {
|
|
198
|
+
this.pumpError = error;
|
|
199
|
+
}
|
|
200
|
+
// Reject all remaining inflight records
|
|
201
|
+
for (const record of this.inflightRecords.splice(0)) {
|
|
202
|
+
record.rejectAck(error);
|
|
203
|
+
}
|
|
204
|
+
// Error the readable stream
|
|
205
|
+
if (this.readableController) {
|
|
206
|
+
this.readableController.error(error);
|
|
207
|
+
this.readableController = null;
|
|
208
|
+
}
|
|
209
|
+
}
|
|
210
|
+
}
|
|
211
|
+
/**
|
|
212
|
+
* Submit a single record for appending.
|
|
213
|
+
*
|
|
214
|
+
* Returns a promise that resolves to a RecordSubmitTicket once the record has been
|
|
215
|
+
* accepted. The promise blocks if the underlying AppendSession is at capacity
|
|
216
|
+
* (backpressure is applied via the transform stream).
|
|
217
|
+
*
|
|
218
|
+
* @throws S2Error if the Producer has failed
|
|
219
|
+
*/
|
|
220
|
+
async submit(record) {
|
|
221
|
+
const submitId = ++this.submitCounter;
|
|
222
|
+
debugProducer("[%s] submit #%d: inflightRecords=%d", this.debugName, submitId, this.inflightRecords.length);
|
|
223
|
+
// Check if pump has already failed
|
|
224
|
+
if (this.pumpError) {
|
|
225
|
+
debugProducer("[%s] submit #%d: pump already failed", this.debugName, submitId);
|
|
226
|
+
throw new error_js_1.S2Error({
|
|
227
|
+
message: `Cannot submit: producer has failed: ${this.pumpError.message}`,
|
|
228
|
+
status: 500,
|
|
229
|
+
origin: "sdk",
|
|
230
|
+
});
|
|
231
|
+
}
|
|
232
|
+
// Create the ack promise (resolved later by pump)
|
|
233
|
+
let resolveAck;
|
|
234
|
+
let rejectAck;
|
|
235
|
+
const ackPromise = new Promise((resolve, reject) => {
|
|
236
|
+
resolveAck = resolve;
|
|
237
|
+
rejectAck = reject;
|
|
238
|
+
});
|
|
239
|
+
// Suppress unhandled rejection if write fails before we return the ticket
|
|
240
|
+
ackPromise.catch(() => { });
|
|
241
|
+
// Track this record
|
|
242
|
+
const entry = { resolveAck, rejectAck };
|
|
243
|
+
this.inflightRecords.push(entry);
|
|
244
|
+
debugProducer("[%s] submit #%d: pushed to inflightRecords (now %d), writing to transform", this.debugName, submitId, this.inflightRecords.length);
|
|
245
|
+
try {
|
|
246
|
+
// Write to transform - BLOCKS on backpressure
|
|
247
|
+
await this.transformWriter.write(record);
|
|
248
|
+
debugProducer("[%s] submit #%d: write completed", this.debugName, submitId);
|
|
249
|
+
}
|
|
250
|
+
catch (err) {
|
|
251
|
+
debugProducer("[%s] submit #%d: write failed: %s", this.debugName, submitId, err);
|
|
252
|
+
// Remove from inflight if the write failed
|
|
253
|
+
const idx = this.inflightRecords.indexOf(entry);
|
|
254
|
+
if (idx >= 0) {
|
|
255
|
+
this.inflightRecords.splice(idx, 1);
|
|
256
|
+
}
|
|
257
|
+
const error = toS2Error(err);
|
|
258
|
+
rejectAck(error);
|
|
259
|
+
throw error;
|
|
260
|
+
}
|
|
261
|
+
// Write succeeded - return ticket immediately
|
|
262
|
+
return new RecordSubmitTicket(ackPromise);
|
|
263
|
+
}
|
|
264
|
+
/**
|
|
265
|
+
* Close the Producer gracefully.
|
|
266
|
+
*
|
|
267
|
+
* Waits for all pending records to be flushed, submitted, and acknowledged.
|
|
268
|
+
* If any error occurred during the Producer's lifetime, this method throws it.
|
|
269
|
+
*/
|
|
270
|
+
async close() {
|
|
271
|
+
debugProducer("[%s] close requested", this.debugName);
|
|
272
|
+
// Close the writer to signal no more records
|
|
273
|
+
await this.transformWriter.close();
|
|
274
|
+
// Wait for the pump to finish processing all batches
|
|
275
|
+
await this.pump;
|
|
276
|
+
// Close the underlying session
|
|
277
|
+
await this.appendSession.close();
|
|
278
|
+
// Reject any remaining inflight records (shouldn't happen in normal operation)
|
|
279
|
+
if (this.inflightRecords.length > 0) {
|
|
280
|
+
const closingError = new error_js_1.S2Error({
|
|
281
|
+
message: "Producer closed with pending records",
|
|
282
|
+
status: 499,
|
|
283
|
+
origin: "sdk",
|
|
284
|
+
});
|
|
285
|
+
for (const record of this.inflightRecords.splice(0)) {
|
|
286
|
+
record.rejectAck(closingError);
|
|
287
|
+
}
|
|
288
|
+
}
|
|
289
|
+
// Close the readable stream
|
|
290
|
+
if (this.readableController) {
|
|
291
|
+
this.readableController.close();
|
|
292
|
+
this.readableController = null;
|
|
293
|
+
}
|
|
294
|
+
debugProducer("[%s] close complete", this.debugName);
|
|
295
|
+
// If an error occurred, throw it
|
|
296
|
+
if (this.pumpError) {
|
|
297
|
+
throw this.pumpError;
|
|
298
|
+
}
|
|
299
|
+
}
|
|
300
|
+
async [Symbol.asyncDispose]() {
|
|
301
|
+
await this.close();
|
|
302
|
+
}
|
|
303
|
+
}
|
|
304
|
+
exports.Producer = Producer;
|
|
305
|
+
//# sourceMappingURL=producer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"producer.js","sourceRoot":"","sources":["../../src/producer.ts"],"names":[],"mappings":";;;AAAA,iCAAgC;AAEhC,yCAAqC;AAErC,yCAA4E;AAE5E,MAAM,aAAa,GAAG,IAAA,eAAW,EAAC,aAAa,CAAC,CAAC;AAEjD,MAAM,SAAS,GAAG,CAAC,GAAY,EAAW,EAAE,CAC3C,GAAG,YAAY,kBAAO;IACrB,CAAC,CAAC,GAAG;IACL,CAAC,CAAC,IAAI,kBAAO,CAAC;QACZ,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC;QACpB,MAAM,EAAE,GAAG;QACX,MAAM,EAAE,KAAK;KACb,CAAC,CAAC;AAEN,MAAa,gBAAgB;IAElB;IACA;IAFV,YACU,KAAa,EACb,GAAc;QADd,UAAK,GAAL,KAAK,CAAQ;QACb,QAAG,GAAH,GAAG,CAAW;IACrB,CAAC;IAEJ,cAAc;QACb,OAAO,IAAI,CAAC,GAAG,CAAC;IACjB,CAAC;IAED,MAAM;QACL,OAAO,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC;IAC3C,CAAC;CACD;AAbD,4CAaC;AAED,MAAa,kBAAkB;IACD;IAA7B,YAA6B,UAAqC;QAArC,eAAU,GAAV,UAAU,CAA2B;QACjE,+DAA+D;QAC/D,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACjC,CAAC;IAED;;OAEG;IACH,GAAG;QACF,OAAO,IAAI,CAAC,UAAU,CAAC;IACxB,CAAC;CACD;AAZD,gDAYC;AAWD;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AACH,MAAa,QAAQ;IACX,cAAc,CAAiB;IAC/B,eAAe,CAA4C;IAC3D,eAAe,CAA2C;IAE1D,IAAI,CAAgB;IAEpB,aAAa,CAAgB;IAE7B,QAAQ,CAAmC;IAC3C,QAAQ,CAA+B;IAE/B,eAAe,GAAqB,EAAE,CAAC;IAEhD,SAAS,GAAmB,IAAI,CAAC;IACjC,kBAAkB,GACzB,IAAI,CAAC;IAEW,SAAS,CAAS;IAC3B,aAAa,GAAG,CAAC,CAAC;IAE1B,YACC,cAA8B,EAC9B,aAA4B,EAC5B,SAAkB;QAElB,IAAI,CAAC,SAAS,GAAG,SAAS,IAAI,YAAY,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QACvD,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,eAAe,GAAG,cAAc,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC;QAC3D,IAAI,CAAC,eAAe,GAAG,cAAc,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC;QAE3D,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,aAAa,CAAC,cAAc,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAE9C,uEAAuE;QACvE,IAAI,CAAC,QAAQ,GAAG,IAAI,cAAc,CAAmB;YACpD,KAAK,EAAE,CAAC,UAAU,EAAE,EAAE;gBACrB,IAAI,CAAC,kBAAkB,GAAG,UAAU,CAAC;YACtC,CAAC;YACD,MAAM,EAAE,GAAG,EAAE;gBACZ,IAAI,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE;oBACvB,+BAA+B;gBAChC,CAAC,CAAC,CAAC;YACJ,CAAC;SACD,CAAC,CAAC;QAEH,yDAAyD;QACzD,IAAI,CAAC,QAAQ,GAAG,IAAI,cAAc,CAAe;YAChD,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;gBACvB,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC3B,CAAC;YACD,KAAK,EAAE,KAAK,IAAI,EAAE;gBACjB,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YACpB,CAAC;YACD,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;gBACvB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;gBACnC,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YACpB,CAAC;SACD,CAAC,CAAC;QAEH,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;IAC5B,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,OAAO;QACpB,aAAa,CAAC,mBAAmB,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAEnD,IAAI,CAAC;YACJ,OAAO,IAAI,EAAE,CAAC;gBACb,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;gBAEjE,IAAI,IAAI,EAAE,CAAC;oBACV,aAAa,CAAC,mCAAmC,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;oBACnE,MAAM;gBACP,CAAC;gBAED,aAAa,CACZ,uEAAuE,EACvE,IAAI,CAAC,SAAS,EACd,KAAK,CAAC,OAAO,CAAC,MAAM,EACpB,KAAK,CAAC,WAAW,IAAI,MAAM,EAC3B,IAAI,CAAC,eAAe,CAAC,MAAM,CAC3B,CAAC;gBAEF,0DAA0D;gBAC1D,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;gBACzC,MAAM,iBAAiB,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;gBAEtE,IAAI,iBAAiB,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;oBAC9C,MAAM,IAAI,kBAAO,CAAC;wBACjB,OAAO,EAAE,2BAA2B,WAAW,qBAAqB,iBAAiB,CAAC,MAAM,mBAAmB;wBAC/G,MAAM,EAAE,GAAG;wBACX,MAAM,EAAE,KAAK;qBACb,CAAC,CAAC;gBACJ,CAAC;gBAED,+CAA+C;gBAC/C,IAAI,MAAyB,CAAC;gBAC9B,IAAI,CAAC;oBACJ,aAAa,CACZ,+DAA+D,EAC/D,IAAI,CAAC,SAAS,EACd,KAAK,CAAC,OAAO,CAAC,MAAM,EACpB,KAAK,CAAC,WAAW,IAAI,MAAM,CAC3B,CAAC;oBAEF,MAAM,KAAK,GAAG,sBAAW,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE;wBAC/C,YAAY,EAAE,KAAK,CAAC,YAAY;wBAChC,WAAW,EAAE,KAAK,CAAC,WAAW;qBAC9B,CAAC,CAAC;oBACH,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;oBAEhD,aAAa,CAAC,kCAAkC,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;gBACnE,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACd,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;oBAC7B,aAAa,CACZ,4BAA4B,EAC5B,IAAI,CAAC,SAAS,EACd,KAAK,CAAC,OAAO,CACb,CAAC;oBAEF,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;wBACrB,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;oBACxB,CAAC;oBAED,wCAAwC;oBACxC,KAAK,MAAM,MAAM,IAAI,iBAAiB,EAAE,CAAC;wBACxC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;oBACzB,CAAC;oBAED,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;wBAC7B,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;oBACtC,CAAC;oBAED,SAAS;gBACV,CAAC;gBAED,2CAA2C;gBAC3C,MAAM;qBACJ,GAAG,EAAE;qBACL,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE;oBACb,aAAa,CACZ,uCAAuC,EACvC,IAAI,CAAC,SAAS,EACd,GAAG,CAAC,KAAK,CAAC,MAAM,EAChB,GAAG,CAAC,GAAG,CAAC,MAAM,CACd,CAAC;oBAEF,KAAK,MAAM,CAAC,CAAC,EAAE,MAAM,CAAC,IAAI,iBAAiB,CAAC,OAAO,EAAE,EAAE,CAAC;wBACvD,MAAM,UAAU,GAAG,IAAI,gBAAgB,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;wBAChD,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;wBAE9B,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;4BAC7B,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;wBAC7C,CAAC;oBACF,CAAC;gBACF,CAAC,CAAC;qBACD,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;oBACd,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;oBAC7B,aAAa,CACZ,yBAAyB,EACzB,IAAI,CAAC,SAAS,EACd,KAAK,CAAC,OAAO,CACb,CAAC;oBAEF,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;wBACrB,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;oBACxB,CAAC;oBAED,KAAK,MAAM,MAAM,IAAI,iBAAiB,EAAE,CAAC;wBACxC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;oBACzB,CAAC;oBAED,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;wBAC7B,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;oBACtC,CAAC;gBACF,CAAC,CAAC,CAAC;YACL,CAAC;QACF,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACd,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;YAC7B,aAAa,CACZ,4BAA4B,EAC5B,IAAI,CAAC,SAAS,EACd,KAAK,CAAC,OAAO,CACb,CAAC;YAEF,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;gBACrB,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;YACxB,CAAC;YAED,wCAAwC;YACxC,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;gBACrD,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YACzB,CAAC;YAED,4BAA4B;YAC5B,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;gBAC7B,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBACrC,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC;YAChC,CAAC;QACF,CAAC;IACF,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,MAAM,CAAC,MAAoB;QAChC,MAAM,QAAQ,GAAG,EAAE,IAAI,CAAC,aAAa,CAAC;QAEtC,aAAa,CACZ,qCAAqC,EACrC,IAAI,CAAC,SAAS,EACd,QAAQ,EACR,IAAI,CAAC,eAAe,CAAC,MAAM,CAC3B,CAAC;QAEF,mCAAmC;QACnC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,aAAa,CACZ,sCAAsC,EACtC,IAAI,CAAC,SAAS,EACd,QAAQ,CACR,CAAC;YACF,MAAM,IAAI,kBAAO,CAAC;gBACjB,OAAO,EAAE,uCAAuC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE;gBACxE,MAAM,EAAE,GAAG;gBACX,MAAM,EAAE,KAAK;aACb,CAAC,CAAC;QACJ,CAAC;QAED,kDAAkD;QAClD,IAAI,UAA4C,CAAC;QACjD,IAAI,SAAkC,CAAC;QACvC,MAAM,UAAU,GAAG,IAAI,OAAO,CAAmB,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACpE,UAAU,GAAG,OAAO,CAAC;YACrB,SAAS,GAAG,MAAM,CAAC;QACpB,CAAC,CAAC,CAAC;QACH,0EAA0E;QAC1E,UAAU,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAE3B,oBAAoB;QACpB,MAAM,KAAK,GAAmB,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC;QACxD,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAEjC,aAAa,CACZ,2EAA2E,EAC3E,IAAI,CAAC,SAAS,EACd,QAAQ,EACR,IAAI,CAAC,eAAe,CAAC,MAAM,CAC3B,CAAC;QAEF,IAAI,CAAC;YACJ,8CAA8C;YAC9C,MAAM,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAEzC,aAAa,CACZ,kCAAkC,EAClC,IAAI,CAAC,SAAS,EACd,QAAQ,CACR,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACd,aAAa,CACZ,mCAAmC,EACnC,IAAI,CAAC,SAAS,EACd,QAAQ,EACR,GAAG,CACH,CAAC;YAEF,2CAA2C;YAC3C,MAAM,GAAG,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAChD,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC;gBACd,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;YACrC,CAAC;YAED,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;YAC7B,SAAS,CAAC,KAAK,CAAC,CAAC;YACjB,MAAM,KAAK,CAAC;QACb,CAAC;QAED,8CAA8C;QAC9C,OAAO,IAAI,kBAAkB,CAAC,UAAU,CAAC,CAAC;IAC3C,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,KAAK;QACV,aAAa,CAAC,sBAAsB,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAEtD,6CAA6C;QAC7C,MAAM,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;QAEnC,qDAAqD;QACrD,MAAM,IAAI,CAAC,IAAI,CAAC;QAEhB,+BAA+B;QAC/B,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC;QAEjC,+EAA+E;QAC/E,IAAI,IAAI,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrC,MAAM,YAAY,GAAG,IAAI,kBAAO,CAAC;gBAChC,OAAO,EAAE,sCAAsC;gBAC/C,MAAM,EAAE,GAAG;gBACX,MAAM,EAAE,KAAK;aACb,CAAC,CAAC;YAEH,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;gBACrD,MAAM,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;YAChC,CAAC;QACF,CAAC;QAED,4BAA4B;QAC5B,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC7B,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,CAAC;YAChC,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC;QAChC,CAAC;QAED,aAAa,CAAC,qBAAqB,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAErD,iCAAiC;QACjC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,MAAM,IAAI,CAAC,SAAS,CAAC;QACtB,CAAC;IACF,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC;QAC1B,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;IACpB,CAAC;CACD;AAnVD,4BAmVC"}
|
package/dist/cjs/s2.d.ts
CHANGED
|
@@ -11,8 +11,7 @@ import { S2Metrics } from "./metrics.js";
|
|
|
11
11
|
export declare class S2 {
|
|
12
12
|
private readonly accessToken;
|
|
13
13
|
private readonly client;
|
|
14
|
-
private readonly
|
|
15
|
-
private readonly includeBasinHeader;
|
|
14
|
+
private readonly endpoints;
|
|
16
15
|
private readonly retryConfig;
|
|
17
16
|
/**
|
|
18
17
|
* Account-scoped basin management operations.
|
package/dist/cjs/s2.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"s2.d.ts","sourceRoot":"","sources":["../../src/s2.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACnD,OAAO,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AACrC,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,KAAK,EAAe,eAAe,EAAE,MAAM,aAAa,CAAC;
|
|
1
|
+
{"version":3,"file":"s2.d.ts","sourceRoot":"","sources":["../../src/s2.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACnD,OAAO,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AACrC,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,KAAK,EAAe,eAAe,EAAE,MAAM,aAAa,CAAC;AAUhE,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAEzC;;;;GAIG;AACH,qBAAa,EAAE;IACd,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAoB;IAChD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAc;IACxC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAc;IAE1C;;;;OAIG;IACH,SAAgB,MAAM,EAAE,QAAQ,CAAC;IACjC,kEAAkE;IAClE,SAAgB,YAAY,EAAE,cAAc,CAAC;IAC7C,+CAA+C;IAC/C,SAAgB,OAAO,EAAE,SAAS,CAAC;IAEnC;;;;OAIG;gBACS,OAAO,EAAE,eAAe;IA4BpC;;;;OAIG;IACI,KAAK,CAAC,IAAI,EAAE,MAAM;CAQzB"}
|
package/dist/cjs/s2.js
CHANGED
|
@@ -4,13 +4,12 @@ exports.S2 = void 0;
|
|
|
4
4
|
const accessTokens_js_1 = require("./accessTokens.js");
|
|
5
5
|
const basin_js_1 = require("./basin.js");
|
|
6
6
|
const basins_js_1 = require("./basins.js");
|
|
7
|
+
const endpoints_js_1 = require("./endpoints.js");
|
|
7
8
|
const error_js_1 = require("./error.js");
|
|
8
9
|
const index_js_1 = require("./generated/client/index.js");
|
|
9
10
|
const Redacted = require("./lib/redacted.js");
|
|
10
11
|
const runtime_js_1 = require("./lib/stream/runtime.js");
|
|
11
12
|
const metrics_js_1 = require("./metrics.js");
|
|
12
|
-
const defaultBaseUrl = "https://aws.s2.dev/v1";
|
|
13
|
-
const defaultMakeBasinBaseUrl = (basin) => `https://${basin}.b.aws.s2.dev/v1`;
|
|
14
13
|
/**
|
|
15
14
|
* Top-level S2 SDK client.
|
|
16
15
|
*
|
|
@@ -19,8 +18,7 @@ const defaultMakeBasinBaseUrl = (basin) => `https://${basin}.b.aws.s2.dev/v1`;
|
|
|
19
18
|
class S2 {
|
|
20
19
|
accessToken;
|
|
21
20
|
client;
|
|
22
|
-
|
|
23
|
-
includeBasinHeader;
|
|
21
|
+
endpoints;
|
|
24
22
|
retryConfig;
|
|
25
23
|
/**
|
|
26
24
|
* Account-scoped basin management operations.
|
|
@@ -40,27 +38,25 @@ class S2 {
|
|
|
40
38
|
constructor(options) {
|
|
41
39
|
this.accessToken = Redacted.make(options.accessToken);
|
|
42
40
|
this.retryConfig = options.retry ?? {};
|
|
41
|
+
this.endpoints =
|
|
42
|
+
options.endpoints instanceof endpoints_js_1.S2Endpoints
|
|
43
|
+
? options.endpoints
|
|
44
|
+
: new endpoints_js_1.S2Endpoints(options.endpoints);
|
|
43
45
|
const headers = {};
|
|
44
46
|
if ((0, runtime_js_1.canSetUserAgentHeader)()) {
|
|
45
47
|
headers["user-agent"] = runtime_js_1.DEFAULT_USER_AGENT;
|
|
46
48
|
}
|
|
47
49
|
this.client = (0, index_js_1.createClient)((0, index_js_1.createConfig)({
|
|
48
|
-
baseUrl:
|
|
50
|
+
baseUrl: this.endpoints.accountBaseUrl(),
|
|
49
51
|
auth: () => Redacted.value(this.accessToken),
|
|
50
52
|
headers: headers,
|
|
51
53
|
}));
|
|
52
|
-
this.client.interceptors.error.use((err, res
|
|
53
|
-
return
|
|
54
|
-
message: err instanceof Error ? err.message : "Unknown error",
|
|
55
|
-
status: res.status,
|
|
56
|
-
origin: "server",
|
|
57
|
-
});
|
|
54
|
+
this.client.interceptors.error.use((err, res) => {
|
|
55
|
+
return (0, error_js_1.makeServerError)(res, err);
|
|
58
56
|
});
|
|
59
57
|
this.basins = new basins_js_1.S2Basins(this.client, this.retryConfig);
|
|
60
58
|
this.accessTokens = new accessTokens_js_1.S2AccessTokens(this.client, this.retryConfig);
|
|
61
59
|
this.metrics = new metrics_js_1.S2Metrics(this.client, this.retryConfig);
|
|
62
|
-
this.makeBasinBaseUrl = options.makeBasinBaseUrl ?? defaultMakeBasinBaseUrl;
|
|
63
|
-
this.includeBasinHeader = !!options.makeBasinBaseUrl;
|
|
64
60
|
}
|
|
65
61
|
/**
|
|
66
62
|
* Create a basin-scoped client bound to a specific basin name.
|
|
@@ -70,8 +66,8 @@ class S2 {
|
|
|
70
66
|
basin(name) {
|
|
71
67
|
return new basin_js_1.S2Basin(name, {
|
|
72
68
|
accessToken: this.accessToken,
|
|
73
|
-
baseUrl: this.
|
|
74
|
-
includeBasinHeader: this.includeBasinHeader,
|
|
69
|
+
baseUrl: this.endpoints.basinBaseUrl(name),
|
|
70
|
+
includeBasinHeader: this.endpoints.includeBasinHeader,
|
|
75
71
|
retryConfig: this.retryConfig,
|
|
76
72
|
});
|
|
77
73
|
}
|
package/dist/cjs/s2.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"s2.js","sourceRoot":"","sources":["../../src/s2.ts"],"names":[],"mappings":";;;AAAA,uDAAmD;AACnD,yCAAqC;AACrC,2CAAuC;AAEvC,
|
|
1
|
+
{"version":3,"file":"s2.js","sourceRoot":"","sources":["../../src/s2.ts"],"names":[],"mappings":";;;AAAA,uDAAmD;AACnD,yCAAqC;AACrC,2CAAuC;AAEvC,iDAA6C;AAC7C,yCAA6C;AAC7C,0DAAyE;AAEzE,8CAA8C;AAC9C,wDAGiC;AACjC,6CAAyC;AAEzC;;;;GAIG;AACH,MAAa,EAAE;IACG,WAAW,CAAoB;IAC/B,MAAM,CAAS;IACf,SAAS,CAAc;IACvB,WAAW,CAAc;IAE1C;;;;OAIG;IACa,MAAM,CAAW;IACjC,kEAAkE;IAClD,YAAY,CAAiB;IAC7C,+CAA+C;IAC/B,OAAO,CAAY;IAEnC;;;;OAIG;IACH,YAAY,OAAwB;QACnC,IAAI,CAAC,WAAW,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QACtD,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC;QACvC,IAAI,CAAC,SAAS;YACb,OAAO,CAAC,SAAS,YAAY,0BAAW;gBACvC,CAAC,CAAC,OAAO,CAAC,SAAS;gBACnB,CAAC,CAAC,IAAI,0BAAW,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QACvC,MAAM,OAAO,GAA2B,EAAE,CAAC;QAC3C,IAAI,IAAA,kCAAqB,GAAE,EAAE,CAAC;YAC7B,OAAO,CAAC,YAAY,CAAC,GAAG,+BAAkB,CAAC;QAC5C,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,IAAA,uBAAY,EACzB,IAAA,uBAAY,EAAC;YACZ,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,cAAc,EAAE;YACxC,IAAI,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC;YAC5C,OAAO,EAAE,OAAO;SAChB,CAAC,CACF,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;YAC/C,OAAO,IAAA,0BAAe,EAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,GAAG,IAAI,oBAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QAC1D,IAAI,CAAC,YAAY,GAAG,IAAI,gCAAc,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QACtE,IAAI,CAAC,OAAO,GAAG,IAAI,sBAAS,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;IAC7D,CAAC;IAED;;;;OAIG;IACI,KAAK,CAAC,IAAY;QACxB,OAAO,IAAI,kBAAO,CAAC,IAAI,EAAE;YACxB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,IAAI,CAAC;YAC1C,kBAAkB,EAAE,IAAI,CAAC,SAAS,CAAC,kBAAkB;YACrD,WAAW,EAAE,IAAI,CAAC,WAAW;SAC7B,CAAC,CAAC;IACJ,CAAC;CACD;AA/DD,gBA+DC"}
|
package/dist/cjs/stream.d.ts
CHANGED
|
@@ -1,24 +1,32 @@
|
|
|
1
1
|
import type { RetryConfig, S2RequestOptions } from "./common.js";
|
|
2
2
|
import type { Client } from "./generated/client/types.gen.js";
|
|
3
|
-
import {
|
|
4
|
-
import type
|
|
3
|
+
import type { AppendSession, ReadSession, TransportConfig } from "./lib/stream/types.js";
|
|
4
|
+
import type * as Types from "./types.js";
|
|
5
|
+
/**
|
|
6
|
+
* Basin-scoped stream helper for append/read operations.
|
|
7
|
+
*
|
|
8
|
+
* Created via {@link S2Basin.stream}. Provides direct methods plus factories for read/append sessions.
|
|
9
|
+
*/
|
|
5
10
|
export declare class S2Stream {
|
|
6
11
|
private readonly client;
|
|
7
12
|
private readonly transportConfig;
|
|
8
13
|
private readonly retryConfig?;
|
|
9
14
|
private _transport?;
|
|
15
|
+
private closed;
|
|
16
|
+
private closePromise?;
|
|
10
17
|
readonly name: string;
|
|
11
18
|
constructor(name: string, client: Client, transportConfig: TransportConfig, retryConfig?: RetryConfig);
|
|
12
19
|
/**
|
|
13
20
|
* Get or create the transport instance
|
|
14
21
|
*/
|
|
15
22
|
private getTransport;
|
|
23
|
+
private ensureOpen;
|
|
16
24
|
/**
|
|
17
25
|
* Check the tail of the stream.
|
|
18
26
|
*
|
|
19
27
|
* Returns the next sequence number and timestamp to be assigned (`tail`).
|
|
20
28
|
*/
|
|
21
|
-
checkTail(options?: S2RequestOptions): Promise<
|
|
29
|
+
checkTail(options?: S2RequestOptions): Promise<Types.TailResponse>;
|
|
22
30
|
/**
|
|
23
31
|
* Read records from the stream.
|
|
24
32
|
*
|
|
@@ -27,29 +35,33 @@ export declare class S2Stream {
|
|
|
27
35
|
* - Non-streaming reads are bounded by `count` and `bytes` (defaults 1000 and 1 MiB).
|
|
28
36
|
* - Use `readSession` for streaming reads
|
|
29
37
|
*/
|
|
30
|
-
read<Format extends "string" | "bytes" = "string">(
|
|
38
|
+
read<Format extends "string" | "bytes" = "string">(input?: Types.ReadInput, options?: S2RequestOptions & {
|
|
39
|
+
as?: Format;
|
|
40
|
+
}): Promise<Types.ReadBatch<Format>>;
|
|
31
41
|
/**
|
|
32
|
-
* Append
|
|
42
|
+
* Append a batch of records to the stream.
|
|
33
43
|
*
|
|
34
44
|
* - Automatically base64-encodes when format is "bytes".
|
|
35
|
-
* - Supports conditional appends via `
|
|
45
|
+
* - Supports conditional appends via `fencingToken` and `matchSeqNum` in the input.
|
|
36
46
|
* - Returns the acknowledged range and the stream tail after the append.
|
|
47
|
+
* - All records in a batch must use the same format (either all string or all bytes).
|
|
37
48
|
*
|
|
38
|
-
*
|
|
49
|
+
* Use {@link AppendInput.create} to construct a validated AppendInput.
|
|
39
50
|
* For high-throughput sequential appends, use `appendSession()` instead.
|
|
40
51
|
*
|
|
41
|
-
* @param
|
|
42
|
-
* @param args Optional append arguments (fencing_token, match_seq_num)
|
|
52
|
+
* @param input The append input containing records and optional conditions
|
|
43
53
|
* @param options Optional request options
|
|
44
54
|
*/
|
|
45
|
-
append(
|
|
55
|
+
append(input: Types.AppendInput, options?: S2RequestOptions): Promise<Types.AppendAck>;
|
|
46
56
|
/**
|
|
47
57
|
* Open a streaming read session
|
|
48
58
|
*
|
|
49
59
|
* Use the returned session as an async iterable or as a readable stream.
|
|
50
60
|
* When `as: "bytes"` is provided, bodies and headers are decoded to `Uint8Array`.
|
|
51
61
|
*/
|
|
52
|
-
readSession<Format extends "string" | "bytes" = "string">(
|
|
62
|
+
readSession<Format extends "string" | "bytes" = "string">(input?: Types.ReadInput, options?: S2RequestOptions & {
|
|
63
|
+
as?: Format;
|
|
64
|
+
}): Promise<ReadSession<Format>>;
|
|
53
65
|
/**
|
|
54
66
|
* Create an append session that guarantees ordering of submissions.
|
|
55
67
|
*
|
|
@@ -59,6 +71,8 @@ export declare class S2Stream {
|
|
|
59
71
|
* @param sessionOptions Options that control append session behavior
|
|
60
72
|
* @param requestOptions Optional request options
|
|
61
73
|
*/
|
|
62
|
-
appendSession(sessionOptions?: AppendSessionOptions, requestOptions?: S2RequestOptions): Promise<AppendSession>;
|
|
74
|
+
appendSession(sessionOptions?: Types.AppendSessionOptions, requestOptions?: S2RequestOptions): Promise<AppendSession>;
|
|
75
|
+
close(): Promise<void>;
|
|
76
|
+
[Symbol.asyncDispose](): Promise<void>;
|
|
63
77
|
}
|
|
64
78
|
//# sourceMappingURL=stream.d.ts.map
|
package/dist/cjs/stream.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"stream.d.ts","sourceRoot":"","sources":["../../src/stream.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAEjE,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,iCAAiC,CAAC;
|
|
1
|
+
{"version":3,"file":"stream.d.ts","sourceRoot":"","sources":["../../src/stream.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAEjE,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,iCAAiC,CAAC;AAc9D,OAAO,KAAK,EACX,aAAa,EAEb,WAAW,EAEX,eAAe,EACf,MAAM,uBAAuB,CAAC;AAC/B,OAAO,KAAK,KAAK,KAAK,MAAM,YAAY,CAAC;AAEzC;;;;GAIG;AACH,qBAAa,QAAQ;IACpB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAkB;IAClD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAc;IAC3C,OAAO,CAAC,UAAU,CAAC,CAAmB;IACtC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,YAAY,CAAC,CAAgB;IAErC,SAAgB,IAAI,EAAE,MAAM,CAAC;gBAG5B,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,MAAM,EACd,eAAe,EAAE,eAAe,EAChC,WAAW,CAAC,EAAE,WAAW;IAQ1B;;OAEG;YACW,YAAY;IAQ1B,OAAO,CAAC,UAAU;IAMlB;;;;OAIG;IACU,SAAS,CACrB,OAAO,CAAC,EAAE,gBAAgB,GACxB,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC;IAgB9B;;;;;;;OAOG;IACU,IAAI,CAAC,MAAM,SAAS,QAAQ,GAAG,OAAO,GAAG,QAAQ,EAC7D,KAAK,CAAC,EAAE,KAAK,CAAC,SAAS,EACvB,OAAO,CAAC,EAAE,gBAAgB,GAAG;QAAE,EAAE,CAAC,EAAE,MAAM,CAAA;KAAE,GAC1C,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAuBnC;;;;;;;;;;;;;OAaG;IACU,MAAM,CAClB,KAAK,EAAE,KAAK,CAAC,WAAW,EACxB,OAAO,CAAC,EAAE,gBAAgB,GACxB,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC;IAkB3B;;;;;OAKG;IACU,WAAW,CAAC,MAAM,SAAS,QAAQ,GAAG,OAAO,GAAG,QAAQ,EACpE,KAAK,CAAC,EAAE,KAAK,CAAC,SAAS,EACvB,OAAO,CAAC,EAAE,gBAAgB,GAAG;QAAE,EAAE,CAAC,EAAE,MAAM,CAAA;KAAE,GAC1C,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;IAW/B;;;;;;;;OAQG;IACU,aAAa,CACzB,cAAc,CAAC,EAAE,KAAK,CAAC,oBAAoB,EAC3C,cAAc,CAAC,EAAE,gBAAgB,GAC/B,OAAO,CAAC,aAAa,CAAC;IASZ,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IA0B7B,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC;CAG5C"}
|