@s2-dev/streamstore 0.16.11 → 0.17.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (123) hide show
  1. package/dist/cjs/basin.d.ts +9 -2
  2. package/dist/cjs/basin.d.ts.map +1 -1
  3. package/dist/cjs/basin.js +14 -5
  4. package/dist/cjs/basin.js.map +1 -1
  5. package/dist/cjs/batch-transform.d.ts +64 -0
  6. package/dist/cjs/batch-transform.d.ts.map +1 -0
  7. package/dist/cjs/batch-transform.js +144 -0
  8. package/dist/cjs/batch-transform.js.map +1 -0
  9. package/dist/cjs/generated/client/utils.gen.d.ts +1 -1
  10. package/dist/cjs/generated/client/utils.gen.d.ts.map +1 -1
  11. package/dist/cjs/generated/client/utils.gen.js +7 -6
  12. package/dist/cjs/generated/client/utils.gen.js.map +1 -1
  13. package/dist/cjs/generated/core/bodySerializer.gen.d.ts +12 -4
  14. package/dist/cjs/generated/core/bodySerializer.gen.d.ts.map +1 -1
  15. package/dist/cjs/generated/core/bodySerializer.gen.js.map +1 -1
  16. package/dist/cjs/generated/proto/s2.d.ts.map +1 -1
  17. package/dist/cjs/generated/proto/s2.js.map +1 -1
  18. package/dist/cjs/index.d.ts +4 -2
  19. package/dist/cjs/index.d.ts.map +1 -1
  20. package/dist/cjs/index.js +5 -1
  21. package/dist/cjs/index.js.map +1 -1
  22. package/dist/cjs/lib/stream/factory.d.ts +15 -0
  23. package/dist/cjs/lib/stream/factory.d.ts.map +1 -0
  24. package/dist/cjs/lib/stream/factory.js +36 -0
  25. package/dist/cjs/lib/stream/factory.js.map +1 -0
  26. package/dist/cjs/lib/stream/runtime.d.ts +13 -0
  27. package/dist/cjs/lib/stream/runtime.d.ts.map +1 -0
  28. package/dist/cjs/lib/stream/runtime.js +50 -0
  29. package/dist/cjs/lib/stream/runtime.js.map +1 -0
  30. package/dist/cjs/lib/stream/transport/fetch/index.d.ts +79 -0
  31. package/dist/cjs/lib/stream/transport/fetch/index.d.ts.map +1 -0
  32. package/dist/cjs/lib/stream/transport/fetch/index.js +382 -0
  33. package/dist/cjs/lib/stream/transport/fetch/index.js.map +1 -0
  34. package/dist/cjs/lib/stream/transport/fetch/shared.d.ts +7 -0
  35. package/dist/cjs/lib/stream/transport/fetch/shared.d.ts.map +1 -0
  36. package/dist/cjs/lib/stream/transport/fetch/shared.js +170 -0
  37. package/dist/cjs/lib/stream/transport/fetch/shared.js.map +1 -0
  38. package/dist/cjs/lib/stream/transport/s2s/framing.d.ts +47 -0
  39. package/dist/cjs/lib/stream/transport/s2s/framing.d.ts.map +1 -0
  40. package/dist/cjs/lib/stream/transport/s2s/framing.js +123 -0
  41. package/dist/cjs/lib/stream/transport/s2s/framing.js.map +1 -0
  42. package/dist/cjs/lib/stream/transport/s2s/index.d.ts +23 -0
  43. package/dist/cjs/lib/stream/transport/s2s/index.d.ts.map +1 -0
  44. package/dist/cjs/lib/stream/transport/s2s/index.js +785 -0
  45. package/dist/cjs/lib/stream/transport/s2s/index.js.map +1 -0
  46. package/dist/cjs/lib/stream/types.d.ts +53 -0
  47. package/dist/cjs/lib/stream/types.d.ts.map +1 -0
  48. package/dist/cjs/lib/stream/types.js +3 -0
  49. package/dist/cjs/lib/stream/types.js.map +1 -0
  50. package/dist/cjs/s2.d.ts +1 -0
  51. package/dist/cjs/s2.d.ts.map +1 -1
  52. package/dist/cjs/s2.js +3 -0
  53. package/dist/cjs/s2.js.map +1 -1
  54. package/dist/cjs/stream.d.ts +22 -116
  55. package/dist/cjs/stream.d.ts.map +1 -1
  56. package/dist/cjs/stream.js +34 -549
  57. package/dist/cjs/stream.js.map +1 -1
  58. package/dist/cjs/utils.d.ts +32 -6
  59. package/dist/cjs/utils.d.ts.map +1 -1
  60. package/dist/cjs/utils.js +129 -34
  61. package/dist/cjs/utils.js.map +1 -1
  62. package/dist/esm/basin.d.ts +9 -2
  63. package/dist/esm/basin.d.ts.map +1 -1
  64. package/dist/esm/basin.js +14 -5
  65. package/dist/esm/basin.js.map +1 -1
  66. package/dist/esm/batch-transform.d.ts +64 -0
  67. package/dist/esm/batch-transform.d.ts.map +1 -0
  68. package/dist/esm/batch-transform.js +140 -0
  69. package/dist/esm/batch-transform.js.map +1 -0
  70. package/dist/esm/generated/client/utils.gen.d.ts +1 -1
  71. package/dist/esm/generated/client/utils.gen.d.ts.map +1 -1
  72. package/dist/esm/generated/client/utils.gen.js +7 -6
  73. package/dist/esm/generated/client/utils.gen.js.map +1 -1
  74. package/dist/esm/generated/core/bodySerializer.gen.d.ts +12 -4
  75. package/dist/esm/generated/core/bodySerializer.gen.d.ts.map +1 -1
  76. package/dist/esm/generated/core/bodySerializer.gen.js.map +1 -1
  77. package/dist/esm/generated/proto/s2.d.ts.map +1 -1
  78. package/dist/esm/generated/proto/s2.js.map +1 -1
  79. package/dist/esm/index.d.ts +4 -2
  80. package/dist/esm/index.d.ts.map +1 -1
  81. package/dist/esm/index.js +2 -1
  82. package/dist/esm/index.js.map +1 -1
  83. package/dist/esm/lib/stream/factory.d.ts +15 -0
  84. package/dist/esm/lib/stream/factory.d.ts.map +1 -0
  85. package/dist/esm/lib/stream/factory.js +33 -0
  86. package/dist/esm/lib/stream/factory.js.map +1 -0
  87. package/dist/esm/lib/stream/runtime.d.ts +13 -0
  88. package/dist/esm/lib/stream/runtime.d.ts.map +1 -0
  89. package/dist/esm/lib/stream/runtime.js +46 -0
  90. package/dist/esm/lib/stream/runtime.js.map +1 -0
  91. package/dist/esm/lib/stream/transport/fetch/index.d.ts +79 -0
  92. package/dist/esm/lib/stream/transport/fetch/index.d.ts.map +1 -0
  93. package/dist/esm/lib/stream/transport/fetch/index.js +376 -0
  94. package/dist/esm/lib/stream/transport/fetch/index.js.map +1 -0
  95. package/dist/esm/lib/stream/transport/fetch/shared.d.ts +7 -0
  96. package/dist/esm/lib/stream/transport/fetch/shared.d.ts.map +1 -0
  97. package/dist/esm/lib/stream/transport/fetch/shared.js +166 -0
  98. package/dist/esm/lib/stream/transport/fetch/shared.js.map +1 -0
  99. package/dist/esm/lib/stream/transport/s2s/framing.d.ts +47 -0
  100. package/dist/esm/lib/stream/transport/s2s/framing.d.ts.map +1 -0
  101. package/dist/esm/lib/stream/transport/s2s/framing.js +118 -0
  102. package/dist/esm/lib/stream/transport/s2s/framing.js.map +1 -0
  103. package/dist/esm/lib/stream/transport/s2s/index.d.ts +23 -0
  104. package/dist/esm/lib/stream/transport/s2s/index.d.ts.map +1 -0
  105. package/dist/esm/lib/stream/transport/s2s/index.js +781 -0
  106. package/dist/esm/lib/stream/transport/s2s/index.js.map +1 -0
  107. package/dist/esm/lib/stream/types.d.ts +53 -0
  108. package/dist/esm/lib/stream/types.d.ts.map +1 -0
  109. package/dist/esm/lib/stream/types.js +2 -0
  110. package/dist/esm/lib/stream/types.js.map +1 -0
  111. package/dist/esm/s2.d.ts +1 -0
  112. package/dist/esm/s2.d.ts.map +1 -1
  113. package/dist/esm/s2.js +3 -0
  114. package/dist/esm/s2.js.map +1 -1
  115. package/dist/esm/stream.d.ts +22 -116
  116. package/dist/esm/stream.d.ts.map +1 -1
  117. package/dist/esm/stream.js +36 -551
  118. package/dist/esm/stream.js.map +1 -1
  119. package/dist/esm/utils.d.ts +32 -6
  120. package/dist/esm/utils.d.ts.map +1 -1
  121. package/dist/esm/utils.js +126 -34
  122. package/dist/esm/utils.js.map +1 -1
  123. package/package.json +2 -4
@@ -0,0 +1 @@
1
+ {"version":3,"file":"shared.d.ts","sourceRoot":"","sources":["../../../../../../src/lib/stream/transport/fetch/shared.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAO9D,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,uCAAuC,CAAC;AACpE,OAAO,EACN,KAAK,SAAS,EAUd,MAAM,gCAAgC,CAAC;AAMxC,OAAO,KAAK,EACX,UAAU,EAEV,YAAY,EAEZ,QAAQ,EACR,SAAS,EACT,MAAM,gBAAgB,CAAC;AAExB,wBAAsB,UAAU,CAAC,MAAM,SAAS,QAAQ,GAAG,OAAO,GAAG,QAAQ,EAC5E,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,MAAM,EACd,IAAI,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,EACvB,OAAO,CAAC,EAAE,gBAAgB,8BA2D1B;AAED,wBAAsB,YAAY,CACjC,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,YAAY,GAAG,YAAY,EAAE,EACtC,IAAI,CAAC,EAAE,IAAI,CAAC,UAAU,EAAE,SAAS,CAAC,EAClC,OAAO,CAAC,EAAE,gBAAgB,sBAqH1B"}
@@ -0,0 +1,170 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.streamRead = streamRead;
4
+ exports.streamAppend = streamAppend;
5
+ const error_js_1 = require("../../../../error.js");
6
+ const index_js_1 = require("../../../../generated/index.js");
7
+ const utils_js_1 = require("../../../../utils.js");
8
+ const base64_js_1 = require("../../../base64.js");
9
+ async function streamRead(stream, client, args, options) {
10
+ const { as, ...queryParams } = args ?? {};
11
+ const response = await (0, index_js_1.read)({
12
+ client,
13
+ path: {
14
+ stream,
15
+ },
16
+ headers: {
17
+ ...(as === "bytes" ? { "s2-format": "base64" } : {}),
18
+ },
19
+ query: queryParams,
20
+ ...options,
21
+ });
22
+ if (response.error) {
23
+ if ("message" in response.error) {
24
+ throw new error_js_1.S2Error({
25
+ message: response.error.message,
26
+ code: response.error.code ?? undefined,
27
+ status: response.response.status,
28
+ });
29
+ }
30
+ else {
31
+ // special case for 416 - Range Not Satisfiable
32
+ throw new error_js_1.RangeNotSatisfiableError({
33
+ status: response.response.status,
34
+ });
35
+ }
36
+ }
37
+ if (args?.as === "bytes") {
38
+ const res = {
39
+ ...response.data,
40
+ records: response.data.records?.map((record) => ({
41
+ ...record,
42
+ body: record.body ? (0, base64_js_1.decodeFromBase64)(record.body) : undefined,
43
+ headers: record.headers?.map((header) => header.map((h) => (0, base64_js_1.decodeFromBase64)(h))),
44
+ })),
45
+ };
46
+ return res;
47
+ }
48
+ else {
49
+ const res = {
50
+ ...response.data,
51
+ records: response.data.records.map((record) => ({
52
+ ...record,
53
+ headers: record.headers
54
+ ? Object.fromEntries(record.headers)
55
+ : undefined,
56
+ })),
57
+ };
58
+ return res;
59
+ }
60
+ }
61
+ async function streamAppend(stream, client, records, args, options) {
62
+ const recordsArray = Array.isArray(records) ? records : [records];
63
+ if (recordsArray.length === 0) {
64
+ throw new error_js_1.S2Error({ message: "Cannot append empty array of records" });
65
+ }
66
+ let batchMeteredSize = 0;
67
+ for (const record of recordsArray) {
68
+ batchMeteredSize += (0, utils_js_1.meteredSizeBytes)(record);
69
+ }
70
+ if (batchMeteredSize > 1024 * 1024) {
71
+ throw new error_js_1.S2Error({
72
+ message: `Batch size ${batchMeteredSize} bytes exceeds maximum of 1 MiB (1048576 bytes)`,
73
+ });
74
+ }
75
+ if (recordsArray.length > 1000) {
76
+ throw new error_js_1.S2Error({
77
+ message: `Batch of ${recordsArray.length} exceeds maximum batch size of 1000 records`,
78
+ });
79
+ }
80
+ let encodedRecords = [];
81
+ let hasAnyBytesRecords = false;
82
+ for (const record of recordsArray) {
83
+ const format = (0, utils_js_1.computeAppendRecordFormat)(record);
84
+ if (format === "bytes") {
85
+ const formattedRecord = record;
86
+ const encodedRecord = {
87
+ ...formattedRecord,
88
+ body: formattedRecord.body
89
+ ? (0, base64_js_1.encodeToBase64)(formattedRecord.body)
90
+ : undefined,
91
+ headers: formattedRecord.headers?.map((header) => header.map((h) => (0, base64_js_1.encodeToBase64)(h))),
92
+ };
93
+ encodedRecords.push(encodedRecord);
94
+ }
95
+ else {
96
+ // Normalize headers to array format
97
+ const normalizeHeaders = (headers) => {
98
+ if (headers === undefined) {
99
+ return undefined;
100
+ }
101
+ else if (Array.isArray(headers)) {
102
+ return headers;
103
+ }
104
+ else {
105
+ return Object.entries(headers);
106
+ }
107
+ };
108
+ const formattedRecord = record;
109
+ const encodedRecord = {
110
+ ...formattedRecord,
111
+ headers: formattedRecord.headers
112
+ ? normalizeHeaders(formattedRecord.headers)
113
+ : undefined,
114
+ };
115
+ encodedRecords.push(encodedRecord);
116
+ }
117
+ }
118
+ const response = await (0, index_js_1.append)({
119
+ client,
120
+ path: {
121
+ stream,
122
+ },
123
+ body: {
124
+ fencing_token: args?.fencing_token,
125
+ match_seq_num: args?.match_seq_num,
126
+ records: encodedRecords,
127
+ },
128
+ headers: {
129
+ ...(hasAnyBytesRecords ? { "s2-format": "base64" } : {}),
130
+ },
131
+ ...options,
132
+ });
133
+ if (response.error) {
134
+ if ("message" in response.error) {
135
+ throw new error_js_1.S2Error({
136
+ message: response.error.message,
137
+ code: response.error.code ?? undefined,
138
+ status: response.response.status,
139
+ });
140
+ }
141
+ else {
142
+ // special case for 412 - append condition failed
143
+ if ("seq_num_mismatch" in response.error) {
144
+ throw new error_js_1.SeqNumMismatchError({
145
+ message: "Append condition failed: sequence number mismatch",
146
+ code: "APPEND_CONDITION_FAILED",
147
+ status: response.response.status,
148
+ expectedSeqNum: response.error.seq_num_mismatch,
149
+ });
150
+ }
151
+ else if ("fencing_token_mismatch" in response.error) {
152
+ throw new error_js_1.FencingTokenMismatchError({
153
+ message: "Append condition failed: fencing token mismatch",
154
+ code: "APPEND_CONDITION_FAILED",
155
+ status: response.response.status,
156
+ expectedFencingToken: response.error.fencing_token_mismatch,
157
+ });
158
+ }
159
+ else {
160
+ // fallback for unknown 412 error format
161
+ throw new error_js_1.S2Error({
162
+ message: "Append condition failed",
163
+ status: response.response.status,
164
+ });
165
+ }
166
+ }
167
+ }
168
+ return response.data;
169
+ }
170
+ //# sourceMappingURL=shared.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"shared.js","sourceRoot":"","sources":["../../../../../../src/lib/stream/transport/fetch/shared.ts"],"names":[],"mappings":";;AAkCA,gCA+DC;AAED,oCA0HC;AA5ND,mDAK8B;AAE9B,6DAWwC;AACxC,mDAG8B;AAC9B,kDAAsE;AAU/D,KAAK,UAAU,UAAU,CAC/B,MAAc,EACd,MAAc,EACd,IAAuB,EACvB,OAA0B;IAE1B,MAAM,EAAE,EAAE,EAAE,GAAG,WAAW,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC;IAC1C,MAAM,QAAQ,GAAG,MAAM,IAAA,eAAI,EAAC;QAC3B,MAAM;QACN,IAAI,EAAE;YACL,MAAM;SACN;QACD,OAAO,EAAE;YACR,GAAG,CAAC,EAAE,KAAK,OAAO,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACpD;QACD,KAAK,EAAE,WAAW;QAClB,GAAG,OAAO;KACV,CAAC,CAAC;IACH,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QACpB,IAAI,SAAS,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;YACjC,MAAM,IAAI,kBAAO,CAAC;gBACjB,OAAO,EAAE,QAAQ,CAAC,KAAK,CAAC,OAAO;gBAC/B,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,IAAI,IAAI,SAAS;gBACtC,MAAM,EAAE,QAAQ,CAAC,QAAQ,CAAC,MAAM;aAChC,CAAC,CAAC;QACJ,CAAC;aAAM,CAAC;YACP,+CAA+C;YAC/C,MAAM,IAAI,mCAAwB,CAAC;gBAClC,MAAM,EAAE,QAAQ,CAAC,QAAQ,CAAC,MAAM;aAChC,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;IAED,IAAI,IAAI,EAAE,EAAE,KAAK,OAAO,EAAE,CAAC;QAC1B,MAAM,GAAG,GAAuB;YAC/B,GAAG,QAAQ,CAAC,IAAI;YAChB,OAAO,EAAE,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAClC,CAAC,MAAgC,EAAE,EAAE,CAAC,CAAC;gBACtC,GAAG,MAAM;gBACT,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAA,4BAAgB,EAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;gBAC7D,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,GAAG,CAC3B,CAAC,MAAwB,EAAE,EAAE,CAC5B,MAAM,CAAC,GAAG,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,IAAA,4BAAgB,EAAC,CAAC,CAAC,CAG5C,CACF;aACD,CAAC,CACF;SACD,CAAC;QACF,OAAO,GAAwB,CAAC;IACjC,CAAC;SAAM,CAAC;QACP,MAAM,GAAG,GAAwB;YAChC,GAAG,QAAQ,CAAC,IAAI;YAChB,OAAO,EAAE,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;gBAC/C,GAAG,MAAM;gBACT,OAAO,EAAE,MAAM,CAAC,OAAO;oBACtB,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC;oBACpC,CAAC,CAAC,SAAS;aACZ,CAAC,CAAC;SACH,CAAC;QACF,OAAO,GAAwB,CAAC;IACjC,CAAC;AACF,CAAC;AAEM,KAAK,UAAU,YAAY,CACjC,MAAc,EACd,MAAc,EACd,OAAsC,EACtC,IAAkC,EAClC,OAA0B;IAE1B,MAAM,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IAElE,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,MAAM,IAAI,kBAAO,CAAC,EAAE,OAAO,EAAE,sCAAsC,EAAE,CAAC,CAAC;IACxE,CAAC;IAED,IAAI,gBAAgB,GAAG,CAAC,CAAC;IAEzB,KAAK,MAAM,MAAM,IAAI,YAAY,EAAE,CAAC;QACnC,gBAAgB,IAAI,IAAA,2BAAgB,EAAC,MAAM,CAAC,CAAC;IAC9C,CAAC;IAED,IAAI,gBAAgB,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC;QACpC,MAAM,IAAI,kBAAO,CAAC;YACjB,OAAO,EAAE,cAAc,gBAAgB,iDAAiD;SACxF,CAAC,CAAC;IACJ,CAAC;IACD,IAAI,YAAY,CAAC,MAAM,GAAG,IAAI,EAAE,CAAC;QAChC,MAAM,IAAI,kBAAO,CAAC;YACjB,OAAO,EAAE,YAAY,YAAY,CAAC,MAAM,6CAA6C;SACrF,CAAC,CAAC;IACJ,CAAC;IAED,IAAI,cAAc,GAA4B,EAAE,CAAC;IACjD,IAAI,kBAAkB,GAAG,KAAK,CAAC;IAE/B,KAAK,MAAM,MAAM,IAAI,YAAY,EAAE,CAAC;QACnC,MAAM,MAAM,GAAG,IAAA,oCAAyB,EAAC,MAAM,CAAC,CAAC;QACjD,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC;YACxB,MAAM,eAAe,GAAG,MAAwC,CAAC;YACjE,MAAM,aAAa,GAAG;gBACrB,GAAG,eAAe;gBAClB,IAAI,EAAE,eAAe,CAAC,IAAI;oBACzB,CAAC,CAAC,IAAA,0BAAc,EAAC,eAAe,CAAC,IAAI,CAAC;oBACtC,CAAC,CAAC,SAAS;gBACZ,OAAO,EAAE,eAAe,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAChD,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAA,0BAAc,EAAC,CAAC,CAAC,CAAC,CACF;aACnC,CAAC;YAEF,cAAc,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QACpC,CAAC;aAAM,CAAC;YACP,oCAAoC;YACpC,MAAM,gBAAgB,GAAG,CACxB,OAAgC,EACC,EAAE;gBACnC,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;oBAC3B,OAAO,SAAS,CAAC;gBAClB,CAAC;qBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;oBACnC,OAAO,OAAO,CAAC;gBAChB,CAAC;qBAAM,CAAC;oBACP,OAAO,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBAChC,CAAC;YACF,CAAC,CAAC;YAEF,MAAM,eAAe,GAAG,MAAyC,CAAC;YAClE,MAAM,aAAa,GAAG;gBACrB,GAAG,eAAe;gBAClB,OAAO,EAAE,eAAe,CAAC,OAAO;oBAC/B,CAAC,CAAC,gBAAgB,CAAC,eAAe,CAAC,OAAO,CAAC;oBAC3C,CAAC,CAAC,SAAS;aACZ,CAAC;YAEF,cAAc,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QACpC,CAAC;IACF,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,IAAA,iBAAM,EAAC;QAC7B,MAAM;QACN,IAAI,EAAE;YACL,MAAM;SACN;QACD,IAAI,EAAE;YACL,aAAa,EAAE,IAAI,EAAE,aAAa;YAClC,aAAa,EAAE,IAAI,EAAE,aAAa;YAClC,OAAO,EAAE,cAAc;SACvB;QACD,OAAO,EAAE;YACR,GAAG,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACxD;QACD,GAAG,OAAO;KACV,CAAC,CAAC;IACH,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QACpB,IAAI,SAAS,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;YACjC,MAAM,IAAI,kBAAO,CAAC;gBACjB,OAAO,EAAE,QAAQ,CAAC,KAAK,CAAC,OAAO;gBAC/B,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,IAAI,IAAI,SAAS;gBACtC,MAAM,EAAE,QAAQ,CAAC,QAAQ,CAAC,MAAM;aAChC,CAAC,CAAC;QACJ,CAAC;aAAM,CAAC;YACP,iDAAiD;YACjD,IAAI,kBAAkB,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;gBAC1C,MAAM,IAAI,8BAAmB,CAAC;oBAC7B,OAAO,EAAE,mDAAmD;oBAC5D,IAAI,EAAE,yBAAyB;oBAC/B,MAAM,EAAE,QAAQ,CAAC,QAAQ,CAAC,MAAM;oBAChC,cAAc,EAAE,QAAQ,CAAC,KAAK,CAAC,gBAAgB;iBAC/C,CAAC,CAAC;YACJ,CAAC;iBAAM,IAAI,wBAAwB,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;gBACvD,MAAM,IAAI,oCAAyB,CAAC;oBACnC,OAAO,EAAE,iDAAiD;oBAC1D,IAAI,EAAE,yBAAyB;oBAC/B,MAAM,EAAE,QAAQ,CAAC,QAAQ,CAAC,MAAM;oBAChC,oBAAoB,EAAE,QAAQ,CAAC,KAAK,CAAC,sBAAsB;iBAC3D,CAAC,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACP,wCAAwC;gBACxC,MAAM,IAAI,kBAAO,CAAC;oBACjB,OAAO,EAAE,yBAAyB;oBAClC,MAAM,EAAE,QAAQ,CAAC,QAAQ,CAAC,MAAM;iBAChC,CAAC,CAAC;YACJ,CAAC;QACF,CAAC;IACF,CAAC;IACD,OAAO,QAAQ,CAAC,IAAI,CAAC;AACtB,CAAC"}
@@ -0,0 +1,47 @@
1
+ /**
2
+ * S2S Protocol Message Framing
3
+ *
4
+ * Message format:
5
+ * - 3 bytes: Length prefix (total message length including flag byte, big-endian)
6
+ * - 1 byte: Flag byte [T][CC][RRRRR]
7
+ * - T (bit 7): Terminal flag (1 = stream ends after this message)
8
+ * - CC (bits 6-5): Compression (00=none, 01=zstd, 10=gzip)
9
+ * - RRRRR (bits 4-0): Reserved
10
+ * - Variable: Body (protobuf message or JSON error for terminal frames)
11
+ */
12
+ export type CompressionType = "none" | "zstd" | "gzip";
13
+ export interface S2SFrame {
14
+ terminal: boolean;
15
+ compression: CompressionType;
16
+ body: Uint8Array;
17
+ statusCode?: number;
18
+ }
19
+ /**
20
+ * Frame a message for s2s protocol
21
+ */
22
+ export declare function frameMessage(opts: {
23
+ terminal: boolean;
24
+ compression?: CompressionType;
25
+ body: Uint8Array;
26
+ statusCode?: number;
27
+ }): Uint8Array;
28
+ /**
29
+ * Parser for reading s2s frames from a stream
30
+ */
31
+ export declare class S2SFrameParser {
32
+ private buffer;
33
+ /**
34
+ * Add data to the parser buffer
35
+ */
36
+ push(data: Uint8Array): void;
37
+ /**
38
+ * Try to parse the next frame from the buffer
39
+ * Returns null if not enough data available
40
+ */
41
+ parseFrame(): S2SFrame | null;
42
+ /**
43
+ * Check if parser has any buffered data
44
+ */
45
+ hasData(): boolean;
46
+ }
47
+ //# sourceMappingURL=framing.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"framing.d.ts","sourceRoot":"","sources":["../../../../../../src/lib/stream/transport/s2s/framing.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,MAAM,MAAM,eAAe,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;AAEvD,MAAM,WAAW,QAAQ;IACxB,QAAQ,EAAE,OAAO,CAAC;IAClB,WAAW,EAAE,eAAe,CAAC;IAC7B,IAAI,EAAE,UAAU,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,wBAAgB,YAAY,CAAC,IAAI,EAAE;IAClC,QAAQ,EAAE,OAAO,CAAC;IAClB,WAAW,CAAC,EAAE,eAAe,CAAC;IAC9B,IAAI,EAAE,UAAU,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;CACpB,GAAG,UAAU,CA+Cb;AAED;;GAEG;AACH,qBAAa,cAAc;IAC1B,OAAO,CAAC,MAAM,CAAiC;IAE/C;;OAEG;IACI,IAAI,CAAC,IAAI,EAAE,UAAU,GAAG,IAAI;IAOnC;;;OAGG;IACI,UAAU,IAAI,QAAQ,GAAG,IAAI;IA8CpC;;OAEG;IACI,OAAO,IAAI,OAAO;CAGzB"}
@@ -0,0 +1,123 @@
1
+ "use strict";
2
+ /**
3
+ * S2S Protocol Message Framing
4
+ *
5
+ * Message format:
6
+ * - 3 bytes: Length prefix (total message length including flag byte, big-endian)
7
+ * - 1 byte: Flag byte [T][CC][RRRRR]
8
+ * - T (bit 7): Terminal flag (1 = stream ends after this message)
9
+ * - CC (bits 6-5): Compression (00=none, 01=zstd, 10=gzip)
10
+ * - RRRRR (bits 4-0): Reserved
11
+ * - Variable: Body (protobuf message or JSON error for terminal frames)
12
+ */
13
+ Object.defineProperty(exports, "__esModule", { value: true });
14
+ exports.S2SFrameParser = void 0;
15
+ exports.frameMessage = frameMessage;
16
+ /**
17
+ * Frame a message for s2s protocol
18
+ */
19
+ function frameMessage(opts) {
20
+ const compression = opts.compression ?? "none";
21
+ // Build flag byte
22
+ let flag = 0;
23
+ if (opts.terminal) {
24
+ flag |= 0x80; // Set bit 7
25
+ }
26
+ if (compression === "zstd") {
27
+ flag |= 0x20; // Set bit 5
28
+ }
29
+ else if (compression === "gzip") {
30
+ flag |= 0x40; // Set bit 6
31
+ }
32
+ // For terminal frames with status code, prepend 2-byte status code to body
33
+ let body = opts.body;
34
+ if (opts.terminal && opts.statusCode !== undefined) {
35
+ const statusBytes = new Uint8Array(2);
36
+ statusBytes[0] = (opts.statusCode >> 8) & 0xff;
37
+ statusBytes[1] = opts.statusCode & 0xff;
38
+ body = new Uint8Array(statusBytes.length + opts.body.length);
39
+ body.set(statusBytes, 0);
40
+ body.set(opts.body, statusBytes.length);
41
+ }
42
+ // Calculate total length (flag + body)
43
+ const length = 1 + body.length;
44
+ if (length > 0xffffff) {
45
+ throw new Error(`Message too large: ${length} bytes (max 16MB)`);
46
+ }
47
+ // Allocate frame buffer
48
+ const frame = new Uint8Array(3 + length);
49
+ // Write 3-byte length prefix (big-endian)
50
+ frame[0] = (length >> 16) & 0xff;
51
+ frame[1] = (length >> 8) & 0xff;
52
+ frame[2] = length & 0xff;
53
+ // Write flag byte
54
+ frame[3] = flag;
55
+ // Write body
56
+ frame.set(body, 4);
57
+ return frame;
58
+ }
59
+ /**
60
+ * Parser for reading s2s frames from a stream
61
+ */
62
+ class S2SFrameParser {
63
+ buffer = new Uint8Array(0);
64
+ /**
65
+ * Add data to the parser buffer
66
+ */
67
+ push(data) {
68
+ const newBuffer = new Uint8Array(this.buffer.length + data.length);
69
+ newBuffer.set(this.buffer, 0);
70
+ newBuffer.set(data, this.buffer.length);
71
+ this.buffer = newBuffer;
72
+ }
73
+ /**
74
+ * Try to parse the next frame from the buffer
75
+ * Returns null if not enough data available
76
+ */
77
+ parseFrame() {
78
+ // Need at least 4 bytes (3-byte length + 1-byte flag)
79
+ if (this.buffer.length < 4) {
80
+ return null;
81
+ }
82
+ // Read 3-byte length prefix (big-endian)
83
+ const length = (this.buffer[0] << 16) | (this.buffer[1] << 8) | this.buffer[2];
84
+ // Check if we have the full message
85
+ if (this.buffer.length < 3 + length) {
86
+ return null;
87
+ }
88
+ // Read flag byte
89
+ const flag = this.buffer[3];
90
+ const terminal = (flag & 0x80) !== 0;
91
+ let compression = "none";
92
+ if ((flag & 0x20) !== 0) {
93
+ compression = "zstd";
94
+ }
95
+ else if ((flag & 0x40) !== 0) {
96
+ compression = "gzip";
97
+ }
98
+ // Extract body (length includes flag byte, so body is length - 1 bytes)
99
+ let body = this.buffer.slice(4, 4 + length - 1);
100
+ let statusCode;
101
+ // For terminal frames, check for status code
102
+ if (terminal && body.length >= 2) {
103
+ statusCode = (body[0] << 8) | body[1];
104
+ body = body.slice(2);
105
+ }
106
+ // Remove parsed frame from buffer
107
+ this.buffer = this.buffer.slice(3 + length);
108
+ return {
109
+ terminal,
110
+ compression,
111
+ body,
112
+ statusCode,
113
+ };
114
+ }
115
+ /**
116
+ * Check if parser has any buffered data
117
+ */
118
+ hasData() {
119
+ return this.buffer.length > 0;
120
+ }
121
+ }
122
+ exports.S2SFrameParser = S2SFrameParser;
123
+ //# sourceMappingURL=framing.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"framing.js","sourceRoot":"","sources":["../../../../../../src/lib/stream/transport/s2s/framing.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;GAUG;;;AAcH,oCAoDC;AAvDD;;GAEG;AACH,SAAgB,YAAY,CAAC,IAK5B;IACA,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,MAAM,CAAC;IAE/C,kBAAkB;IAClB,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QACnB,IAAI,IAAI,IAAI,CAAC,CAAC,YAAY;IAC3B,CAAC;IACD,IAAI,WAAW,KAAK,MAAM,EAAE,CAAC;QAC5B,IAAI,IAAI,IAAI,CAAC,CAAC,YAAY;IAC3B,CAAC;SAAM,IAAI,WAAW,KAAK,MAAM,EAAE,CAAC;QACnC,IAAI,IAAI,IAAI,CAAC,CAAC,YAAY;IAC3B,CAAC;IAED,2EAA2E;IAC3E,IAAI,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;IACrB,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;QACpD,MAAM,WAAW,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;QACtC,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC;QAC/C,WAAW,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACxC,IAAI,GAAG,IAAI,UAAU,CAAC,WAAW,CAAC,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC7D,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;QACzB,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;IACzC,CAAC;IAED,uCAAuC;IACvC,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC;IAE/B,IAAI,MAAM,GAAG,QAAQ,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CAAC,sBAAsB,MAAM,mBAAmB,CAAC,CAAC;IAClE,CAAC;IAED,wBAAwB;IACxB,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC;IAEzC,0CAA0C;IAC1C,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC;IACjC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC;IAChC,KAAK,CAAC,CAAC,CAAC,GAAG,MAAM,GAAG,IAAI,CAAC;IAEzB,kBAAkB;IAClB,KAAK,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;IAEhB,aAAa;IACb,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IAEnB,OAAO,KAAK,CAAC;AACd,CAAC;AAED;;GAEG;AACH,MAAa,cAAc;IAClB,MAAM,GAAe,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;IAE/C;;OAEG;IACI,IAAI,CAAC,IAAgB;QAC3B,MAAM,SAAS,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;QACnE,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC9B,SAAS,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACxC,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;IACzB,CAAC;IAED;;;OAGG;IACI,UAAU;QAChB,sDAAsD;QACtD,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,OAAO,IAAI,CAAC;QACb,CAAC;QAED,yCAAyC;QACzC,MAAM,MAAM,GACX,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAE,IAAI,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAE,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC;QAEpE,oCAAoC;QACpC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,GAAG,MAAM,EAAE,CAAC;YACrC,OAAO,IAAI,CAAC;QACb,CAAC;QAED,iBAAiB;QACjB,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;QACrC,IAAI,WAAW,GAAoB,MAAM,CAAC;QAC1C,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YACzB,WAAW,GAAG,MAAM,CAAC;QACtB,CAAC;aAAM,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YAChC,WAAW,GAAG,MAAM,CAAC;QACtB,CAAC;QAED,wEAAwE;QACxE,IAAI,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,MAAM,GAAG,CAAC,CAAC,CAAC;QAChD,IAAI,UAA8B,CAAC;QAEnC,6CAA6C;QAC7C,IAAI,QAAQ,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YAClC,UAAU,GAAG,CAAC,IAAI,CAAC,CAAC,CAAE,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAE,CAAC;YACxC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACtB,CAAC;QAED,kCAAkC;QAClC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC;QAE5C,OAAO;YACN,QAAQ;YACR,WAAW;YACX,IAAI;YACJ,UAAU;SACV,CAAC;IACH,CAAC;IAED;;OAEG;IACI,OAAO;QACb,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;IAC/B,CAAC;CACD;AArED,wCAqEC"}
@@ -0,0 +1,23 @@
1
+ /**
2
+ * S2S HTTP/2 transport for Node.js
3
+ * Uses the s2s binary protocol over HTTP/2 for efficient streaming
4
+ *
5
+ * This file should only be imported in Node.js environments
6
+ */
7
+ import type { S2RequestOptions } from "../../../../common.js";
8
+ import type { AppendSession, AppendSessionOptions, ReadArgs, ReadSession, SessionTransport, TransportConfig } from "../../types.js";
9
+ export declare class S2STransport implements SessionTransport {
10
+ private readonly client;
11
+ private readonly transportConfig;
12
+ private connection?;
13
+ private connectionPromise?;
14
+ constructor(config: TransportConfig);
15
+ makeAppendSession(stream: string, sessionOptions?: AppendSessionOptions, requestOptions?: S2RequestOptions): Promise<AppendSession>;
16
+ makeReadSession<Format extends "string" | "bytes" = "string">(stream: string, args?: ReadArgs<Format>, options?: S2RequestOptions): Promise<ReadSession<Format>>;
17
+ /**
18
+ * Get or create HTTP/2 connection (one per transport)
19
+ */
20
+ private getConnection;
21
+ private createConnection;
22
+ }
23
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../../src/lib/stream/transport/s2s/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAgB9D,OAAO,KAAK,EAGX,aAAa,EACb,oBAAoB,EACpB,QAAQ,EAER,WAAW,EACX,gBAAgB,EAChB,eAAe,EACf,MAAM,gBAAgB,CAAC;AAGxB,qBAAa,YAAa,YAAW,gBAAgB;IACpD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAkB;IAClD,OAAO,CAAC,UAAU,CAAC,CAA2B;IAC9C,OAAO,CAAC,iBAAiB,CAAC,CAAoC;gBAElD,MAAM,EAAE,eAAe;IAU7B,iBAAiB,CACtB,MAAM,EAAE,MAAM,EACd,cAAc,CAAC,EAAE,oBAAoB,EACrC,cAAc,CAAC,EAAE,gBAAgB,GAC/B,OAAO,CAAC,aAAa,CAAC;IAWnB,eAAe,CAAC,MAAM,SAAS,QAAQ,GAAG,OAAO,GAAG,QAAQ,EACjE,MAAM,EAAE,MAAM,EACd,IAAI,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,EACvB,OAAO,CAAC,EAAE,gBAAgB,GACxB,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;IAW/B;;OAEG;YACW,aAAa;YAyBb,gBAAgB;CA4B9B"}