@adtrackify/at-service-common 3.18.0 → 3.18.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cjs/__tests__/clients/sqs-bundled-client.spec.js +684 -0
- package/dist/cjs/__tests__/clients/sqs-bundled-client.spec.js.map +1 -1
- package/dist/cjs/__tests__/clients/sqs-unbundle.spec.js +411 -0
- package/dist/cjs/__tests__/clients/sqs-unbundle.spec.js.map +1 -1
- package/dist/cjs/__tests__/integration/sqs-bundling-roundtrip.spec.d.ts +1 -0
- package/dist/cjs/__tests__/integration/sqs-bundling-roundtrip.spec.js +582 -0
- package/dist/cjs/__tests__/integration/sqs-bundling-roundtrip.spec.js.map +1 -0
- package/dist/cjs/clients/generic/sqs-bundled-client.js +56 -18
- package/dist/cjs/clients/generic/sqs-bundled-client.js.map +1 -1
- package/dist/cjs/clients/generic/sqs-bundled-client.types.d.ts +10 -1
- package/dist/cjs/utils/compression.d.ts +1 -1
- package/dist/cjs/utils/compression.js +1 -1
- package/dist/cjs/utils/compression.js.map +1 -1
- package/dist/esm/__tests__/clients/sqs-bundled-client.spec.js +684 -0
- package/dist/esm/__tests__/clients/sqs-bundled-client.spec.js.map +1 -1
- package/dist/esm/__tests__/clients/sqs-unbundle.spec.js +412 -1
- package/dist/esm/__tests__/clients/sqs-unbundle.spec.js.map +1 -1
- package/dist/esm/__tests__/integration/sqs-bundling-roundtrip.spec.d.ts +1 -0
- package/dist/esm/__tests__/integration/sqs-bundling-roundtrip.spec.js +580 -0
- package/dist/esm/__tests__/integration/sqs-bundling-roundtrip.spec.js.map +1 -0
- package/dist/esm/clients/generic/sqs-bundled-client.js +56 -18
- package/dist/esm/clients/generic/sqs-bundled-client.js.map +1 -1
- package/dist/esm/clients/generic/sqs-bundled-client.types.d.ts +10 -1
- package/dist/esm/utils/compression.d.ts +1 -1
- package/dist/esm/utils/compression.js +2 -2
- package/dist/esm/utils/compression.js.map +1 -1
- package/package.json +2 -2
|
@@ -21,7 +21,16 @@ export class BundledSQSClient {
|
|
|
21
21
|
const bundles = chunkArrayBySize(items, this.config.maxUncompressedBundleSizeBytes, this.config.maxItemsPerBundle);
|
|
22
22
|
const envelopes = [];
|
|
23
23
|
for (const bundle of bundles) {
|
|
24
|
-
const
|
|
24
|
+
const result = await this.createEnvelope(bundle);
|
|
25
|
+
if (!result.success) {
|
|
26
|
+
Logger.warn('BundledSQSClient: envelope creation failed, skipping bundle', {
|
|
27
|
+
bundleItems: bundle.length,
|
|
28
|
+
error: result.error,
|
|
29
|
+
});
|
|
30
|
+
skippedItems += result.itemCount;
|
|
31
|
+
continue;
|
|
32
|
+
}
|
|
33
|
+
const envelope = result.envelope;
|
|
25
34
|
const validation = this.validateMessage(envelope);
|
|
26
35
|
if (!validation.valid && this.config.autoResize) {
|
|
27
36
|
Logger.warn('Bundle exceeds size limit, auto-resizing', {
|
|
@@ -91,20 +100,28 @@ export class BundledSQSClient {
|
|
|
91
100
|
try {
|
|
92
101
|
if (this.config.compression === CompressionAlgorithm.NONE) {
|
|
93
102
|
return {
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
103
|
+
success: true,
|
|
104
|
+
envelope: {
|
|
105
|
+
v: 1,
|
|
106
|
+
c: CompressionAlgorithm.NONE,
|
|
107
|
+
n: bundle.length,
|
|
108
|
+
s: sizeInBytes(bundle),
|
|
109
|
+
p: bundle,
|
|
110
|
+
},
|
|
111
|
+
itemCount: bundle.length,
|
|
99
112
|
};
|
|
100
113
|
}
|
|
101
114
|
const { base64, originalSize } = await compressToBase64(bundle, this.config.compression, this.config.compressionLevel);
|
|
102
115
|
return {
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
116
|
+
success: true,
|
|
117
|
+
envelope: {
|
|
118
|
+
v: 1,
|
|
119
|
+
c: this.config.compression,
|
|
120
|
+
n: bundle.length,
|
|
121
|
+
s: originalSize,
|
|
122
|
+
p: base64,
|
|
123
|
+
},
|
|
124
|
+
itemCount: bundle.length,
|
|
108
125
|
};
|
|
109
126
|
}
|
|
110
127
|
catch (error) {
|
|
@@ -114,7 +131,11 @@ export class BundledSQSClient {
|
|
|
114
131
|
compression: this.config.compression,
|
|
115
132
|
compressionLevel: this.config.compressionLevel,
|
|
116
133
|
});
|
|
117
|
-
|
|
134
|
+
return {
|
|
135
|
+
success: false,
|
|
136
|
+
error: error instanceof Error ? error.message : String(error),
|
|
137
|
+
itemCount: bundle.length,
|
|
138
|
+
};
|
|
118
139
|
}
|
|
119
140
|
}
|
|
120
141
|
validateMessage(envelope) {
|
|
@@ -140,12 +161,29 @@ export class BundledSQSClient {
|
|
|
140
161
|
const firstHalf = items.slice(0, midpoint);
|
|
141
162
|
const secondHalf = items.slice(midpoint);
|
|
142
163
|
const processHalf = async (half) => {
|
|
143
|
-
|
|
144
|
-
|
|
145
|
-
|
|
146
|
-
|
|
164
|
+
try {
|
|
165
|
+
const result = await this.createEnvelope(half);
|
|
166
|
+
if (!result.success) {
|
|
167
|
+
Logger.warn('BundledSQSClient: compression failed in splitAndRetry, skipping half', {
|
|
168
|
+
itemCount: half.length,
|
|
169
|
+
error: result.error,
|
|
170
|
+
});
|
|
171
|
+
return { envelopes: [], skippedItems: result.itemCount };
|
|
172
|
+
}
|
|
173
|
+
const envelope = result.envelope;
|
|
174
|
+
const validation = this.validateMessage(envelope);
|
|
175
|
+
if (!validation.valid) {
|
|
176
|
+
return this.splitAndRetry(half);
|
|
177
|
+
}
|
|
178
|
+
return { envelopes: [envelope], skippedItems: 0 };
|
|
179
|
+
}
|
|
180
|
+
catch (error) {
|
|
181
|
+
Logger.warn('BundledSQSClient: unexpected error in splitAndRetry, skipping half', {
|
|
182
|
+
itemCount: half.length,
|
|
183
|
+
error,
|
|
184
|
+
});
|
|
185
|
+
return { envelopes: [], skippedItems: half.length };
|
|
147
186
|
}
|
|
148
|
-
return { envelopes: [envelope], skippedItems: 0 };
|
|
149
187
|
};
|
|
150
188
|
const [firstResult, secondResult] = await Promise.all([
|
|
151
189
|
processHalf(firstHalf),
|
|
@@ -174,7 +212,7 @@ export class BundledSQSClient {
|
|
|
174
212
|
retriesRemaining,
|
|
175
213
|
messageType,
|
|
176
214
|
});
|
|
177
|
-
toSend = result.failedMessages;
|
|
215
|
+
toSend = result.failedMessages ?? [];
|
|
178
216
|
retriesRemaining--;
|
|
179
217
|
if (toSend.length > 0) {
|
|
180
218
|
await this.delay(Math.pow(2, maxRetries - retriesRemaining) * 100);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"sqs-bundled-client.js","sourceRoot":"","sources":["../../../../src/clients/generic/sqs-bundled-client.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,MAAM,iCAAiC,CAAC;AACzD,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAC9D,OAAO,EAAE,WAAW,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AACpE,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACrE,OAAO,EAKL,oBAAoB,EACpB,qBAAqB,
|
|
1
|
+
{"version":3,"file":"sqs-bundled-client.js","sourceRoot":"","sources":["../../../../src/clients/generic/sqs-bundled-client.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,MAAM,iCAAiC,CAAC;AACzD,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAC9D,OAAO,EAAE,WAAW,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AACpE,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACrE,OAAO,EAKL,oBAAoB,EACpB,qBAAqB,GAGtB,MAAM,+BAA+B,CAAC;AAEvC,MAAM,OAAO,gBAAgB;IACnB,SAAS,CAAY;IACrB,MAAM,CAAe;IAE7B,YAAY,SAAoB,EAAE,SAAgC,EAAE;QAClE,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,qBAAqB,EAAE,GAAG,MAAM,EAAE,CAAC;IACxD,CAAC;IAeD,KAAK,CAAC,WAAW,CAAC,WAAmB,EAAE,KAAU;QAC/C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE;YACtB,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC;SAC3B;QAED,IAAI;YACF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC7B,IAAI,cAAc,GAAG,KAAK,CAAC;YAC3B,IAAI,YAAY,GAAG,CAAC,CAAC;YAGrB,MAAM,OAAO,GAAG,gBAAgB,CAC9B,KAAK,EACL,IAAI,CAAC,MAAM,CAAC,8BAA8B,EAC1C,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAC9B,CAAC;YAGF,MAAM,SAAS,GAAgC,EAAE,CAAC;YAElD,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;gBAC5B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;gBAEjD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE;oBAEnB,MAAM,CAAC,IAAI,CAAC,6DAA6D,EAAE;wBACzE,WAAW,EAAE,MAAM,CAAC,MAAM;wBAC1B,KAAK,EAAE,MAAM,CAAC,KAAK;qBACpB,CAAC,CAAC;oBACH,YAAY,IAAI,MAAM,CAAC,SAAS,CAAC;oBACjC,SAAS;iBACV;gBAGD,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;gBACjC,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;gBAElD,IAAI,CAAC,UAAU,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE;oBAE/C,MAAM,CAAC,IAAI,CAAC,0CAA0C,EAAE;wBACtD,WAAW,EAAE,MAAM,CAAC,MAAM;wBAC1B,cAAc,EAAE,UAAU,CAAC,SAAS;wBACpC,OAAO,EAAE,eAAe,CAAC,sBAAsB;qBAChD,CAAC,CAAC;oBAEH,cAAc,GAAG,IAAI,CAAC;oBACtB,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;oBACrD,SAAS,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;oBACzC,YAAY,IAAI,WAAW,CAAC,YAAY,CAAC;iBAC1C;qBAAM,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE;oBAE5B,MAAM,CAAC,IAAI,CAAC,uDAAuD,EAAE;wBACnE,WAAW,EAAE,MAAM,CAAC,MAAM;wBAC1B,cAAc,EAAE,UAAU,CAAC,SAAS;wBACpC,OAAO,EAAE,eAAe,CAAC,sBAAsB;wBAC/C,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU;qBACnC,CAAC,CAAC;oBACH,YAAY,IAAI,MAAM,CAAC,MAAM,CAAC;iBAC/B;qBAAM;oBACL,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;iBAC1B;aACF;YAGD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;YAG9D,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,EAAE,cAAc,CAAC,CAAC;YAEhG,MAAM,CAAC,IAAI,CAAC,2BAA2B,EAAE;gBACvC,WAAW;gBACX,UAAU,EAAE,KAAK,CAAC,MAAM;gBACxB,WAAW,EAAE,SAAS,CAAC,MAAM;gBAC7B,YAAY,EAAE,MAAM,CAAC,QAAQ;gBAC7B,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;gBACzC,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;gBACpC,gBAAgB,EAAE,OAAO,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC;gBACrD,cAAc,EAAE,CAAC,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;gBAC7D,WAAW,EAAE,CAAC,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;gBACvD,cAAc;gBACd,YAAY;aACb,CAAC,CAAC;YAEH,OAAO;gBACL,UAAU,EAAE,KAAK,CAAC,MAAM;gBACxB,WAAW,EAAE,OAAO,CAAC,MAAM;gBAC3B,YAAY,EAAE,SAAS,CAAC,MAAM;gBAC9B,YAAY,EAAE,MAAM,CAAC,QAAQ;gBAC7B,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;gBACzC,aAAa,EAAE,MAAM,CAAC,WAAW;gBACjC,YAAY;gBACZ,OAAO;aACR,CAAC;SACH;QAAC,OAAO,KAAK,EAAE;YACd,MAAM,CAAC,KAAK,CAAC,sCAAsC,EAAE;gBACnD,KAAK;gBACL,WAAW;gBACX,SAAS,EAAE,KAAK,CAAC,MAAM;aACxB,CAAC,CAAC;YACH,OAAO;gBACL,GAAG,IAAI,CAAC,WAAW,EAAE;gBACrB,UAAU,EAAE,KAAK,CAAC,MAAM;gBACxB,aAAa,EAAE,CAAC;gBAChB,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC9D,CAAC;SACH;IACH,CAAC;IAMO,KAAK,CAAC,cAAc,CAAC,MAAW;QACtC,IAAI;YACF,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,KAAK,oBAAoB,CAAC,IAAI,EAAE;gBACzD,OAAO;oBACL,OAAO,EAAE,IAAI;oBACb,QAAQ,EAAE;wBACR,CAAC,EAAE,CAAC;wBACJ,CAAC,EAAE,oBAAoB,CAAC,IAAI;wBAC5B,CAAC,EAAE,MAAM,CAAC,MAAM;wBAChB,CAAC,EAAE,WAAW,CAAC,MAAM,CAAC;wBACtB,CAAC,EAAE,MAAM;qBACV;oBACD,SAAS,EAAE,MAAM,CAAC,MAAM;iBACzB,CAAC;aACH;YAED,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,gBAAgB,CACrD,MAAM,EACN,IAAI,CAAC,MAAM,CAAC,WAAW,EACvB,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAC7B,CAAC;YAEF,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,QAAQ,EAAE;oBACR,CAAC,EAAE,CAAC;oBACJ,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;oBAC1B,CAAC,EAAE,MAAM,CAAC,MAAM;oBAChB,CAAC,EAAE,YAAY;oBACf,CAAC,EAAE,MAAM;iBACV;gBACD,SAAS,EAAE,MAAM,CAAC,MAAM;aACzB,CAAC;SACH;QAAC,OAAO,KAAK,EAAE;YACd,MAAM,CAAC,KAAK,CAAC,sCAAsC,EAAE;gBACnD,KAAK;gBACL,eAAe,EAAE,MAAM,CAAC,MAAM;gBAC9B,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;gBACpC,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB;aAC/C,CAAC,CAAC;YACH,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;gBAC7D,SAAS,EAAE,MAAM,CAAC,MAAM;aACzB,CAAC;SACH;IACH,CAAC;IAKO,eAAe,CAAC,QAAmC;QACzD,MAAM,gBAAgB,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC;QAE/C,IAAI,gBAAgB,GAAG,eAAe,CAAC,sBAAsB,EAAE;YAC7D,OAAO;gBACL,KAAK,EAAE,KAAK;gBACZ,SAAS,EAAE,gBAAgB;gBAC3B,KAAK,EAAE,gBAAgB,gBAAgB,kBAAkB,eAAe,CAAC,sBAAsB,EAAE;aAClG,CAAC;SACH;QAED,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,gBAAgB,EAAE,CAAC;IACtD,CAAC;IAOO,KAAK,CAAC,aAAa,CACzB,KAAU;QAEV,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE;YAErB,MAAM,CAAC,IAAI,CAAC,4DAA4D,EAAE;gBACxE,SAAS,EAAE,CAAC;gBACZ,UAAU,EAAE,sCAAsC;aACnD,CAAC,CAAC;YACH,OAAO,EAAE,SAAS,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;SAC3C;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC7C,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;QAC3C,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAGzC,MAAM,WAAW,GAAG,KAAK,EACvB,IAAS,EACkE,EAAE;YAC7E,IAAI;gBACF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;gBAE/C,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE;oBAEnB,MAAM,CAAC,IAAI,CAAC,sEAAsE,EAAE;wBAClF,SAAS,EAAE,IAAI,CAAC,MAAM;wBACtB,KAAK,EAAE,MAAM,CAAC,KAAK;qBACpB,CAAC,CAAC;oBACH,OAAO,EAAE,SAAS,EAAE,EAAE,EAAE,YAAY,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC;iBAC1D;gBAGD,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;gBACjC,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;gBAElD,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE;oBAErB,OAAO,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;iBACjC;gBACD,OAAO,EAAE,SAAS,EAAE,CAAC,QAAQ,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;aACnD;YAAC,OAAO,KAAK,EAAE;gBAEd,MAAM,CAAC,IAAI,CAAC,oEAAoE,EAAE;oBAChF,SAAS,EAAE,IAAI,CAAC,MAAM;oBACtB,KAAK;iBACN,CAAC,CAAC;gBACH,OAAO,EAAE,SAAS,EAAE,EAAE,EAAE,YAAY,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;aACrD;QACH,CAAC,CAAC;QAEF,MAAM,CAAC,WAAW,EAAE,YAAY,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACpD,WAAW,CAAC,SAAS,CAAC;YACtB,WAAW,CAAC,UAAU,CAAC;SACxB,CAAC,CAAC;QAEH,OAAO;YACL,SAAS,EAAE,CAAC,GAAG,WAAW,CAAC,SAAS,EAAE,GAAG,YAAY,CAAC,SAAS,CAAC;YAChE,YAAY,EAAE,WAAW,CAAC,YAAY,GAAG,YAAY,CAAC,YAAY;SACnE,CAAC;IACJ,CAAC;IAUO,KAAK,CAAC,WAAW,CACvB,WAAmB,EACnB,SAAsC,EACtC,UAAU,GAAG,CAAC;QAEd,IAAI,MAAM,GAAG,SAAS,CAAC;QACvB,IAAI,aAAa,GAAG,CAAC,CAAC;QACtB,IAAI,iBAAiB,GAAG,CAAC,CAAC;QAC1B,IAAI,gBAAgB,GAAG,UAAU,CAAC;QAElC,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,gBAAgB,IAAI,CAAC,EAAE;YAGjD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,sBAAsB,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;YAEhF,aAAa,IAAI,MAAM,CAAC,UAAU,CAAC;YACnC,iBAAiB,IAAI,MAAM,CAAC,YAAY,CAAC;YAEzC,IAAI,MAAM,CAAC,WAAW,KAAK,CAAC,EAAE;gBAE5B,MAAM,GAAG,EAAE,CAAC;aACb;iBAAM,IAAI,gBAAgB,GAAG,CAAC,EAAE;gBAE/B,MAAM,CAAC,IAAI,CAAC,0DAA0D,EAAE;oBACtE,WAAW,EAAE,MAAM,CAAC,WAAW;oBAC/B,gBAAgB;oBAChB,WAAW;iBACZ,CAAC,CAAC;gBAGH,MAAM,GAAG,MAAM,CAAC,cAAc,IAAI,EAAE,CAAC;gBACrC,gBAAgB,EAAE,CAAC;gBAEnB,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE;oBAErB,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,GAAG,gBAAgB,CAAC,GAAG,GAAG,CAAC,CAAC;iBACpE;aACF;iBAAM;gBAEL,MAAM,CAAC,KAAK,CAAC,iDAAiD,EAAE;oBAC9D,WAAW,EAAE,MAAM,CAAC,WAAW;oBAC/B,UAAU;oBACV,WAAW;iBACZ,CAAC,CAAC;gBACH,MAAM;aACP;SACF;QAGD,MAAM,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5E,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,UAAU,CAAC,mBAAmB,CAAC,CAAC;QAC/E,MAAM,gBAAgB,GAAG,SAAS,CAAC,MAAM,GAAG,iBAAiB,CAAC;QAE9D,OAAO;YACL,QAAQ,EAAE,aAAa;YACvB,gBAAgB;YAChB,WAAW,EAAE,gBAAgB;SAC9B,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,EAAU;QACtB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IAC3D,CAAC;IAKO,gBAAgB,CACtB,KAAU,EACV,SAAsC,EACtC,UAAkB,EAClB,cAAuB;QAEvB,MAAM,iBAAiB,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QAClF,MAAM,cAAc,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAEjF,OAAO;YACL,iBAAiB;YACjB,cAAc;YACd,gBAAgB,EAAE,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC,CAAC;YACjE,iBAAiB,EAAE,UAAU;YAC7B,iBAAiB,EAAE,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;YAC/D,cAAc;SACf,CAAC;IACJ,CAAC;IAEO,WAAW;QACjB,OAAO;YACL,UAAU,EAAE,CAAC;YACb,WAAW,EAAE,CAAC;YACd,YAAY,EAAE,CAAC;YACf,YAAY,EAAE,CAAC;YACf,gBAAgB,EAAE,CAAC;YACnB,aAAa,EAAE,CAAC;YAChB,YAAY,EAAE,CAAC;YACf,OAAO,EAAE;gBACP,iBAAiB,EAAE,CAAC;gBACpB,cAAc,EAAE,CAAC;gBACjB,gBAAgB,EAAE,CAAC;gBACnB,iBAAiB,EAAE,CAAC;gBACpB,iBAAiB,EAAE,CAAC;gBACpB,cAAc,EAAE,KAAK;aACtB;SACF,CAAC;IACJ,CAAC;CACF"}
|
|
@@ -14,7 +14,7 @@ export interface BundledMessageEnvelope<T = unknown> {
|
|
|
14
14
|
v: 1;
|
|
15
15
|
c: CompressionAlgorithm;
|
|
16
16
|
n: number;
|
|
17
|
-
s
|
|
17
|
+
s?: number;
|
|
18
18
|
p: string | T[];
|
|
19
19
|
}
|
|
20
20
|
export interface BundleSendResult {
|
|
@@ -41,3 +41,12 @@ export interface MessageValidation {
|
|
|
41
41
|
sizeBytes: number;
|
|
42
42
|
error?: string;
|
|
43
43
|
}
|
|
44
|
+
export type EnvelopeResult<T = unknown> = {
|
|
45
|
+
success: true;
|
|
46
|
+
envelope: BundledMessageEnvelope<T>;
|
|
47
|
+
itemCount: number;
|
|
48
|
+
} | {
|
|
49
|
+
success: false;
|
|
50
|
+
error: string;
|
|
51
|
+
itemCount: number;
|
|
52
|
+
};
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
/// <reference
|
|
1
|
+
/// <reference types="node" />
|
|
2
2
|
/// <reference types="node" />
|
|
3
3
|
import { CompressionAlgorithm } from '../clients/generic/sqs-bundled-client.types.js';
|
|
4
4
|
export declare function getZstdUncompressedSize(buffer: Buffer): number | undefined;
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { promisify } from 'node:util';
|
|
2
|
-
import { zstdCompress as zstdCompressCallback, zstdDecompress as zstdDecompressCallback,
|
|
2
|
+
import { zstdCompress as zstdCompressCallback, zstdDecompress as zstdDecompressCallback, constants, } from 'node:zlib';
|
|
3
3
|
import { CompressionAlgorithm } from '../clients/generic/sqs-bundled-client.types.js';
|
|
4
4
|
const zstdCompressNative = promisify(zstdCompressCallback);
|
|
5
5
|
const zstdDecompressNative = promisify(zstdDecompressCallback);
|
|
@@ -71,7 +71,7 @@ export async function compress(data, algorithm, level = 3) {
|
|
|
71
71
|
case CompressionAlgorithm.ZSTD:
|
|
72
72
|
return await zstdCompressNative(data, {
|
|
73
73
|
params: {
|
|
74
|
-
[ZSTD_c_compressionLevel]: level,
|
|
74
|
+
[constants.ZSTD_c_compressionLevel]: level,
|
|
75
75
|
},
|
|
76
76
|
});
|
|
77
77
|
default:
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"compression.js","sourceRoot":"","sources":["../../../src/utils/compression.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"compression.js","sourceRoot":"","sources":["../../../src/utils/compression.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EACL,YAAY,IAAI,oBAAoB,EACpC,cAAc,IAAI,sBAAsB,EACxC,SAAS,GACV,MAAM,WAAW,CAAC;AAEnB,OAAO,EAAE,oBAAoB,EAAE,MAAM,gDAAgD,CAAC;AAGtF,MAAM,kBAAkB,GAAG,SAAS,CAAC,oBAAoB,CAGrC,CAAC;AACrB,MAAM,oBAAoB,GAAG,SAAS,CAAC,sBAAsB,CAEzC,CAAC;AAKrB,MAAM,UAAU,GAAG,UAAU,CAAC;AAkB9B,MAAM,UAAU,uBAAuB,CAAC,MAAc;IAEpD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE;QACrB,OAAO,SAAS,CAAC;KAClB;IAGD,MAAM,KAAK,GAAG,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACrC,IAAI,KAAK,KAAK,UAAU,EAAE;QACxB,OAAO,SAAS,CAAC;KAClB;IAED,MAAM,qBAAqB,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IACxC,IAAI,qBAAqB,KAAK,SAAS,EAAE;QACvC,OAAO,SAAS,CAAC;KAClB;IAGD,MAAM,iBAAiB,GAAG,CAAC,qBAAqB,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC;IAC9D,MAAM,eAAe,GAAG,CAAC,qBAAqB,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC;IAC5D,MAAM,gBAAgB,GAAG,qBAAqB,GAAG,IAAI,CAAC;IAGtD,MAAM,WAAW,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAU,CAAC;IAC1C,MAAM,UAAU,GAAG,WAAW,CAAC,gBAAgB,CAAC,CAAC;IAGjD,IAAI,OAAe,CAAC;IACpB,IAAI,eAAe,KAAK,CAAC,EAAE;QAEzB,OAAO,GAAG,iBAAiB,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;KAC3C;SAAM,IAAI,eAAe,KAAK,CAAC,EAAE;QAChC,OAAO,GAAG,CAAC,CAAC;KACb;SAAM,IAAI,eAAe,KAAK,CAAC,EAAE;QAChC,OAAO,GAAG,CAAC,CAAC;KACb;SAAM;QACL,OAAO,GAAG,CAAC,CAAC;KACb;IAGD,IAAI,OAAO,KAAK,CAAC,EAAE;QACjB,OAAO,SAAS,CAAC;KAClB;IAID,MAAM,oBAAoB,GAAG,iBAAiB,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7D,MAAM,SAAS,GAAG,CAAC,GAAG,oBAAoB,GAAG,UAAU,CAAC;IAGxD,IAAI,MAAM,CAAC,MAAM,GAAG,SAAS,GAAG,OAAO,EAAE;QACvC,OAAO,SAAS,CAAC;KAClB;IAGD,IAAI,OAAO,KAAK,CAAC,EAAE;QACjB,OAAO,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;KACpC;SAAM,IAAI,OAAO,KAAK,CAAC,EAAE;QAExB,OAAO,MAAM,CAAC,YAAY,CAAC,SAAS,CAAC,GAAG,GAAG,CAAC;KAC7C;SAAM,IAAI,OAAO,KAAK,CAAC,EAAE;QACxB,OAAO,MAAM,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;KACvC;SAAM;QAEL,MAAM,QAAQ,GAAG,MAAM,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;QAEnD,IAAI,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,gBAAgB,CAAC,EAAE;YAC9C,OAAO,MAAM,CAAC,gBAAgB,CAAC;SAChC;QACD,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC;KACzB;AACH,CAAC;AAKD,MAAM,CAAN,IAAY,oBAGX;AAHD,WAAY,oBAAoB;IAC9B,6CAAqB,CAAA;IACrB,iDAAyB,CAAA;AAC3B,CAAC,EAHW,oBAAoB,KAApB,oBAAoB,QAG/B;AAWD,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC5B,IAAY,EACZ,SAA+B,EAC/B,KAAK,GAAG,CAAC;IAET,QAAQ,SAAS,EAAE;QACjB,KAAK,oBAAoB,CAAC,IAAI;YAC5B,OAAO,IAAI,CAAC;QAEd,KAAK,oBAAoB,CAAC,IAAI;YAC5B,OAAO,MAAM,kBAAkB,CAAC,IAAI,EAAE;gBACpC,MAAM,EAAE;oBACN,CAAC,SAAS,CAAC,uBAAuB,CAAC,EAAE,KAAK;iBAC3C;aACF,CAAC,CAAC;QAEL;YACE,MAAM,IAAI,KAAK,CAAC,sCAAsC,SAAS,EAAE,CAAC,CAAC;KACtE;AACH,CAAC;AAOD,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,IAAY,EACZ,SAA+B;IAE/B,QAAQ,SAAS,EAAE;QACjB,KAAK,oBAAoB,CAAC,IAAI;YAC5B,OAAO,IAAI,CAAC;QAEd,KAAK,oBAAoB,CAAC,IAAI;YAC5B,OAAO,MAAM,oBAAoB,CAAC,IAAI,CAAC,CAAC;QAE1C;YACE,MAAM,IAAI,KAAK,CAAC,sCAAsC,SAAS,EAAE,CAAC,CAAC;KACtE;AACH,CAAC;AAKD,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,IAAa,EACb,SAA+B,EAC/B,KAAK,GAAG,CAAC;IAET,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAClC,MAAM,YAAY,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAErD,IAAI,SAAS,KAAK,oBAAoB,CAAC,IAAI,EAAE;QAC3C,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,YAAY,EAAE,cAAc,EAAE,YAAY,EAAE,CAAC;KACnE;IAED,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;IAC/E,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAE7C,OAAO;QACL,MAAM;QACN,YAAY;QACZ,cAAc,EAAE,MAAM,CAAC,UAAU,CAAC,MAAM,EAAE,MAAM,CAAC;KAClD,CAAC;AACJ,CAAC;AAKD,MAAM,CAAC,MAAM,oBAAoB,GAAG;IAElC,2BAA2B,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI;IAE7C,qBAAqB,EAAE,GAAG;IAE1B,kBAAkB,EAAE,KAAM;CAClB,CAAC;AAKX,MAAM,OAAO,sBAAuB,SAAQ,KAAK;IAE7B;IACA;IACA;IAHlB,YACkB,cAAsB,EACtB,gBAAwB,EACxB,KAAa;QAE7B,KAAK,CACH,gCAAgC,gBAAgB,2BAA2B,KAAK,SAAS;YACvF,uBAAuB,CAAC,gBAAgB,GAAG,cAAc,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAC5E,CAAC;QAPc,mBAAc,GAAd,cAAc,CAAQ;QACtB,qBAAgB,GAAhB,gBAAgB,CAAQ;QACxB,UAAK,GAAL,KAAK,CAAQ;QAM7B,IAAI,CAAC,IAAI,GAAG,wBAAwB,CAAC;IACvC,CAAC;CACF;AAKD,MAAM,OAAO,uBAAwB,SAAQ,KAAK;IAE9B;IACA;IAFlB,YACkB,SAA+B,EAC/B,SAAiB;QAEjC,KAAK,CAAC,GAAG,SAAS,8BAA8B,SAAS,IAAI,CAAC,CAAC;QAH/C,cAAS,GAAT,SAAS,CAAsB;QAC/B,cAAS,GAAT,SAAS,CAAQ;QAGjC,IAAI,CAAC,IAAI,GAAG,yBAAyB,CAAC;IACxC,CAAC;CACF;AAKD,KAAK,UAAU,WAAW,CACxB,SAAqB,EACrB,SAAiB,EACjB,aAAmC;IAEnC,IAAI,SAAqC,CAAC;IAE1C,MAAM,cAAc,GAAG,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;QACtD,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE;YAC1B,MAAM,CAAC,IAAI,uBAAuB,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC,CAAC;QAChE,CAAC,EAAE,SAAS,CAAC,CAAC;IAChB,CAAC,CAAC,CAAC;IAEH,IAAI;QACF,OAAO,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC,CAAC;KACxD;YAAS;QACR,IAAI,SAAS;YAAE,YAAY,CAAC,SAAS,CAAC,CAAC;KACxC;AACH,CAAC;AAaD,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,MAAc,EACd,SAA+B,EAC/B,OAGC;IAED,IAAI,SAAS,KAAK,oBAAoB,CAAC,IAAI,EAAE;QAC3C,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;KACjE;IAED,MAAM,OAAO,GACX,OAAO,EAAE,wBAAwB,IAAI,oBAAoB,CAAC,2BAA2B,CAAC;IACxF,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,IAAI,oBAAoB,CAAC,kBAAkB,CAAC;IAEhF,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAIjD,IAAI,SAAS,KAAK,oBAAoB,CAAC,IAAI,EAAE;QAC3C,MAAM,UAAU,GAAG,uBAAuB,CAAC,UAAU,CAAC,CAAC;QACvD,IAAI,UAAU,KAAK,SAAS,IAAI,UAAU,GAAG,OAAO,EAAE;YACpD,MAAM,IAAI,sBAAsB,CAAC,UAAU,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;SAC1E;KACF;IAGD,MAAM,YAAY,GAAG,MAAM,WAAW,CACpC,UAAU,CAAC,UAAU,EAAE,SAAS,CAAC,EACjC,SAAS,EACT,oBAAoB,CAAC,UAAU,CAChC,CAAC;IAGF,IAAI,YAAY,CAAC,MAAM,GAAG,OAAO,EAAE;QACjC,MAAM,IAAI,sBAAsB,CAAC,UAAU,CAAC,MAAM,EAAE,YAAY,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACnF;IAED,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAM,CAAC;AACxD,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@adtrackify/at-service-common",
|
|
3
|
-
"version": "3.18.
|
|
3
|
+
"version": "3.18.1",
|
|
4
4
|
"description": "",
|
|
5
5
|
"files": [
|
|
6
6
|
"dist/*"
|
|
@@ -85,7 +85,7 @@
|
|
|
85
85
|
"@types/jest": "^28.1.8",
|
|
86
86
|
"@types/lambda-log": "^3.0.0",
|
|
87
87
|
"@types/luxon": "^3.0.1",
|
|
88
|
-
"@types/node": "^
|
|
88
|
+
"@types/node": "^24.12.4",
|
|
89
89
|
"@types/pako": "^2.0.3",
|
|
90
90
|
"@types/papaparse": "^5.3.16",
|
|
91
91
|
"@types/ua-parser-js": "^0.7.36",
|