@backstage/plugin-events-backend-module-aws-sqs 0.3.4-next.1 → 0.3.5-next.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +22 -0
- package/alpha/package.json +1 -1
- package/dist/alpha.cjs.js +1 -1
- package/dist/cjs/{AwsSqsConsumingEventPublisher-BJQFc4v0.cjs.js → AwsSqsConsumingEventPublisher-DXKHh6Gl.cjs.js} +18 -31
- package/dist/cjs/{AwsSqsConsumingEventPublisher-BJQFc4v0.cjs.js.map → AwsSqsConsumingEventPublisher-DXKHh6Gl.cjs.js.map} +1 -1
- package/dist/index.cjs.js +1 -1
- package/package.json +9 -9
package/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,27 @@
|
|
|
1
1
|
# @backstage/plugin-events-backend-module-aws-sqs
|
|
2
2
|
|
|
3
|
+
## 0.3.5-next.0
|
|
4
|
+
|
|
5
|
+
### Patch Changes
|
|
6
|
+
|
|
7
|
+
- Updated dependencies
|
|
8
|
+
- @backstage/backend-tasks@0.5.24-next.0
|
|
9
|
+
- @backstage/backend-common@0.22.1-next.0
|
|
10
|
+
- @backstage/plugin-events-node@0.3.5-next.0
|
|
11
|
+
- @backstage/backend-plugin-api@0.6.19-next.0
|
|
12
|
+
- @backstage/config@1.2.0
|
|
13
|
+
- @backstage/types@1.1.1
|
|
14
|
+
|
|
15
|
+
## 0.3.4
|
|
16
|
+
|
|
17
|
+
### Patch Changes
|
|
18
|
+
|
|
19
|
+
- Updated dependencies
|
|
20
|
+
- @backstage/backend-common@0.22.0
|
|
21
|
+
- @backstage/backend-plugin-api@0.6.18
|
|
22
|
+
- @backstage/backend-tasks@0.5.23
|
|
23
|
+
- @backstage/plugin-events-node@0.3.4
|
|
24
|
+
|
|
3
25
|
## 0.3.4-next.1
|
|
4
26
|
|
|
5
27
|
### Patch Changes
|
package/alpha/package.json
CHANGED
package/dist/alpha.cjs.js
CHANGED
|
@@ -4,7 +4,7 @@ Object.defineProperty(exports, '__esModule', { value: true });
|
|
|
4
4
|
|
|
5
5
|
var backendPluginApi = require('@backstage/backend-plugin-api');
|
|
6
6
|
var pluginEventsNode = require('@backstage/plugin-events-node');
|
|
7
|
-
var AwsSqsConsumingEventPublisher = require('./cjs/AwsSqsConsumingEventPublisher-
|
|
7
|
+
var AwsSqsConsumingEventPublisher = require('./cjs/AwsSqsConsumingEventPublisher-DXKHh6Gl.cjs.js');
|
|
8
8
|
require('@aws-sdk/client-sqs');
|
|
9
9
|
require('luxon');
|
|
10
10
|
|
|
@@ -15,15 +15,13 @@ function readOptionalDuration(config, key) {
|
|
|
15
15
|
return duration ? luxon.Duration.fromObject(duration) : void 0;
|
|
16
16
|
}
|
|
17
17
|
function readConfig(config) {
|
|
18
|
-
var _a, _b;
|
|
19
18
|
const key = `${CONFIG_PREFIX_PUBLISHER}topics`;
|
|
20
19
|
const topics = config.getOptionalConfig(key);
|
|
21
|
-
return
|
|
22
|
-
var _a2, _b2, _c;
|
|
20
|
+
return topics?.keys()?.map((topic) => {
|
|
23
21
|
const topicConfig = topics.getConfig(topic);
|
|
24
22
|
const keyPrefix = `${key}.${topic}.`;
|
|
25
23
|
const pollingWaitTime = luxon.Duration.fromObject(
|
|
26
|
-
|
|
24
|
+
readOptionalHumanDuration(topicConfig, "queue.waitTime") ?? {
|
|
27
25
|
seconds: MAX_WAIT_SECONDS
|
|
28
26
|
}
|
|
29
27
|
);
|
|
@@ -40,14 +38,14 @@ function readConfig(config) {
|
|
|
40
38
|
"queue.visibilityTimeout"
|
|
41
39
|
);
|
|
42
40
|
const waitTimeAfterEmptyReceive = luxon.Duration.fromObject(
|
|
43
|
-
|
|
41
|
+
readOptionalHumanDuration(topicConfig, "waitTimeAfterEmptyReceive") ?? DEFAULT_WAIT_TIME_AFTER_EMPTY_RECEIVE
|
|
44
42
|
);
|
|
45
43
|
if (waitTimeAfterEmptyReceive.valueOf() < 0) {
|
|
46
44
|
throw new Error(
|
|
47
45
|
`The ${keyPrefix}waitTimeAfterEmptyReceive must not be negative.`
|
|
48
46
|
);
|
|
49
47
|
}
|
|
50
|
-
const timeout =
|
|
48
|
+
const timeout = readOptionalDuration(topicConfig, "timeout") ?? pollingWaitTime.plus(waitTimeAfterEmptyReceive).plus(luxon.Duration.fromObject({ seconds: 180 }));
|
|
51
49
|
if (timeout.valueOf() <= pollingWaitTime.valueOf() + waitTimeAfterEmptyReceive.valueOf()) {
|
|
52
50
|
throw new Error(
|
|
53
51
|
`The ${keyPrefix}timeout must be greater than ${keyPrefix}queue.waitTime + ${keyPrefix}waitTimeAfterEmptyReceive.`
|
|
@@ -63,33 +61,20 @@ function readConfig(config) {
|
|
|
63
61
|
visibilityTimeout,
|
|
64
62
|
waitTimeAfterEmptyReceive
|
|
65
63
|
};
|
|
66
|
-
})
|
|
64
|
+
}) ?? [];
|
|
67
65
|
}
|
|
68
66
|
|
|
69
|
-
var __defProp = Object.defineProperty;
|
|
70
|
-
var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
|
|
71
|
-
var __publicField = (obj, key, value) => {
|
|
72
|
-
__defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
|
|
73
|
-
return value;
|
|
74
|
-
};
|
|
75
67
|
class AwsSqsConsumingEventPublisher {
|
|
76
68
|
constructor(logger, events, scheduler, config) {
|
|
77
69
|
this.logger = logger;
|
|
78
70
|
this.events = events;
|
|
79
71
|
this.scheduler = scheduler;
|
|
80
|
-
__publicField(this, "topic");
|
|
81
|
-
__publicField(this, "receiveParams");
|
|
82
|
-
__publicField(this, "sqs");
|
|
83
|
-
__publicField(this, "queueUrl");
|
|
84
|
-
__publicField(this, "taskTimeoutSeconds");
|
|
85
|
-
__publicField(this, "waitTimeAfterEmptyReceiveMs");
|
|
86
|
-
var _a;
|
|
87
72
|
this.topic = config.topic;
|
|
88
73
|
this.receiveParams = {
|
|
89
74
|
MaxNumberOfMessages: 10,
|
|
90
75
|
MessageAttributeNames: ["All"],
|
|
91
76
|
QueueUrl: config.queueUrl,
|
|
92
|
-
VisibilityTimeout:
|
|
77
|
+
VisibilityTimeout: config.visibilityTimeout?.as("seconds"),
|
|
93
78
|
WaitTimeSeconds: config.pollingWaitTime.as("seconds")
|
|
94
79
|
};
|
|
95
80
|
this.sqs = new clientSqs.SQSClient({
|
|
@@ -100,6 +85,12 @@ class AwsSqsConsumingEventPublisher {
|
|
|
100
85
|
this.taskTimeoutSeconds = config.timeout.as("seconds");
|
|
101
86
|
this.waitTimeAfterEmptyReceiveMs = config.waitTimeAfterEmptyReceive.as("milliseconds");
|
|
102
87
|
}
|
|
88
|
+
topic;
|
|
89
|
+
receiveParams;
|
|
90
|
+
sqs;
|
|
91
|
+
queueUrl;
|
|
92
|
+
taskTimeoutSeconds;
|
|
93
|
+
waitTimeAfterEmptyReceiveMs;
|
|
103
94
|
static fromConfig(env) {
|
|
104
95
|
return readConfig(env.config).map(
|
|
105
96
|
(config) => new AwsSqsConsumingEventPublisher(
|
|
@@ -140,9 +131,8 @@ class AwsSqsConsumingEventPublisher {
|
|
|
140
131
|
const deleteParams = {
|
|
141
132
|
QueueUrl: this.queueUrl,
|
|
142
133
|
Entries: messages.map((message, index) => {
|
|
143
|
-
var _a;
|
|
144
134
|
return {
|
|
145
|
-
Id:
|
|
135
|
+
Id: message.MessageId ?? `message-${index}`,
|
|
146
136
|
ReceiptHandle: message.ReceiptHandle
|
|
147
137
|
};
|
|
148
138
|
})
|
|
@@ -164,22 +154,19 @@ class AwsSqsConsumingEventPublisher {
|
|
|
164
154
|
}
|
|
165
155
|
}
|
|
166
156
|
async consumeMessages() {
|
|
167
|
-
var _a, _b, _c;
|
|
168
157
|
try {
|
|
169
158
|
const data = await this.sqs.send(
|
|
170
159
|
new clientSqs.ReceiveMessageCommand(this.receiveParams)
|
|
171
160
|
);
|
|
172
|
-
|
|
173
|
-
var _a2;
|
|
161
|
+
data.Messages?.forEach((message) => {
|
|
174
162
|
const eventPayload = JSON.parse(message.Body);
|
|
175
163
|
const metadata = {};
|
|
176
|
-
Object.keys(
|
|
177
|
-
var _a3;
|
|
164
|
+
Object.keys(message.MessageAttributes ?? {}).forEach((key) => {
|
|
178
165
|
const attrValue = message.MessageAttributes[key];
|
|
179
166
|
if (!attrValue || !attrValue.DataType || !["String", "Number"].includes(attrValue.DataType)) {
|
|
180
167
|
return;
|
|
181
168
|
}
|
|
182
|
-
const value =
|
|
169
|
+
const value = attrValue.StringListValues ?? attrValue.StringValue;
|
|
183
170
|
if (value !== void 0) {
|
|
184
171
|
metadata[key] = value;
|
|
185
172
|
}
|
|
@@ -191,7 +178,7 @@ class AwsSqsConsumingEventPublisher {
|
|
|
191
178
|
});
|
|
192
179
|
});
|
|
193
180
|
await this.deleteMessages(data.Messages);
|
|
194
|
-
return
|
|
181
|
+
return data.Messages?.length ?? 0;
|
|
195
182
|
} catch (error) {
|
|
196
183
|
this.logger.error(
|
|
197
184
|
`Failed to receive events from AWS SQS ${this.queueUrl}`,
|
|
@@ -206,4 +193,4 @@ class AwsSqsConsumingEventPublisher {
|
|
|
206
193
|
}
|
|
207
194
|
|
|
208
195
|
exports.AwsSqsConsumingEventPublisher = AwsSqsConsumingEventPublisher;
|
|
209
|
-
//# sourceMappingURL=AwsSqsConsumingEventPublisher-
|
|
196
|
+
//# sourceMappingURL=AwsSqsConsumingEventPublisher-DXKHh6Gl.cjs.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"AwsSqsConsumingEventPublisher-BJQFc4v0.cjs.js","sources":["../../src/publisher/config.ts","../../src/publisher/AwsSqsConsumingEventPublisher.ts"],"sourcesContent":["/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { Config } from '@backstage/config';\nimport { HumanDuration, JsonObject } from '@backstage/types';\nimport { Duration } from 'luxon';\n\nconst CONFIG_PREFIX_MODULE = 'events.modules.awsSqs.';\nconst CONFIG_PREFIX_PUBLISHER = `${CONFIG_PREFIX_MODULE}awsSqsConsumingEventPublisher.`;\nconst DEFAULT_WAIT_TIME_AFTER_EMPTY_RECEIVE = { minutes: 1 };\nconst MAX_WAIT_SECONDS = 20;\n\nexport interface AwsSqsEventSourceConfig {\n pollingWaitTime: Duration;\n queueUrl: string;\n region: string;\n timeout: Duration;\n topic: string;\n visibilityTimeout?: Duration;\n waitTimeAfterEmptyReceive: Duration;\n endpoint?: string;\n}\n\n// TODO(pjungermann): validation could be improved similar to `convertToHumanDuration` at @backstage/backend-tasks\nfunction readOptionalHumanDuration(\n config: Config,\n key: string,\n): HumanDuration | undefined {\n return config.getOptional<JsonObject>(key) as HumanDuration;\n}\n\nfunction readOptionalDuration(\n config: Config,\n key: string,\n): Duration | undefined {\n const duration = readOptionalHumanDuration(config, key);\n return duration ? Duration.fromObject(duration) : undefined;\n}\n\nexport function readConfig(config: Config): AwsSqsEventSourceConfig[] {\n const key = `${CONFIG_PREFIX_PUBLISHER}topics`;\n const topics = config.getOptionalConfig(key);\n\n return (\n topics?.keys()?.map(topic => {\n const topicConfig = topics.getConfig(topic);\n const keyPrefix = `${key}.${topic}.`;\n\n // queue config:\n const pollingWaitTime = Duration.fromObject(\n readOptionalHumanDuration(topicConfig, 'queue.waitTime') ?? {\n seconds: MAX_WAIT_SECONDS,\n },\n );\n if (\n pollingWaitTime.valueOf() < 0 ||\n pollingWaitTime.as('seconds') > MAX_WAIT_SECONDS\n ) {\n throw new Error(\n `${keyPrefix}queue.waitTime must be within 0..${MAX_WAIT_SECONDS} seconds.`,\n );\n }\n const queueUrl = topicConfig.getString('queue.url');\n const region = topicConfig.getString('queue.region');\n const endpoint = topicConfig.getOptionalString('queue.endpoint');\n const visibilityTimeout = readOptionalDuration(\n topicConfig,\n 'queue.visibilityTimeout',\n );\n\n // task:\n const waitTimeAfterEmptyReceive = Duration.fromObject(\n readOptionalHumanDuration(topicConfig, 'waitTimeAfterEmptyReceive') ??\n DEFAULT_WAIT_TIME_AFTER_EMPTY_RECEIVE,\n );\n if (waitTimeAfterEmptyReceive.valueOf() < 0) {\n throw new Error(\n `The ${keyPrefix}waitTimeAfterEmptyReceive must not be negative.`,\n );\n }\n const timeout =\n readOptionalDuration(topicConfig, 'timeout') ??\n pollingWaitTime\n .plus(waitTimeAfterEmptyReceive)\n .plus(Duration.fromObject({ seconds: 180 }));\n if (\n timeout.valueOf() <=\n pollingWaitTime.valueOf() + waitTimeAfterEmptyReceive.valueOf()\n ) {\n throw new Error(\n `The ${keyPrefix}timeout must be greater than ${keyPrefix}queue.waitTime + ${keyPrefix}waitTimeAfterEmptyReceive.`,\n );\n }\n\n return {\n pollingWaitTime,\n queueUrl,\n endpoint,\n region,\n timeout,\n topic,\n visibilityTimeout,\n waitTimeAfterEmptyReceive,\n };\n }) ?? []\n );\n}\n","/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport {\n DeleteMessageBatchCommand,\n Message,\n ReceiveMessageCommand,\n ReceiveMessageCommandInput,\n SQSClient,\n} from '@aws-sdk/client-sqs';\nimport { LoggerService } from '@backstage/backend-plugin-api';\nimport { PluginTaskScheduler } from '@backstage/backend-tasks';\nimport { Config } from '@backstage/config';\nimport { EventsService } from '@backstage/plugin-events-node';\nimport { AwsSqsEventSourceConfig, readConfig } from './config';\n\n/**\n * Publishes events received from an AWS SQS queue.\n * The message payload will be used as event payload and passed to registered subscribers.\n *\n * @public\n */\n// TODO(pjungermann): add prom metrics? (see plugins/catalog-backend/src/util/metrics.ts, etc.)\nexport class AwsSqsConsumingEventPublisher {\n private readonly topic: string;\n private readonly receiveParams: ReceiveMessageCommandInput;\n private readonly sqs: SQSClient;\n private readonly queueUrl: string;\n private readonly taskTimeoutSeconds: number;\n private readonly waitTimeAfterEmptyReceiveMs;\n\n static fromConfig(env: {\n config: Config;\n events: EventsService;\n logger: LoggerService;\n scheduler: PluginTaskScheduler;\n }): AwsSqsConsumingEventPublisher[] {\n return readConfig(env.config).map(\n config =>\n new AwsSqsConsumingEventPublisher(\n env.logger,\n env.events,\n env.scheduler,\n config,\n ),\n );\n }\n\n private constructor(\n private readonly logger: LoggerService,\n private readonly events: EventsService,\n private readonly scheduler: PluginTaskScheduler,\n config: AwsSqsEventSourceConfig,\n ) {\n this.topic = config.topic;\n\n this.receiveParams = {\n MaxNumberOfMessages: 10,\n MessageAttributeNames: ['All'],\n QueueUrl: config.queueUrl,\n VisibilityTimeout: config.visibilityTimeout?.as('seconds'),\n WaitTimeSeconds: config.pollingWaitTime.as('seconds'),\n };\n\n this.sqs = new SQSClient({\n region: config.region,\n endpoint: config.endpoint,\n });\n this.queueUrl = config.queueUrl;\n\n this.taskTimeoutSeconds = config.timeout.as('seconds');\n this.waitTimeAfterEmptyReceiveMs =\n config.waitTimeAfterEmptyReceive.as('milliseconds');\n }\n\n async start(): Promise<void> {\n const id = `events.awsSqs.publisher:${this.topic}`;\n const logger = this.logger.child({\n class: AwsSqsConsumingEventPublisher.prototype.constructor.name,\n taskId: id,\n });\n\n await this.scheduler.scheduleTask({\n id: id,\n frequency: { seconds: 0 },\n timeout: { seconds: this.taskTimeoutSeconds },\n scope: 'local',\n fn: async () => {\n try {\n const numMessages = await this.consumeMessages();\n if (numMessages === 0) {\n await this.sleep(this.waitTimeAfterEmptyReceiveMs);\n }\n } catch (error) {\n logger.error('Failed to consume AWS SQS messages', error);\n }\n },\n });\n }\n\n private async deleteMessages(messages?: Message[]): Promise<void> {\n if (!messages || messages.length === 0) {\n return;\n }\n\n const deleteParams = {\n QueueUrl: this.queueUrl,\n Entries: messages.map((message, index) => {\n return {\n Id: message.MessageId ?? `message-${index}`,\n ReceiptHandle: message.ReceiptHandle,\n };\n }),\n };\n\n try {\n const result = await this.sqs.send(\n new DeleteMessageBatchCommand(deleteParams),\n );\n if (result.Failed && result.Failed.length > 0) {\n this.logger.error(\n `Failed to delete ${result.Failed!.length} of ${\n messages.length\n } messages from AWS SQS ${this.queueUrl}. First: ${\n result.Failed[0].Message\n }`,\n );\n }\n } catch (error) {\n this.logger.error(\n `Failed to delete message from AWS SQS ${this.queueUrl}`,\n error,\n );\n }\n }\n\n private async consumeMessages(): Promise<number> {\n try {\n const data = await this.sqs.send(\n new ReceiveMessageCommand(this.receiveParams),\n );\n\n data.Messages?.forEach(message => {\n const eventPayload = JSON.parse(message.Body!);\n\n const metadata: Record<string, string | string[]> = {};\n Object.keys(message.MessageAttributes ?? {}).forEach(key => {\n const attrValue = message.MessageAttributes![key];\n if (\n !attrValue ||\n !attrValue.DataType ||\n !['String', 'Number'].includes(attrValue.DataType)\n ) {\n return;\n }\n\n const value = attrValue.StringListValues ?? attrValue.StringValue;\n if (value !== undefined) {\n metadata[key] = value;\n }\n });\n\n this.events.publish({\n topic: this.topic,\n eventPayload,\n metadata,\n });\n });\n await this.deleteMessages(data.Messages);\n return data.Messages?.length ?? 0;\n } catch (error) {\n this.logger.error(\n `Failed to receive events from AWS SQS ${this.queueUrl}`,\n error,\n );\n return 0;\n }\n }\n\n private sleep(ms: number): Promise<void> {\n return new Promise<void>(resolve => setTimeout(resolve, ms));\n }\n}\n"],"names":["Duration","_a","_b","SQSClient","DeleteMessageBatchCommand","ReceiveMessageCommand"],"mappings":";;;;;AAoBA,MAAM,oBAAuB,GAAA,wBAAA,CAAA;AAC7B,MAAM,uBAAA,GAA0B,GAAG,oBAAoB,CAAA,8BAAA,CAAA,CAAA;AACvD,MAAM,qCAAA,GAAwC,EAAE,OAAA,EAAS,CAAE,EAAA,CAAA;AAC3D,MAAM,gBAAmB,GAAA,EAAA,CAAA;AAczB,SAAS,yBAAA,CACP,QACA,GAC2B,EAAA;AAC3B,EAAO,OAAA,MAAA,CAAO,YAAwB,GAAG,CAAA,CAAA;AAC3C,CAAA;AAEA,SAAS,oBAAA,CACP,QACA,GACsB,EAAA;AACtB,EAAM,MAAA,QAAA,GAAW,yBAA0B,CAAA,MAAA,EAAQ,GAAG,CAAA,CAAA;AACtD,EAAA,OAAO,QAAW,GAAAA,cAAA,CAAS,UAAW,CAAA,QAAQ,CAAI,GAAA,KAAA,CAAA,CAAA;AACpD,CAAA;AAEO,SAAS,WAAW,MAA2C,EAAA;AApDtE,EAAA,IAAA,EAAA,EAAA,EAAA,CAAA;AAqDE,EAAM,MAAA,GAAA,GAAM,GAAG,uBAAuB,CAAA,MAAA,CAAA,CAAA;AACtC,EAAM,MAAA,MAAA,GAAS,MAAO,CAAA,iBAAA,CAAkB,GAAG,CAAA,CAAA;AAE3C,EAAA,OAAA,CACE,EAAQ,GAAA,CAAA,EAAA,GAAA,MAAA,IAAA,IAAA,GAAA,KAAA,CAAA,GAAA,MAAA,CAAA,IAAA,EAAA,KAAR,IAAgB,GAAA,KAAA,CAAA,GAAA,EAAA,CAAA,GAAA,CAAI,CAAS,KAAA,KAAA;AAzDjC,IAAA,IAAAC,KAAAC,GAAA,EAAA,EAAA,CAAA;AA0DM,IAAM,MAAA,WAAA,GAAc,MAAO,CAAA,SAAA,CAAU,KAAK,CAAA,CAAA;AAC1C,IAAA,MAAM,SAAY,GAAA,CAAA,EAAG,GAAG,CAAA,CAAA,EAAI,KAAK,CAAA,CAAA,CAAA,CAAA;AAGjC,IAAA,MAAM,kBAAkBF,cAAS,CAAA,UAAA;AAAA,MAAA,CAC/BC,MAAA,yBAA0B,CAAA,WAAA,EAAa,gBAAgB,CAAA,KAAvD,OAAAA,GAA4D,GAAA;AAAA,QAC1D,OAAS,EAAA,gBAAA;AAAA,OACX;AAAA,KACF,CAAA;AACA,IACE,IAAA,eAAA,CAAgB,SAAY,GAAA,CAAA,IAC5B,gBAAgB,EAAG,CAAA,SAAS,IAAI,gBAChC,EAAA;AACA,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,CAAA,EAAG,SAAS,CAAA,iCAAA,EAAoC,gBAAgB,CAAA,SAAA,CAAA;AAAA,OAClE,CAAA;AAAA,KACF;AACA,IAAM,MAAA,QAAA,GAAW,WAAY,CAAA,SAAA,CAAU,WAAW,CAAA,CAAA;AAClD,IAAM,MAAA,MAAA,GAAS,WAAY,CAAA,SAAA,CAAU,cAAc,CAAA,CAAA;AACnD,IAAM,MAAA,QAAA,GAAW,WAAY,CAAA,iBAAA,CAAkB,gBAAgB,CAAA,CAAA;AAC/D,IAAA,MAAM,iBAAoB,GAAA,oBAAA;AAAA,MACxB,WAAA;AAAA,MACA,yBAAA;AAAA,KACF,CAAA;AAGA,IAAA,MAAM,4BAA4BD,cAAS,CAAA,UAAA;AAAA,MAAA,CACzCE,MAAA,yBAA0B,CAAA,WAAA,EAAa,2BAA2B,CAAA,KAAlE,OAAAA,GACE,GAAA,qCAAA;AAAA,KACJ,CAAA;AACA,IAAI,IAAA,yBAAA,CAA0B,OAAQ,EAAA,GAAI,CAAG,EAAA;AAC3C,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,OAAO,SAAS,CAAA,+CAAA,CAAA;AAAA,OAClB,CAAA;AAAA,KACF;AACA,IAAA,MAAM,WACJ,EAAqB,GAAA,oBAAA,CAAA,WAAA,EAAa,SAAS,CAAA,KAA3C,YACA,eACG,CAAA,IAAA,CAAK,yBAAyB,CAAA,CAC9B,KAAKF,cAAS,CAAA,UAAA,CAAW,EAAE,OAAS,EAAA,GAAA,EAAK,CAAC,CAAA,CAAA;AAC/C,IACE,IAAA,OAAA,CAAQ,SACR,IAAA,eAAA,CAAgB,SAAY,GAAA,yBAAA,CAA0B,SACtD,EAAA;AACA,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,CAAO,IAAA,EAAA,SAAS,CAAgC,6BAAA,EAAA,SAAS,oBAAoB,SAAS,CAAA,0BAAA,CAAA;AAAA,OACxF,CAAA;AAAA,KACF;AAEA,IAAO,OAAA;AAAA,MACL,eAAA;AAAA,MACA,QAAA;AAAA,MACA,QAAA;AAAA,MACA,MAAA;AAAA,MACA,OAAA;AAAA,MACA,KAAA;AAAA,MACA,iBAAA;AAAA,MACA,yBAAA;AAAA,KACF,CAAA;AAAA,GACF,CAAA,KA5DA,YA4DM,EAAC,CAAA;AAEX;;;;;;;;ACnFO,MAAM,6BAA8B,CAAA;AAAA,EAyBjC,WACW,CAAA,MAAA,EACA,MACA,EAAA,SAAA,EACjB,MACA,EAAA;AAJiB,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA,CAAA;AACA,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA,CAAA;AACA,IAAA,IAAA,CAAA,SAAA,GAAA,SAAA,CAAA;AA3BnB,IAAiB,aAAA,CAAA,IAAA,EAAA,OAAA,CAAA,CAAA;AACjB,IAAiB,aAAA,CAAA,IAAA,EAAA,eAAA,CAAA,CAAA;AACjB,IAAiB,aAAA,CAAA,IAAA,EAAA,KAAA,CAAA,CAAA;AACjB,IAAiB,aAAA,CAAA,IAAA,EAAA,UAAA,CAAA,CAAA;AACjB,IAAiB,aAAA,CAAA,IAAA,EAAA,oBAAA,CAAA,CAAA;AACjB,IAAiB,aAAA,CAAA,IAAA,EAAA,6BAAA,CAAA,CAAA;AA1CnB,IAAA,IAAA,EAAA,CAAA;AAmEI,IAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,KAAA,CAAA;AAEpB,IAAA,IAAA,CAAK,aAAgB,GAAA;AAAA,MACnB,mBAAqB,EAAA,EAAA;AAAA,MACrB,qBAAA,EAAuB,CAAC,KAAK,CAAA;AAAA,MAC7B,UAAU,MAAO,CAAA,QAAA;AAAA,MACjB,iBAAmB,EAAA,CAAA,EAAA,GAAA,MAAA,CAAO,iBAAP,KAAA,IAAA,GAAA,KAAA,CAAA,GAAA,EAAA,CAA0B,EAAG,CAAA,SAAA,CAAA;AAAA,MAChD,eAAiB,EAAA,MAAA,CAAO,eAAgB,CAAA,EAAA,CAAG,SAAS,CAAA;AAAA,KACtD,CAAA;AAEA,IAAK,IAAA,CAAA,GAAA,GAAM,IAAIG,mBAAU,CAAA;AAAA,MACvB,QAAQ,MAAO,CAAA,MAAA;AAAA,MACf,UAAU,MAAO,CAAA,QAAA;AAAA,KAClB,CAAA,CAAA;AACD,IAAA,IAAA,CAAK,WAAW,MAAO,CAAA,QAAA,CAAA;AAEvB,IAAA,IAAA,CAAK,kBAAqB,GAAA,MAAA,CAAO,OAAQ,CAAA,EAAA,CAAG,SAAS,CAAA,CAAA;AACrD,IAAA,IAAA,CAAK,2BACH,GAAA,MAAA,CAAO,yBAA0B,CAAA,EAAA,CAAG,cAAc,CAAA,CAAA;AAAA,GACtD;AAAA,EA1CA,OAAO,WAAW,GAKkB,EAAA;AAClC,IAAO,OAAA,UAAA,CAAW,GAAI,CAAA,MAAM,CAAE,CAAA,GAAA;AAAA,MAC5B,YACE,IAAI,6BAAA;AAAA,QACF,GAAI,CAAA,MAAA;AAAA,QACJ,GAAI,CAAA,MAAA;AAAA,QACJ,GAAI,CAAA,SAAA;AAAA,QACJ,MAAA;AAAA,OACF;AAAA,KACJ,CAAA;AAAA,GACF;AAAA,EA6BA,MAAM,KAAuB,GAAA;AAC3B,IAAM,MAAA,EAAA,GAAK,CAA2B,wBAAA,EAAA,IAAA,CAAK,KAAK,CAAA,CAAA,CAAA;AAChD,IAAM,MAAA,MAAA,GAAS,IAAK,CAAA,MAAA,CAAO,KAAM,CAAA;AAAA,MAC/B,KAAA,EAAO,6BAA8B,CAAA,SAAA,CAAU,WAAY,CAAA,IAAA;AAAA,MAC3D,MAAQ,EAAA,EAAA;AAAA,KACT,CAAA,CAAA;AAED,IAAM,MAAA,IAAA,CAAK,UAAU,YAAa,CAAA;AAAA,MAChC,EAAA;AAAA,MACA,SAAA,EAAW,EAAE,OAAA,EAAS,CAAE,EAAA;AAAA,MACxB,OAAS,EAAA,EAAE,OAAS,EAAA,IAAA,CAAK,kBAAmB,EAAA;AAAA,MAC5C,KAAO,EAAA,OAAA;AAAA,MACP,IAAI,YAAY;AACd,QAAI,IAAA;AACF,UAAM,MAAA,WAAA,GAAc,MAAM,IAAA,CAAK,eAAgB,EAAA,CAAA;AAC/C,UAAA,IAAI,gBAAgB,CAAG,EAAA;AACrB,YAAM,MAAA,IAAA,CAAK,KAAM,CAAA,IAAA,CAAK,2BAA2B,CAAA,CAAA;AAAA,WACnD;AAAA,iBACO,KAAO,EAAA;AACd,UAAO,MAAA,CAAA,KAAA,CAAM,sCAAsC,KAAK,CAAA,CAAA;AAAA,SAC1D;AAAA,OACF;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AAAA,EAEA,MAAc,eAAe,QAAqC,EAAA;AAChE,IAAA,IAAI,CAAC,QAAA,IAAY,QAAS,CAAA,MAAA,KAAW,CAAG,EAAA;AACtC,MAAA,OAAA;AAAA,KACF;AAEA,IAAA,MAAM,YAAe,GAAA;AAAA,MACnB,UAAU,IAAK,CAAA,QAAA;AAAA,MACf,OAAS,EAAA,QAAA,CAAS,GAAI,CAAA,CAAC,SAAS,KAAU,KAAA;AAxHhD,QAAA,IAAA,EAAA,CAAA;AAyHQ,QAAO,OAAA;AAAA,UACL,EAAI,EAAA,CAAA,EAAA,GAAA,OAAA,CAAQ,SAAR,KAAA,IAAA,GAAA,EAAA,GAAqB,WAAW,KAAK,CAAA,CAAA;AAAA,UACzC,eAAe,OAAQ,CAAA,aAAA;AAAA,SACzB,CAAA;AAAA,OACD,CAAA;AAAA,KACH,CAAA;AAEA,IAAI,IAAA;AACF,MAAM,MAAA,MAAA,GAAS,MAAM,IAAA,CAAK,GAAI,CAAA,IAAA;AAAA,QAC5B,IAAIC,oCAA0B,YAAY,CAAA;AAAA,OAC5C,CAAA;AACA,MAAA,IAAI,MAAO,CAAA,MAAA,IAAU,MAAO,CAAA,MAAA,CAAO,SAAS,CAAG,EAAA;AAC7C,QAAA,IAAA,CAAK,MAAO,CAAA,KAAA;AAAA,UACV,CAAoB,iBAAA,EAAA,MAAA,CAAO,MAAQ,CAAA,MAAM,OACvC,QAAS,CAAA,MACX,CAA0B,uBAAA,EAAA,IAAA,CAAK,QAAQ,CACrC,SAAA,EAAA,MAAA,CAAO,MAAO,CAAA,CAAC,EAAE,OACnB,CAAA,CAAA;AAAA,SACF,CAAA;AAAA,OACF;AAAA,aACO,KAAO,EAAA;AACd,MAAA,IAAA,CAAK,MAAO,CAAA,KAAA;AAAA,QACV,CAAA,sCAAA,EAAyC,KAAK,QAAQ,CAAA,CAAA;AAAA,QACtD,KAAA;AAAA,OACF,CAAA;AAAA,KACF;AAAA,GACF;AAAA,EAEA,MAAc,eAAmC,GAAA;AArJnD,IAAA,IAAA,EAAA,EAAA,EAAA,EAAA,EAAA,CAAA;AAsJI,IAAI,IAAA;AACF,MAAM,MAAA,IAAA,GAAO,MAAM,IAAA,CAAK,GAAI,CAAA,IAAA;AAAA,QAC1B,IAAIC,+BAAsB,CAAA,IAAA,CAAK,aAAa,CAAA;AAAA,OAC9C,CAAA;AAEA,MAAK,CAAA,EAAA,GAAA,IAAA,CAAA,QAAA,KAAL,IAAe,GAAA,KAAA,CAAA,GAAA,EAAA,CAAA,OAAA,CAAQ,CAAW,OAAA,KAAA;AA3JxC,QAAAJ,IAAAA,GAAAA,CAAAA;AA4JQ,QAAA,MAAM,YAAe,GAAA,IAAA,CAAK,KAAM,CAAA,OAAA,CAAQ,IAAK,CAAA,CAAA;AAE7C,QAAA,MAAM,WAA8C,EAAC,CAAA;AACrD,QAAO,MAAA,CAAA,IAAA,CAAA,CAAKA,GAAA,GAAA,OAAA,CAAQ,iBAAR,KAAA,IAAA,GAAAA,MAA6B,EAAE,CAAE,CAAA,OAAA,CAAQ,CAAO,GAAA,KAAA;AA/JpE,UAAAA,IAAAA,GAAAA,CAAAA;AAgKU,UAAM,MAAA,SAAA,GAAY,OAAQ,CAAA,iBAAA,CAAmB,GAAG,CAAA,CAAA;AAChD,UAAA,IACE,CAAC,SAAA,IACD,CAAC,SAAA,CAAU,QACX,IAAA,CAAC,CAAC,QAAA,EAAU,QAAQ,CAAA,CAAE,QAAS,CAAA,SAAA,CAAU,QAAQ,CACjD,EAAA;AACA,YAAA,OAAA;AAAA,WACF;AAEA,UAAA,MAAM,SAAQA,GAAA,GAAA,SAAA,CAAU,gBAAV,KAAA,IAAA,GAAAA,MAA8B,SAAU,CAAA,WAAA,CAAA;AACtD,UAAA,IAAI,UAAU,KAAW,CAAA,EAAA;AACvB,YAAA,QAAA,CAAS,GAAG,CAAI,GAAA,KAAA,CAAA;AAAA,WAClB;AAAA,SACD,CAAA,CAAA;AAED,QAAA,IAAA,CAAK,OAAO,OAAQ,CAAA;AAAA,UAClB,OAAO,IAAK,CAAA,KAAA;AAAA,UACZ,YAAA;AAAA,UACA,QAAA;AAAA,SACD,CAAA,CAAA;AAAA,OACH,CAAA,CAAA;AACA,MAAM,MAAA,IAAA,CAAK,cAAe,CAAA,IAAA,CAAK,QAAQ,CAAA,CAAA;AACvC,MAAA,OAAA,CAAO,EAAK,GAAA,CAAA,EAAA,GAAA,IAAA,CAAA,QAAA,KAAL,IAAe,GAAA,KAAA,CAAA,GAAA,EAAA,CAAA,MAAA,KAAf,IAAyB,GAAA,EAAA,GAAA,CAAA,CAAA;AAAA,aACzB,KAAO,EAAA;AACd,MAAA,IAAA,CAAK,MAAO,CAAA,KAAA;AAAA,QACV,CAAA,sCAAA,EAAyC,KAAK,QAAQ,CAAA,CAAA;AAAA,QACtD,KAAA;AAAA,OACF,CAAA;AACA,MAAO,OAAA,CAAA,CAAA;AAAA,KACT;AAAA,GACF;AAAA,EAEQ,MAAM,EAA2B,EAAA;AACvC,IAAA,OAAO,IAAI,OAAc,CAAA,CAAA,OAAA,KAAW,UAAW,CAAA,OAAA,EAAS,EAAE,CAAC,CAAA,CAAA;AAAA,GAC7D;AACF;;;;"}
|
|
1
|
+
{"version":3,"file":"AwsSqsConsumingEventPublisher-DXKHh6Gl.cjs.js","sources":["../../src/publisher/config.ts","../../src/publisher/AwsSqsConsumingEventPublisher.ts"],"sourcesContent":["/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { Config } from '@backstage/config';\nimport { HumanDuration, JsonObject } from '@backstage/types';\nimport { Duration } from 'luxon';\n\nconst CONFIG_PREFIX_MODULE = 'events.modules.awsSqs.';\nconst CONFIG_PREFIX_PUBLISHER = `${CONFIG_PREFIX_MODULE}awsSqsConsumingEventPublisher.`;\nconst DEFAULT_WAIT_TIME_AFTER_EMPTY_RECEIVE = { minutes: 1 };\nconst MAX_WAIT_SECONDS = 20;\n\nexport interface AwsSqsEventSourceConfig {\n pollingWaitTime: Duration;\n queueUrl: string;\n region: string;\n timeout: Duration;\n topic: string;\n visibilityTimeout?: Duration;\n waitTimeAfterEmptyReceive: Duration;\n endpoint?: string;\n}\n\n// TODO(pjungermann): validation could be improved similar to `convertToHumanDuration` at @backstage/backend-tasks\nfunction readOptionalHumanDuration(\n config: Config,\n key: string,\n): HumanDuration | undefined {\n return config.getOptional<JsonObject>(key) as HumanDuration;\n}\n\nfunction readOptionalDuration(\n config: Config,\n key: string,\n): Duration | undefined {\n const duration = readOptionalHumanDuration(config, key);\n return duration ? Duration.fromObject(duration) : undefined;\n}\n\nexport function readConfig(config: Config): AwsSqsEventSourceConfig[] {\n const key = `${CONFIG_PREFIX_PUBLISHER}topics`;\n const topics = config.getOptionalConfig(key);\n\n return (\n topics?.keys()?.map(topic => {\n const topicConfig = topics.getConfig(topic);\n const keyPrefix = `${key}.${topic}.`;\n\n // queue config:\n const pollingWaitTime = Duration.fromObject(\n readOptionalHumanDuration(topicConfig, 'queue.waitTime') ?? {\n seconds: MAX_WAIT_SECONDS,\n },\n );\n if (\n pollingWaitTime.valueOf() < 0 ||\n pollingWaitTime.as('seconds') > MAX_WAIT_SECONDS\n ) {\n throw new Error(\n `${keyPrefix}queue.waitTime must be within 0..${MAX_WAIT_SECONDS} seconds.`,\n );\n }\n const queueUrl = topicConfig.getString('queue.url');\n const region = topicConfig.getString('queue.region');\n const endpoint = topicConfig.getOptionalString('queue.endpoint');\n const visibilityTimeout = readOptionalDuration(\n topicConfig,\n 'queue.visibilityTimeout',\n );\n\n // task:\n const waitTimeAfterEmptyReceive = Duration.fromObject(\n readOptionalHumanDuration(topicConfig, 'waitTimeAfterEmptyReceive') ??\n DEFAULT_WAIT_TIME_AFTER_EMPTY_RECEIVE,\n );\n if (waitTimeAfterEmptyReceive.valueOf() < 0) {\n throw new Error(\n `The ${keyPrefix}waitTimeAfterEmptyReceive must not be negative.`,\n );\n }\n const timeout =\n readOptionalDuration(topicConfig, 'timeout') ??\n pollingWaitTime\n .plus(waitTimeAfterEmptyReceive)\n .plus(Duration.fromObject({ seconds: 180 }));\n if (\n timeout.valueOf() <=\n pollingWaitTime.valueOf() + waitTimeAfterEmptyReceive.valueOf()\n ) {\n throw new Error(\n `The ${keyPrefix}timeout must be greater than ${keyPrefix}queue.waitTime + ${keyPrefix}waitTimeAfterEmptyReceive.`,\n );\n }\n\n return {\n pollingWaitTime,\n queueUrl,\n endpoint,\n region,\n timeout,\n topic,\n visibilityTimeout,\n waitTimeAfterEmptyReceive,\n };\n }) ?? []\n );\n}\n","/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport {\n DeleteMessageBatchCommand,\n Message,\n ReceiveMessageCommand,\n ReceiveMessageCommandInput,\n SQSClient,\n} from '@aws-sdk/client-sqs';\nimport { LoggerService } from '@backstage/backend-plugin-api';\nimport { PluginTaskScheduler } from '@backstage/backend-tasks';\nimport { Config } from '@backstage/config';\nimport { EventsService } from '@backstage/plugin-events-node';\nimport { AwsSqsEventSourceConfig, readConfig } from './config';\n\n/**\n * Publishes events received from an AWS SQS queue.\n * The message payload will be used as event payload and passed to registered subscribers.\n *\n * @public\n */\n// TODO(pjungermann): add prom metrics? (see plugins/catalog-backend/src/util/metrics.ts, etc.)\nexport class AwsSqsConsumingEventPublisher {\n private readonly topic: string;\n private readonly receiveParams: ReceiveMessageCommandInput;\n private readonly sqs: SQSClient;\n private readonly queueUrl: string;\n private readonly taskTimeoutSeconds: number;\n private readonly waitTimeAfterEmptyReceiveMs;\n\n static fromConfig(env: {\n config: Config;\n events: EventsService;\n logger: LoggerService;\n scheduler: PluginTaskScheduler;\n }): AwsSqsConsumingEventPublisher[] {\n return readConfig(env.config).map(\n config =>\n new AwsSqsConsumingEventPublisher(\n env.logger,\n env.events,\n env.scheduler,\n config,\n ),\n );\n }\n\n private constructor(\n private readonly logger: LoggerService,\n private readonly events: EventsService,\n private readonly scheduler: PluginTaskScheduler,\n config: AwsSqsEventSourceConfig,\n ) {\n this.topic = config.topic;\n\n this.receiveParams = {\n MaxNumberOfMessages: 10,\n MessageAttributeNames: ['All'],\n QueueUrl: config.queueUrl,\n VisibilityTimeout: config.visibilityTimeout?.as('seconds'),\n WaitTimeSeconds: config.pollingWaitTime.as('seconds'),\n };\n\n this.sqs = new SQSClient({\n region: config.region,\n endpoint: config.endpoint,\n });\n this.queueUrl = config.queueUrl;\n\n this.taskTimeoutSeconds = config.timeout.as('seconds');\n this.waitTimeAfterEmptyReceiveMs =\n config.waitTimeAfterEmptyReceive.as('milliseconds');\n }\n\n async start(): Promise<void> {\n const id = `events.awsSqs.publisher:${this.topic}`;\n const logger = this.logger.child({\n class: AwsSqsConsumingEventPublisher.prototype.constructor.name,\n taskId: id,\n });\n\n await this.scheduler.scheduleTask({\n id: id,\n frequency: { seconds: 0 },\n timeout: { seconds: this.taskTimeoutSeconds },\n scope: 'local',\n fn: async () => {\n try {\n const numMessages = await this.consumeMessages();\n if (numMessages === 0) {\n await this.sleep(this.waitTimeAfterEmptyReceiveMs);\n }\n } catch (error) {\n logger.error('Failed to consume AWS SQS messages', error);\n }\n },\n });\n }\n\n private async deleteMessages(messages?: Message[]): Promise<void> {\n if (!messages || messages.length === 0) {\n return;\n }\n\n const deleteParams = {\n QueueUrl: this.queueUrl,\n Entries: messages.map((message, index) => {\n return {\n Id: message.MessageId ?? `message-${index}`,\n ReceiptHandle: message.ReceiptHandle,\n };\n }),\n };\n\n try {\n const result = await this.sqs.send(\n new DeleteMessageBatchCommand(deleteParams),\n );\n if (result.Failed && result.Failed.length > 0) {\n this.logger.error(\n `Failed to delete ${result.Failed!.length} of ${\n messages.length\n } messages from AWS SQS ${this.queueUrl}. First: ${\n result.Failed[0].Message\n }`,\n );\n }\n } catch (error) {\n this.logger.error(\n `Failed to delete message from AWS SQS ${this.queueUrl}`,\n error,\n );\n }\n }\n\n private async consumeMessages(): Promise<number> {\n try {\n const data = await this.sqs.send(\n new ReceiveMessageCommand(this.receiveParams),\n );\n\n data.Messages?.forEach(message => {\n const eventPayload = JSON.parse(message.Body!);\n\n const metadata: Record<string, string | string[]> = {};\n Object.keys(message.MessageAttributes ?? {}).forEach(key => {\n const attrValue = message.MessageAttributes![key];\n if (\n !attrValue ||\n !attrValue.DataType ||\n !['String', 'Number'].includes(attrValue.DataType)\n ) {\n return;\n }\n\n const value = attrValue.StringListValues ?? attrValue.StringValue;\n if (value !== undefined) {\n metadata[key] = value;\n }\n });\n\n this.events.publish({\n topic: this.topic,\n eventPayload,\n metadata,\n });\n });\n await this.deleteMessages(data.Messages);\n return data.Messages?.length ?? 0;\n } catch (error) {\n this.logger.error(\n `Failed to receive events from AWS SQS ${this.queueUrl}`,\n error,\n );\n return 0;\n }\n }\n\n private sleep(ms: number): Promise<void> {\n return new Promise<void>(resolve => setTimeout(resolve, ms));\n }\n}\n"],"names":["Duration","SQSClient","DeleteMessageBatchCommand","ReceiveMessageCommand"],"mappings":";;;;;AAoBA,MAAM,oBAAuB,GAAA,wBAAA,CAAA;AAC7B,MAAM,uBAAA,GAA0B,GAAG,oBAAoB,CAAA,8BAAA,CAAA,CAAA;AACvD,MAAM,qCAAA,GAAwC,EAAE,OAAA,EAAS,CAAE,EAAA,CAAA;AAC3D,MAAM,gBAAmB,GAAA,EAAA,CAAA;AAczB,SAAS,yBAAA,CACP,QACA,GAC2B,EAAA;AAC3B,EAAO,OAAA,MAAA,CAAO,YAAwB,GAAG,CAAA,CAAA;AAC3C,CAAA;AAEA,SAAS,oBAAA,CACP,QACA,GACsB,EAAA;AACtB,EAAM,MAAA,QAAA,GAAW,yBAA0B,CAAA,MAAA,EAAQ,GAAG,CAAA,CAAA;AACtD,EAAA,OAAO,QAAW,GAAAA,cAAA,CAAS,UAAW,CAAA,QAAQ,CAAI,GAAA,KAAA,CAAA,CAAA;AACpD,CAAA;AAEO,SAAS,WAAW,MAA2C,EAAA;AACpE,EAAM,MAAA,GAAA,GAAM,GAAG,uBAAuB,CAAA,MAAA,CAAA,CAAA;AACtC,EAAM,MAAA,MAAA,GAAS,MAAO,CAAA,iBAAA,CAAkB,GAAG,CAAA,CAAA;AAE3C,EAAA,OACE,MAAQ,EAAA,IAAA,EAAQ,EAAA,GAAA,CAAI,CAAS,KAAA,KAAA;AAC3B,IAAM,MAAA,WAAA,GAAc,MAAO,CAAA,SAAA,CAAU,KAAK,CAAA,CAAA;AAC1C,IAAA,MAAM,SAAY,GAAA,CAAA,EAAG,GAAG,CAAA,CAAA,EAAI,KAAK,CAAA,CAAA,CAAA,CAAA;AAGjC,IAAA,MAAM,kBAAkBA,cAAS,CAAA,UAAA;AAAA,MAC/B,yBAAA,CAA0B,WAAa,EAAA,gBAAgB,CAAK,IAAA;AAAA,QAC1D,OAAS,EAAA,gBAAA;AAAA,OACX;AAAA,KACF,CAAA;AACA,IACE,IAAA,eAAA,CAAgB,SAAY,GAAA,CAAA,IAC5B,gBAAgB,EAAG,CAAA,SAAS,IAAI,gBAChC,EAAA;AACA,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,CAAA,EAAG,SAAS,CAAA,iCAAA,EAAoC,gBAAgB,CAAA,SAAA,CAAA;AAAA,OAClE,CAAA;AAAA,KACF;AACA,IAAM,MAAA,QAAA,GAAW,WAAY,CAAA,SAAA,CAAU,WAAW,CAAA,CAAA;AAClD,IAAM,MAAA,MAAA,GAAS,WAAY,CAAA,SAAA,CAAU,cAAc,CAAA,CAAA;AACnD,IAAM,MAAA,QAAA,GAAW,WAAY,CAAA,iBAAA,CAAkB,gBAAgB,CAAA,CAAA;AAC/D,IAAA,MAAM,iBAAoB,GAAA,oBAAA;AAAA,MACxB,WAAA;AAAA,MACA,yBAAA;AAAA,KACF,CAAA;AAGA,IAAA,MAAM,4BAA4BA,cAAS,CAAA,UAAA;AAAA,MACzC,yBAAA,CAA0B,WAAa,EAAA,2BAA2B,CAChE,IAAA,qCAAA;AAAA,KACJ,CAAA;AACA,IAAI,IAAA,yBAAA,CAA0B,OAAQ,EAAA,GAAI,CAAG,EAAA;AAC3C,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,OAAO,SAAS,CAAA,+CAAA,CAAA;AAAA,OAClB,CAAA;AAAA,KACF;AACA,IAAA,MAAM,UACJ,oBAAqB,CAAA,WAAA,EAAa,SAAS,CAAA,IAC3C,gBACG,IAAK,CAAA,yBAAyB,CAC9B,CAAA,IAAA,CAAKA,eAAS,UAAW,CAAA,EAAE,OAAS,EAAA,GAAA,EAAK,CAAC,CAAA,CAAA;AAC/C,IACE,IAAA,OAAA,CAAQ,SACR,IAAA,eAAA,CAAgB,SAAY,GAAA,yBAAA,CAA0B,SACtD,EAAA;AACA,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,CAAO,IAAA,EAAA,SAAS,CAAgC,6BAAA,EAAA,SAAS,oBAAoB,SAAS,CAAA,0BAAA,CAAA;AAAA,OACxF,CAAA;AAAA,KACF;AAEA,IAAO,OAAA;AAAA,MACL,eAAA;AAAA,MACA,QAAA;AAAA,MACA,QAAA;AAAA,MACA,MAAA;AAAA,MACA,OAAA;AAAA,MACA,KAAA;AAAA,MACA,iBAAA;AAAA,MACA,yBAAA;AAAA,KACF,CAAA;AAAA,GACD,KAAK,EAAC,CAAA;AAEX;;ACnFO,MAAM,6BAA8B,CAAA;AAAA,EAyBjC,WACW,CAAA,MAAA,EACA,MACA,EAAA,SAAA,EACjB,MACA,EAAA;AAJiB,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA,CAAA;AACA,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA,CAAA;AACA,IAAA,IAAA,CAAA,SAAA,GAAA,SAAA,CAAA;AAGjB,IAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,KAAA,CAAA;AAEpB,IAAA,IAAA,CAAK,aAAgB,GAAA;AAAA,MACnB,mBAAqB,EAAA,EAAA;AAAA,MACrB,qBAAA,EAAuB,CAAC,KAAK,CAAA;AAAA,MAC7B,UAAU,MAAO,CAAA,QAAA;AAAA,MACjB,iBAAmB,EAAA,MAAA,CAAO,iBAAmB,EAAA,EAAA,CAAG,SAAS,CAAA;AAAA,MACzD,eAAiB,EAAA,MAAA,CAAO,eAAgB,CAAA,EAAA,CAAG,SAAS,CAAA;AAAA,KACtD,CAAA;AAEA,IAAK,IAAA,CAAA,GAAA,GAAM,IAAIC,mBAAU,CAAA;AAAA,MACvB,QAAQ,MAAO,CAAA,MAAA;AAAA,MACf,UAAU,MAAO,CAAA,QAAA;AAAA,KAClB,CAAA,CAAA;AACD,IAAA,IAAA,CAAK,WAAW,MAAO,CAAA,QAAA,CAAA;AAEvB,IAAA,IAAA,CAAK,kBAAqB,GAAA,MAAA,CAAO,OAAQ,CAAA,EAAA,CAAG,SAAS,CAAA,CAAA;AACrD,IAAA,IAAA,CAAK,2BACH,GAAA,MAAA,CAAO,yBAA0B,CAAA,EAAA,CAAG,cAAc,CAAA,CAAA;AAAA,GACtD;AAAA,EAjDiB,KAAA,CAAA;AAAA,EACA,aAAA,CAAA;AAAA,EACA,GAAA,CAAA;AAAA,EACA,QAAA,CAAA;AAAA,EACA,kBAAA,CAAA;AAAA,EACA,2BAAA,CAAA;AAAA,EAEjB,OAAO,WAAW,GAKkB,EAAA;AAClC,IAAO,OAAA,UAAA,CAAW,GAAI,CAAA,MAAM,CAAE,CAAA,GAAA;AAAA,MAC5B,YACE,IAAI,6BAAA;AAAA,QACF,GAAI,CAAA,MAAA;AAAA,QACJ,GAAI,CAAA,MAAA;AAAA,QACJ,GAAI,CAAA,SAAA;AAAA,QACJ,MAAA;AAAA,OACF;AAAA,KACJ,CAAA;AAAA,GACF;AAAA,EA6BA,MAAM,KAAuB,GAAA;AAC3B,IAAM,MAAA,EAAA,GAAK,CAA2B,wBAAA,EAAA,IAAA,CAAK,KAAK,CAAA,CAAA,CAAA;AAChD,IAAM,MAAA,MAAA,GAAS,IAAK,CAAA,MAAA,CAAO,KAAM,CAAA;AAAA,MAC/B,KAAA,EAAO,6BAA8B,CAAA,SAAA,CAAU,WAAY,CAAA,IAAA;AAAA,MAC3D,MAAQ,EAAA,EAAA;AAAA,KACT,CAAA,CAAA;AAED,IAAM,MAAA,IAAA,CAAK,UAAU,YAAa,CAAA;AAAA,MAChC,EAAA;AAAA,MACA,SAAA,EAAW,EAAE,OAAA,EAAS,CAAE,EAAA;AAAA,MACxB,OAAS,EAAA,EAAE,OAAS,EAAA,IAAA,CAAK,kBAAmB,EAAA;AAAA,MAC5C,KAAO,EAAA,OAAA;AAAA,MACP,IAAI,YAAY;AACd,QAAI,IAAA;AACF,UAAM,MAAA,WAAA,GAAc,MAAM,IAAA,CAAK,eAAgB,EAAA,CAAA;AAC/C,UAAA,IAAI,gBAAgB,CAAG,EAAA;AACrB,YAAM,MAAA,IAAA,CAAK,KAAM,CAAA,IAAA,CAAK,2BAA2B,CAAA,CAAA;AAAA,WACnD;AAAA,iBACO,KAAO,EAAA;AACd,UAAO,MAAA,CAAA,KAAA,CAAM,sCAAsC,KAAK,CAAA,CAAA;AAAA,SAC1D;AAAA,OACF;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AAAA,EAEA,MAAc,eAAe,QAAqC,EAAA;AAChE,IAAA,IAAI,CAAC,QAAA,IAAY,QAAS,CAAA,MAAA,KAAW,CAAG,EAAA;AACtC,MAAA,OAAA;AAAA,KACF;AAEA,IAAA,MAAM,YAAe,GAAA;AAAA,MACnB,UAAU,IAAK,CAAA,QAAA;AAAA,MACf,OAAS,EAAA,QAAA,CAAS,GAAI,CAAA,CAAC,SAAS,KAAU,KAAA;AACxC,QAAO,OAAA;AAAA,UACL,EAAI,EAAA,OAAA,CAAQ,SAAa,IAAA,CAAA,QAAA,EAAW,KAAK,CAAA,CAAA;AAAA,UACzC,eAAe,OAAQ,CAAA,aAAA;AAAA,SACzB,CAAA;AAAA,OACD,CAAA;AAAA,KACH,CAAA;AAEA,IAAI,IAAA;AACF,MAAM,MAAA,MAAA,GAAS,MAAM,IAAA,CAAK,GAAI,CAAA,IAAA;AAAA,QAC5B,IAAIC,oCAA0B,YAAY,CAAA;AAAA,OAC5C,CAAA;AACA,MAAA,IAAI,MAAO,CAAA,MAAA,IAAU,MAAO,CAAA,MAAA,CAAO,SAAS,CAAG,EAAA;AAC7C,QAAA,IAAA,CAAK,MAAO,CAAA,KAAA;AAAA,UACV,CAAoB,iBAAA,EAAA,MAAA,CAAO,MAAQ,CAAA,MAAM,OACvC,QAAS,CAAA,MACX,CAA0B,uBAAA,EAAA,IAAA,CAAK,QAAQ,CACrC,SAAA,EAAA,MAAA,CAAO,MAAO,CAAA,CAAC,EAAE,OACnB,CAAA,CAAA;AAAA,SACF,CAAA;AAAA,OACF;AAAA,aACO,KAAO,EAAA;AACd,MAAA,IAAA,CAAK,MAAO,CAAA,KAAA;AAAA,QACV,CAAA,sCAAA,EAAyC,KAAK,QAAQ,CAAA,CAAA;AAAA,QACtD,KAAA;AAAA,OACF,CAAA;AAAA,KACF;AAAA,GACF;AAAA,EAEA,MAAc,eAAmC,GAAA;AAC/C,IAAI,IAAA;AACF,MAAM,MAAA,IAAA,GAAO,MAAM,IAAA,CAAK,GAAI,CAAA,IAAA;AAAA,QAC1B,IAAIC,+BAAsB,CAAA,IAAA,CAAK,aAAa,CAAA;AAAA,OAC9C,CAAA;AAEA,MAAK,IAAA,CAAA,QAAA,EAAU,QAAQ,CAAW,OAAA,KAAA;AAChC,QAAA,MAAM,YAAe,GAAA,IAAA,CAAK,KAAM,CAAA,OAAA,CAAQ,IAAK,CAAA,CAAA;AAE7C,QAAA,MAAM,WAA8C,EAAC,CAAA;AACrD,QAAA,MAAA,CAAO,KAAK,OAAQ,CAAA,iBAAA,IAAqB,EAAE,CAAA,CAAE,QAAQ,CAAO,GAAA,KAAA;AAC1D,UAAM,MAAA,SAAA,GAAY,OAAQ,CAAA,iBAAA,CAAmB,GAAG,CAAA,CAAA;AAChD,UAAA,IACE,CAAC,SAAA,IACD,CAAC,SAAA,CAAU,QACX,IAAA,CAAC,CAAC,QAAA,EAAU,QAAQ,CAAA,CAAE,QAAS,CAAA,SAAA,CAAU,QAAQ,CACjD,EAAA;AACA,YAAA,OAAA;AAAA,WACF;AAEA,UAAM,MAAA,KAAA,GAAQ,SAAU,CAAA,gBAAA,IAAoB,SAAU,CAAA,WAAA,CAAA;AACtD,UAAA,IAAI,UAAU,KAAW,CAAA,EAAA;AACvB,YAAA,QAAA,CAAS,GAAG,CAAI,GAAA,KAAA,CAAA;AAAA,WAClB;AAAA,SACD,CAAA,CAAA;AAED,QAAA,IAAA,CAAK,OAAO,OAAQ,CAAA;AAAA,UAClB,OAAO,IAAK,CAAA,KAAA;AAAA,UACZ,YAAA;AAAA,UACA,QAAA;AAAA,SACD,CAAA,CAAA;AAAA,OACF,CAAA,CAAA;AACD,MAAM,MAAA,IAAA,CAAK,cAAe,CAAA,IAAA,CAAK,QAAQ,CAAA,CAAA;AACvC,MAAO,OAAA,IAAA,CAAK,UAAU,MAAU,IAAA,CAAA,CAAA;AAAA,aACzB,KAAO,EAAA;AACd,MAAA,IAAA,CAAK,MAAO,CAAA,KAAA;AAAA,QACV,CAAA,sCAAA,EAAyC,KAAK,QAAQ,CAAA,CAAA;AAAA,QACtD,KAAA;AAAA,OACF,CAAA;AACA,MAAO,OAAA,CAAA,CAAA;AAAA,KACT;AAAA,GACF;AAAA,EAEQ,MAAM,EAA2B,EAAA;AACvC,IAAA,OAAO,IAAI,OAAc,CAAA,CAAA,OAAA,KAAW,UAAW,CAAA,OAAA,EAAS,EAAE,CAAC,CAAA,CAAA;AAAA,GAC7D;AACF;;;;"}
|
package/dist/index.cjs.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
'use strict';
|
|
2
2
|
|
|
3
|
-
var AwsSqsConsumingEventPublisher = require('./cjs/AwsSqsConsumingEventPublisher-
|
|
3
|
+
var AwsSqsConsumingEventPublisher = require('./cjs/AwsSqsConsumingEventPublisher-DXKHh6Gl.cjs.js');
|
|
4
4
|
require('@aws-sdk/client-sqs');
|
|
5
5
|
require('luxon');
|
|
6
6
|
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@backstage/plugin-events-backend-module-aws-sqs",
|
|
3
|
-
"version": "0.3.
|
|
3
|
+
"version": "0.3.5-next.0",
|
|
4
4
|
"backstage": {
|
|
5
5
|
"role": "backend-plugin-module"
|
|
6
6
|
},
|
|
@@ -45,20 +45,20 @@
|
|
|
45
45
|
},
|
|
46
46
|
"dependencies": {
|
|
47
47
|
"@aws-sdk/client-sqs": "^3.350.0",
|
|
48
|
-
"@backstage/backend-common": "^0.22.
|
|
49
|
-
"@backstage/backend-plugin-api": "^0.6.
|
|
50
|
-
"@backstage/backend-tasks": "^0.5.
|
|
48
|
+
"@backstage/backend-common": "^0.22.1-next.0",
|
|
49
|
+
"@backstage/backend-plugin-api": "^0.6.19-next.0",
|
|
50
|
+
"@backstage/backend-tasks": "^0.5.24-next.0",
|
|
51
51
|
"@backstage/config": "^1.2.0",
|
|
52
|
-
"@backstage/plugin-events-node": "^0.3.
|
|
52
|
+
"@backstage/plugin-events-node": "^0.3.5-next.0",
|
|
53
53
|
"@backstage/types": "^1.1.1",
|
|
54
54
|
"luxon": "^3.0.0"
|
|
55
55
|
},
|
|
56
56
|
"devDependencies": {
|
|
57
57
|
"@aws-sdk/types": "^3.347.0",
|
|
58
|
-
"@backstage/backend-common": "^0.22.
|
|
59
|
-
"@backstage/backend-test-utils": "^0.3.
|
|
60
|
-
"@backstage/cli": "^0.26.
|
|
61
|
-
"@backstage/plugin-events-backend-test-utils": "^0.1.
|
|
58
|
+
"@backstage/backend-common": "^0.22.1-next.0",
|
|
59
|
+
"@backstage/backend-test-utils": "^0.3.9-next.0",
|
|
60
|
+
"@backstage/cli": "^0.26.6-next.0",
|
|
61
|
+
"@backstage/plugin-events-backend-test-utils": "^0.1.29-next.0",
|
|
62
62
|
"aws-sdk-client-mock": "^4.0.0"
|
|
63
63
|
},
|
|
64
64
|
"configSchema": "config.d.ts"
|