@backstage/plugin-events-backend-module-aws-sqs 0.1.5 → 0.1.6-next.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +24 -0
- package/alpha/package.json +1 -1
- package/dist/alpha.cjs.js +4 -186
- package/dist/alpha.cjs.js.map +1 -1
- package/dist/cjs/AwsSqsConsumingEventPublisher-0d8430d8.cjs.js +190 -0
- package/dist/cjs/AwsSqsConsumingEventPublisher-0d8430d8.cjs.js.map +1 -0
- package/dist/index.cjs.js +4 -184
- package/dist/index.cjs.js.map +1 -1
- package/package.json +9 -9
package/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,29 @@
|
|
|
1
1
|
# @backstage/plugin-events-backend-module-aws-sqs
|
|
2
2
|
|
|
3
|
+
## 0.1.6-next.1
|
|
4
|
+
|
|
5
|
+
### Patch Changes
|
|
6
|
+
|
|
7
|
+
- Updated dependencies
|
|
8
|
+
- @backstage/backend-tasks@0.5.1-next.1
|
|
9
|
+
- @backstage/backend-common@0.18.4-next.1
|
|
10
|
+
- @backstage/backend-plugin-api@0.5.1-next.1
|
|
11
|
+
- @backstage/config@1.0.7
|
|
12
|
+
- @backstage/types@1.0.2
|
|
13
|
+
- @backstage/plugin-events-node@0.2.5-next.1
|
|
14
|
+
|
|
15
|
+
## 0.1.6-next.0
|
|
16
|
+
|
|
17
|
+
### Patch Changes
|
|
18
|
+
|
|
19
|
+
- Updated dependencies
|
|
20
|
+
- @backstage/backend-common@0.18.4-next.0
|
|
21
|
+
- @backstage/config@1.0.7
|
|
22
|
+
- @backstage/backend-plugin-api@0.5.1-next.0
|
|
23
|
+
- @backstage/backend-tasks@0.5.1-next.0
|
|
24
|
+
- @backstage/types@1.0.2
|
|
25
|
+
- @backstage/plugin-events-node@0.2.5-next.0
|
|
26
|
+
|
|
3
27
|
## 0.1.5
|
|
4
28
|
|
|
5
29
|
### Patch Changes
|
package/alpha/package.json
CHANGED
package/dist/alpha.cjs.js
CHANGED
|
@@ -5,191 +5,9 @@ Object.defineProperty(exports, '__esModule', { value: true });
|
|
|
5
5
|
var backendPluginApi = require('@backstage/backend-plugin-api');
|
|
6
6
|
var backendCommon = require('@backstage/backend-common');
|
|
7
7
|
var alpha = require('@backstage/plugin-events-node/alpha');
|
|
8
|
-
var
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
const CONFIG_PREFIX_MODULE = "events.modules.awsSqs.";
|
|
12
|
-
const CONFIG_PREFIX_PUBLISHER = `${CONFIG_PREFIX_MODULE}awsSqsConsumingEventPublisher.`;
|
|
13
|
-
const DEFAULT_WAIT_TIME_AFTER_EMPTY_RECEIVE = { minutes: 1 };
|
|
14
|
-
const MAX_WAIT_SECONDS = 20;
|
|
15
|
-
function readOptionalHumanDuration(config, key) {
|
|
16
|
-
return config.getOptional(key);
|
|
17
|
-
}
|
|
18
|
-
function readOptionalDuration(config, key) {
|
|
19
|
-
const duration = readOptionalHumanDuration(config, key);
|
|
20
|
-
return duration ? luxon.Duration.fromObject(duration) : void 0;
|
|
21
|
-
}
|
|
22
|
-
function readConfig(config) {
|
|
23
|
-
var _a, _b;
|
|
24
|
-
const key = `${CONFIG_PREFIX_PUBLISHER}topics`;
|
|
25
|
-
const topics = config.getOptionalConfig(key);
|
|
26
|
-
return (_b = (_a = topics == null ? void 0 : topics.keys()) == null ? void 0 : _a.map((topic) => {
|
|
27
|
-
var _a2, _b2, _c;
|
|
28
|
-
const topicConfig = topics.getConfig(topic);
|
|
29
|
-
const keyPrefix = `${key}.${topic}.`;
|
|
30
|
-
const pollingWaitTime = luxon.Duration.fromObject(
|
|
31
|
-
(_a2 = readOptionalHumanDuration(topicConfig, "queue.waitTime")) != null ? _a2 : {
|
|
32
|
-
seconds: MAX_WAIT_SECONDS
|
|
33
|
-
}
|
|
34
|
-
);
|
|
35
|
-
if (pollingWaitTime.valueOf() < 0 || pollingWaitTime.as("seconds") > MAX_WAIT_SECONDS) {
|
|
36
|
-
throw new Error(
|
|
37
|
-
`${keyPrefix}queue.waitTime must be within 0..${MAX_WAIT_SECONDS} seconds.`
|
|
38
|
-
);
|
|
39
|
-
}
|
|
40
|
-
const queueUrl = topicConfig.getString("queue.url");
|
|
41
|
-
const region = topicConfig.getString("queue.region");
|
|
42
|
-
const visibilityTimeout = readOptionalDuration(
|
|
43
|
-
topicConfig,
|
|
44
|
-
"queue.visibilityTimeout"
|
|
45
|
-
);
|
|
46
|
-
const waitTimeAfterEmptyReceive = luxon.Duration.fromObject(
|
|
47
|
-
(_b2 = readOptionalHumanDuration(topicConfig, "waitTimeAfterEmptyReceive")) != null ? _b2 : DEFAULT_WAIT_TIME_AFTER_EMPTY_RECEIVE
|
|
48
|
-
);
|
|
49
|
-
if (waitTimeAfterEmptyReceive.valueOf() < 0) {
|
|
50
|
-
throw new Error(
|
|
51
|
-
`The ${keyPrefix}waitTimeAfterEmptyReceive must not be negative.`
|
|
52
|
-
);
|
|
53
|
-
}
|
|
54
|
-
const timeout = (_c = readOptionalDuration(topicConfig, "timeout")) != null ? _c : pollingWaitTime.plus(waitTimeAfterEmptyReceive).plus(luxon.Duration.fromObject({ seconds: 180 }));
|
|
55
|
-
if (timeout.valueOf() <= pollingWaitTime.valueOf() + waitTimeAfterEmptyReceive.valueOf()) {
|
|
56
|
-
throw new Error(
|
|
57
|
-
`The ${keyPrefix}timeout must be greater than ${keyPrefix}queue.waitTime + ${keyPrefix}waitTimeAfterEmptyReceive.`
|
|
58
|
-
);
|
|
59
|
-
}
|
|
60
|
-
return {
|
|
61
|
-
pollingWaitTime,
|
|
62
|
-
queueUrl,
|
|
63
|
-
region,
|
|
64
|
-
timeout,
|
|
65
|
-
topic,
|
|
66
|
-
visibilityTimeout,
|
|
67
|
-
waitTimeAfterEmptyReceive
|
|
68
|
-
};
|
|
69
|
-
})) != null ? _b : [];
|
|
70
|
-
}
|
|
71
|
-
|
|
72
|
-
class AwsSqsConsumingEventPublisher {
|
|
73
|
-
constructor(logger, scheduler, config) {
|
|
74
|
-
this.logger = logger;
|
|
75
|
-
this.scheduler = scheduler;
|
|
76
|
-
var _a;
|
|
77
|
-
this.topic = config.topic;
|
|
78
|
-
this.receiveParams = {
|
|
79
|
-
MaxNumberOfMessages: 10,
|
|
80
|
-
MessageAttributeNames: ["All"],
|
|
81
|
-
QueueUrl: config.queueUrl,
|
|
82
|
-
VisibilityTimeout: (_a = config.visibilityTimeout) == null ? void 0 : _a.as("seconds"),
|
|
83
|
-
WaitTimeSeconds: config.pollingWaitTime.as("seconds")
|
|
84
|
-
};
|
|
85
|
-
this.sqs = new clientSqs.SQSClient({ region: config.region });
|
|
86
|
-
this.queueUrl = config.queueUrl;
|
|
87
|
-
this.taskTimeoutSeconds = config.timeout.as("seconds");
|
|
88
|
-
this.waitTimeAfterEmptyReceiveMs = config.waitTimeAfterEmptyReceive.as("milliseconds");
|
|
89
|
-
}
|
|
90
|
-
static fromConfig(env) {
|
|
91
|
-
return readConfig(env.config).map(
|
|
92
|
-
(config) => new AwsSqsConsumingEventPublisher(env.logger, env.scheduler, config)
|
|
93
|
-
);
|
|
94
|
-
}
|
|
95
|
-
async setEventBroker(eventBroker) {
|
|
96
|
-
this.eventBroker = eventBroker;
|
|
97
|
-
return this.start();
|
|
98
|
-
}
|
|
99
|
-
async start() {
|
|
100
|
-
const id = `events.awsSqs.publisher:${this.topic}`;
|
|
101
|
-
const logger = this.logger.child({
|
|
102
|
-
class: AwsSqsConsumingEventPublisher.prototype.constructor.name,
|
|
103
|
-
taskId: id
|
|
104
|
-
});
|
|
105
|
-
await this.scheduler.scheduleTask({
|
|
106
|
-
id,
|
|
107
|
-
frequency: { seconds: 0 },
|
|
108
|
-
timeout: { seconds: this.taskTimeoutSeconds },
|
|
109
|
-
scope: "local",
|
|
110
|
-
fn: async () => {
|
|
111
|
-
try {
|
|
112
|
-
const numMessages = await this.consumeMessages();
|
|
113
|
-
if (numMessages === 0) {
|
|
114
|
-
await this.sleep(this.waitTimeAfterEmptyReceiveMs);
|
|
115
|
-
}
|
|
116
|
-
} catch (error) {
|
|
117
|
-
logger.error("Failed to consume AWS SQS messages", error);
|
|
118
|
-
}
|
|
119
|
-
}
|
|
120
|
-
});
|
|
121
|
-
}
|
|
122
|
-
async deleteMessages(messages) {
|
|
123
|
-
if (!messages) {
|
|
124
|
-
return;
|
|
125
|
-
}
|
|
126
|
-
const deleteParams = {
|
|
127
|
-
QueueUrl: this.queueUrl,
|
|
128
|
-
Entries: messages.map((message, index) => {
|
|
129
|
-
var _a;
|
|
130
|
-
return {
|
|
131
|
-
Id: (_a = message.MessageId) != null ? _a : `message-${index}`,
|
|
132
|
-
ReceiptHandle: message.ReceiptHandle
|
|
133
|
-
};
|
|
134
|
-
})
|
|
135
|
-
};
|
|
136
|
-
try {
|
|
137
|
-
const result = await this.sqs.send(
|
|
138
|
-
new clientSqs.DeleteMessageBatchCommand(deleteParams)
|
|
139
|
-
);
|
|
140
|
-
if (result.Failed) {
|
|
141
|
-
this.logger.error(
|
|
142
|
-
`Failed to delete ${result.Failed.length} of ${messages.length} messages from AWS SQS ${this.queueUrl}. First: ${result.Failed[0].Message}`
|
|
143
|
-
);
|
|
144
|
-
}
|
|
145
|
-
} catch (error) {
|
|
146
|
-
this.logger.error(
|
|
147
|
-
`Failed to delete message from AWS SQS ${this.queueUrl}`,
|
|
148
|
-
error
|
|
149
|
-
);
|
|
150
|
-
}
|
|
151
|
-
}
|
|
152
|
-
async consumeMessages() {
|
|
153
|
-
var _a, _b, _c;
|
|
154
|
-
try {
|
|
155
|
-
const data = await this.sqs.send(
|
|
156
|
-
new clientSqs.ReceiveMessageCommand(this.receiveParams)
|
|
157
|
-
);
|
|
158
|
-
(_a = data.Messages) == null ? void 0 : _a.forEach((message) => {
|
|
159
|
-
var _a2;
|
|
160
|
-
const eventPayload = JSON.parse(message.Body);
|
|
161
|
-
const metadata = {};
|
|
162
|
-
Object.keys((_a2 = message.MessageAttributes) != null ? _a2 : {}).forEach((key) => {
|
|
163
|
-
var _a3;
|
|
164
|
-
const attrValue = message.MessageAttributes[key];
|
|
165
|
-
if (!attrValue || !attrValue.DataType || !["String", "Number"].includes(attrValue.DataType)) {
|
|
166
|
-
return;
|
|
167
|
-
}
|
|
168
|
-
const value = (_a3 = attrValue.StringListValues) != null ? _a3 : attrValue.StringValue;
|
|
169
|
-
if (value !== void 0) {
|
|
170
|
-
metadata[key] = value;
|
|
171
|
-
}
|
|
172
|
-
});
|
|
173
|
-
this.eventBroker.publish({
|
|
174
|
-
topic: this.topic,
|
|
175
|
-
eventPayload,
|
|
176
|
-
metadata
|
|
177
|
-
});
|
|
178
|
-
});
|
|
179
|
-
await this.deleteMessages(data.Messages);
|
|
180
|
-
return (_c = (_b = data.Messages) == null ? void 0 : _b.length) != null ? _c : 0;
|
|
181
|
-
} catch (error) {
|
|
182
|
-
this.logger.error(
|
|
183
|
-
`Failed to receive events from AWS SQS ${this.queueUrl}`,
|
|
184
|
-
error
|
|
185
|
-
);
|
|
186
|
-
return 0;
|
|
187
|
-
}
|
|
188
|
-
}
|
|
189
|
-
sleep(ms) {
|
|
190
|
-
return new Promise((resolve) => setTimeout(resolve, ms));
|
|
191
|
-
}
|
|
192
|
-
}
|
|
8
|
+
var AwsSqsConsumingEventPublisher = require('./cjs/AwsSqsConsumingEventPublisher-0d8430d8.cjs.js');
|
|
9
|
+
require('@aws-sdk/client-sqs');
|
|
10
|
+
require('luxon');
|
|
193
11
|
|
|
194
12
|
const eventsModuleAwsSqsConsumingEventPublisher = backendPluginApi.createBackendModule({
|
|
195
13
|
pluginId: "events",
|
|
@@ -204,7 +22,7 @@ const eventsModuleAwsSqsConsumingEventPublisher = backendPluginApi.createBackend
|
|
|
204
22
|
},
|
|
205
23
|
async init({ config, events, logger, scheduler }) {
|
|
206
24
|
const winstonLogger = backendCommon.loggerToWinstonLogger(logger);
|
|
207
|
-
const sqs = AwsSqsConsumingEventPublisher.fromConfig({
|
|
25
|
+
const sqs = AwsSqsConsumingEventPublisher.AwsSqsConsumingEventPublisher.fromConfig({
|
|
208
26
|
config,
|
|
209
27
|
logger: winstonLogger,
|
|
210
28
|
scheduler
|
package/dist/alpha.cjs.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"alpha.cjs.js","sources":["../src/publisher/config.ts","../src/publisher/AwsSqsConsumingEventPublisher.ts","../src/service/eventsModuleAwsSqsConsumingEventPublisher.ts"],"sourcesContent":["/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { Config } from '@backstage/config';\nimport { HumanDuration, JsonObject } from '@backstage/types';\nimport { Duration } from 'luxon';\n\nconst CONFIG_PREFIX_MODULE = 'events.modules.awsSqs.';\nconst CONFIG_PREFIX_PUBLISHER = `${CONFIG_PREFIX_MODULE}awsSqsConsumingEventPublisher.`;\nconst DEFAULT_WAIT_TIME_AFTER_EMPTY_RECEIVE = { minutes: 1 };\nconst MAX_WAIT_SECONDS = 20;\n\nexport interface AwsSqsEventSourceConfig {\n pollingWaitTime: Duration;\n queueUrl: string;\n region: string;\n timeout: Duration;\n topic: string;\n visibilityTimeout?: Duration;\n waitTimeAfterEmptyReceive: Duration;\n}\n\n// TODO(pjungermann): validation could be improved similar to `convertToHumanDuration` at @backstage/backend-tasks\nfunction readOptionalHumanDuration(\n config: Config,\n key: string,\n): HumanDuration | undefined {\n return config.getOptional<JsonObject>(key) as HumanDuration;\n}\n\nfunction readOptionalDuration(\n config: Config,\n key: string,\n): Duration | undefined {\n const duration = readOptionalHumanDuration(config, key);\n return duration ? Duration.fromObject(duration) : undefined;\n}\n\nexport function readConfig(config: Config): AwsSqsEventSourceConfig[] {\n const key = `${CONFIG_PREFIX_PUBLISHER}topics`;\n const topics = config.getOptionalConfig(key);\n\n return (\n topics?.keys()?.map(topic => {\n const topicConfig = topics.getConfig(topic);\n const keyPrefix = `${key}.${topic}.`;\n\n // queue config:\n const pollingWaitTime = Duration.fromObject(\n readOptionalHumanDuration(topicConfig, 'queue.waitTime') ?? {\n seconds: MAX_WAIT_SECONDS,\n },\n );\n if (\n pollingWaitTime.valueOf() < 0 ||\n pollingWaitTime.as('seconds') > MAX_WAIT_SECONDS\n ) {\n throw new Error(\n `${keyPrefix}queue.waitTime must be within 0..${MAX_WAIT_SECONDS} seconds.`,\n );\n }\n const queueUrl = topicConfig.getString('queue.url');\n const region = topicConfig.getString('queue.region');\n const visibilityTimeout = readOptionalDuration(\n topicConfig,\n 'queue.visibilityTimeout',\n );\n\n // task:\n const waitTimeAfterEmptyReceive = Duration.fromObject(\n readOptionalHumanDuration(topicConfig, 'waitTimeAfterEmptyReceive') ??\n DEFAULT_WAIT_TIME_AFTER_EMPTY_RECEIVE,\n );\n if (waitTimeAfterEmptyReceive.valueOf() < 0) {\n throw new Error(\n `The ${keyPrefix}waitTimeAfterEmptyReceive must not be negative.`,\n );\n }\n const timeout =\n readOptionalDuration(topicConfig, 'timeout') ??\n pollingWaitTime\n .plus(waitTimeAfterEmptyReceive)\n .plus(Duration.fromObject({ seconds: 180 }));\n if (\n timeout.valueOf() <=\n pollingWaitTime.valueOf() + waitTimeAfterEmptyReceive.valueOf()\n ) {\n throw new Error(\n `The ${keyPrefix}timeout must be greater than ${keyPrefix}queue.waitTime + ${keyPrefix}waitTimeAfterEmptyReceive.`,\n );\n }\n\n return {\n pollingWaitTime,\n queueUrl,\n region,\n timeout,\n topic,\n visibilityTimeout,\n waitTimeAfterEmptyReceive,\n };\n }) ?? []\n );\n}\n","/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport {\n DeleteMessageBatchCommand,\n Message,\n ReceiveMessageCommand,\n ReceiveMessageCommandInput,\n SQSClient,\n} from '@aws-sdk/client-sqs';\nimport { PluginTaskScheduler } from '@backstage/backend-tasks';\nimport { Config } from '@backstage/config';\nimport { EventBroker, EventPublisher } from '@backstage/plugin-events-node';\nimport { Logger } from 'winston';\nimport { AwsSqsEventSourceConfig, readConfig } from './config';\n\n/**\n * Publishes events received from an AWS SQS queue.\n * The message payload will be used as event payload and passed to registered subscribers.\n *\n * @public\n */\n// TODO(pjungermann): add prom metrics? (see plugins/catalog-backend/src/util/metrics.ts, etc.)\nexport class AwsSqsConsumingEventPublisher implements EventPublisher {\n private readonly topic: string;\n private readonly receiveParams: ReceiveMessageCommandInput;\n private readonly sqs: SQSClient;\n private readonly queueUrl: string;\n private readonly taskTimeoutSeconds: number;\n private readonly waitTimeAfterEmptyReceiveMs;\n private eventBroker?: EventBroker;\n\n static fromConfig(env: {\n config: Config;\n logger: Logger;\n scheduler: PluginTaskScheduler;\n }): AwsSqsConsumingEventPublisher[] {\n return readConfig(env.config).map(\n config =>\n new AwsSqsConsumingEventPublisher(env.logger, env.scheduler, config),\n );\n }\n\n private constructor(\n private readonly logger: Logger,\n private readonly scheduler: PluginTaskScheduler,\n config: AwsSqsEventSourceConfig,\n ) {\n this.topic = config.topic;\n\n this.receiveParams = {\n MaxNumberOfMessages: 10,\n MessageAttributeNames: ['All'],\n QueueUrl: config.queueUrl,\n VisibilityTimeout: config.visibilityTimeout?.as('seconds'),\n WaitTimeSeconds: config.pollingWaitTime.as('seconds'),\n };\n this.sqs = new SQSClient({ region: config.region });\n this.queueUrl = config.queueUrl;\n\n this.taskTimeoutSeconds = config.timeout.as('seconds');\n this.waitTimeAfterEmptyReceiveMs =\n config.waitTimeAfterEmptyReceive.as('milliseconds');\n }\n\n async setEventBroker(eventBroker: EventBroker): Promise<void> {\n this.eventBroker = eventBroker;\n return this.start();\n }\n\n private async start(): Promise<void> {\n const id = `events.awsSqs.publisher:${this.topic}`;\n const logger = this.logger.child({\n class: AwsSqsConsumingEventPublisher.prototype.constructor.name,\n taskId: id,\n });\n\n await this.scheduler.scheduleTask({\n id: id,\n frequency: { seconds: 0 },\n timeout: { seconds: this.taskTimeoutSeconds },\n scope: 'local',\n fn: async () => {\n try {\n const numMessages = await this.consumeMessages();\n if (numMessages === 0) {\n await this.sleep(this.waitTimeAfterEmptyReceiveMs);\n }\n } catch (error) {\n logger.error('Failed to consume AWS SQS messages', error);\n }\n },\n });\n }\n\n private async deleteMessages(messages?: Message[]): Promise<void> {\n if (!messages) {\n return;\n }\n\n const deleteParams = {\n QueueUrl: this.queueUrl,\n Entries: messages.map((message, index) => {\n return {\n Id: message.MessageId ?? `message-${index}`,\n ReceiptHandle: message.ReceiptHandle,\n };\n }),\n };\n\n try {\n const result = await this.sqs.send(\n new DeleteMessageBatchCommand(deleteParams),\n );\n if (result.Failed) {\n this.logger.error(\n `Failed to delete ${result.Failed!.length} of ${\n messages.length\n } messages from AWS SQS ${this.queueUrl}. First: ${\n result.Failed[0].Message\n }`,\n );\n }\n } catch (error) {\n this.logger.error(\n `Failed to delete message from AWS SQS ${this.queueUrl}`,\n error,\n );\n }\n }\n\n private async consumeMessages(): Promise<number> {\n try {\n const data = await this.sqs.send(\n new ReceiveMessageCommand(this.receiveParams),\n );\n\n data.Messages?.forEach(message => {\n const eventPayload = JSON.parse(message.Body!);\n\n const metadata: Record<string, string | string[]> = {};\n Object.keys(message.MessageAttributes ?? {}).forEach(key => {\n const attrValue = message.MessageAttributes![key];\n if (\n !attrValue ||\n !attrValue.DataType ||\n !['String', 'Number'].includes(attrValue.DataType)\n ) {\n return;\n }\n\n const value = attrValue.StringListValues ?? attrValue.StringValue;\n if (value !== undefined) {\n metadata[key] = value;\n }\n });\n\n this.eventBroker!.publish({\n topic: this.topic,\n eventPayload,\n metadata,\n });\n });\n await this.deleteMessages(data.Messages);\n return data.Messages?.length ?? 0;\n } catch (error) {\n this.logger.error(\n `Failed to receive events from AWS SQS ${this.queueUrl}`,\n error,\n );\n return 0;\n }\n }\n\n private sleep(ms: number): Promise<void> {\n return new Promise<void>(resolve => setTimeout(resolve, ms));\n }\n}\n","/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport {\n coreServices,\n createBackendModule,\n} from '@backstage/backend-plugin-api';\nimport { loggerToWinstonLogger } from '@backstage/backend-common';\nimport { eventsExtensionPoint } from '@backstage/plugin-events-node/alpha';\nimport { AwsSqsConsumingEventPublisher } from '../publisher/AwsSqsConsumingEventPublisher';\n\n/**\n * AWS SQS module for the Events plugin.\n *\n * @alpha\n */\nexport const eventsModuleAwsSqsConsumingEventPublisher = createBackendModule({\n pluginId: 'events',\n moduleId: 'awsSqsConsumingEventPublisher',\n register(env) {\n env.registerInit({\n deps: {\n config: coreServices.config,\n events: eventsExtensionPoint,\n logger: coreServices.logger,\n scheduler: coreServices.scheduler,\n },\n async init({ config, events, logger, scheduler }) {\n const winstonLogger = loggerToWinstonLogger(logger);\n const sqs = AwsSqsConsumingEventPublisher.fromConfig({\n config: config,\n logger: winstonLogger,\n scheduler: scheduler,\n });\n\n events.addPublishers(sqs);\n },\n });\n },\n});\n"],"names":["Duration","_a","_b","SQSClient","DeleteMessageBatchCommand","ReceiveMessageCommand","createBackendModule","coreServices","eventsExtensionPoint","loggerToWinstonLogger"],"mappings":";;;;;;;;;;AAoBA,MAAM,oBAAuB,GAAA,wBAAA,CAAA;AAC7B,MAAM,0BAA0B,CAAG,EAAA,oBAAA,CAAA,8BAAA,CAAA,CAAA;AACnC,MAAM,qCAAA,GAAwC,EAAE,OAAA,EAAS,CAAE,EAAA,CAAA;AAC3D,MAAM,gBAAmB,GAAA,EAAA,CAAA;AAazB,SAAS,yBAAA,CACP,QACA,GAC2B,EAAA;AAC3B,EAAO,OAAA,MAAA,CAAO,YAAwB,GAAG,CAAA,CAAA;AAC3C,CAAA;AAEA,SAAS,oBAAA,CACP,QACA,GACsB,EAAA;AACtB,EAAM,MAAA,QAAA,GAAW,yBAA0B,CAAA,MAAA,EAAQ,GAAG,CAAA,CAAA;AACtD,EAAA,OAAO,QAAW,GAAAA,cAAA,CAAS,UAAW,CAAA,QAAQ,CAAI,GAAA,KAAA,CAAA,CAAA;AACpD,CAAA;AAEO,SAAS,WAAW,MAA2C,EAAA;AAnDtE,EAAA,IAAA,EAAA,EAAA,EAAA,CAAA;AAoDE,EAAA,MAAM,MAAM,CAAG,EAAA,uBAAA,CAAA,MAAA,CAAA,CAAA;AACf,EAAM,MAAA,MAAA,GAAS,MAAO,CAAA,iBAAA,CAAkB,GAAG,CAAA,CAAA;AAE3C,EAAA,OAAA,CACE,EAAQ,GAAA,CAAA,EAAA,GAAA,MAAA,IAAA,IAAA,GAAA,KAAA,CAAA,GAAA,MAAA,CAAA,IAAA,EAAA,KAAR,IAAgB,GAAA,KAAA,CAAA,GAAA,EAAA,CAAA,GAAA,CAAI,CAAS,KAAA,KAAA;AAxDjC,IAAA,IAAAC,KAAAC,GAAA,EAAA,EAAA,CAAA;AAyDM,IAAM,MAAA,WAAA,GAAc,MAAO,CAAA,SAAA,CAAU,KAAK,CAAA,CAAA;AAC1C,IAAM,MAAA,SAAA,GAAY,GAAG,GAAO,CAAA,CAAA,EAAA,KAAA,CAAA,CAAA,CAAA,CAAA;AAG5B,IAAA,MAAM,kBAAkBF,cAAS,CAAA,UAAA;AAAA,MAAA,CAC/BC,MAAA,yBAA0B,CAAA,WAAA,EAAa,gBAAgB,CAAA,KAAvD,OAAAA,GAA4D,GAAA;AAAA,QAC1D,OAAS,EAAA,gBAAA;AAAA,OACX;AAAA,KACF,CAAA;AACA,IACE,IAAA,eAAA,CAAgB,SAAY,GAAA,CAAA,IAC5B,gBAAgB,EAAG,CAAA,SAAS,IAAI,gBAChC,EAAA;AACA,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,GAAG,SAA6C,CAAA,iCAAA,EAAA,gBAAA,CAAA,SAAA,CAAA;AAAA,OAClD,CAAA;AAAA,KACF;AACA,IAAM,MAAA,QAAA,GAAW,WAAY,CAAA,SAAA,CAAU,WAAW,CAAA,CAAA;AAClD,IAAM,MAAA,MAAA,GAAS,WAAY,CAAA,SAAA,CAAU,cAAc,CAAA,CAAA;AACnD,IAAA,MAAM,iBAAoB,GAAA,oBAAA;AAAA,MACxB,WAAA;AAAA,MACA,yBAAA;AAAA,KACF,CAAA;AAGA,IAAA,MAAM,4BAA4BD,cAAS,CAAA,UAAA;AAAA,MAAA,CACzCE,MAAA,yBAA0B,CAAA,WAAA,EAAa,2BAA2B,CAAA,KAAlE,OAAAA,GACE,GAAA,qCAAA;AAAA,KACJ,CAAA;AACA,IAAI,IAAA,yBAAA,CAA0B,OAAQ,EAAA,GAAI,CAAG,EAAA;AAC3C,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,CAAO,IAAA,EAAA,SAAA,CAAA,+CAAA,CAAA;AAAA,OACT,CAAA;AAAA,KACF;AACA,IAAA,MAAM,WACJ,EAAqB,GAAA,oBAAA,CAAA,WAAA,EAAa,SAAS,CAAA,KAA3C,YACA,eACG,CAAA,IAAA,CAAK,yBAAyB,CAAA,CAC9B,KAAKF,cAAS,CAAA,UAAA,CAAW,EAAE,OAAS,EAAA,GAAA,EAAK,CAAC,CAAA,CAAA;AAC/C,IACE,IAAA,OAAA,CAAQ,SACR,IAAA,eAAA,CAAgB,SAAY,GAAA,yBAAA,CAA0B,SACtD,EAAA;AACA,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,CAAA,IAAA,EAAO,yCAAyC,SAA6B,CAAA,iBAAA,EAAA,SAAA,CAAA,0BAAA,CAAA;AAAA,OAC/E,CAAA;AAAA,KACF;AAEA,IAAO,OAAA;AAAA,MACL,eAAA;AAAA,MACA,QAAA;AAAA,MACA,MAAA;AAAA,MACA,OAAA;AAAA,MACA,KAAA;AAAA,MACA,iBAAA;AAAA,MACA,yBAAA;AAAA,KACF,CAAA;AAAA,GACF,CAAA,KA1DA,YA0DM,EAAC,CAAA;AAEX;;AChFO,MAAM,6BAAwD,CAAA;AAAA,EAoB3D,WAAA,CACW,MACA,EAAA,SAAA,EACjB,MACA,EAAA;AAHiB,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA,CAAA;AACA,IAAA,IAAA,CAAA,SAAA,GAAA,SAAA,CAAA;AA1DrB,IAAA,IAAA,EAAA,CAAA;AA6DI,IAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,KAAA,CAAA;AAEpB,IAAA,IAAA,CAAK,aAAgB,GAAA;AAAA,MACnB,mBAAqB,EAAA,EAAA;AAAA,MACrB,qBAAA,EAAuB,CAAC,KAAK,CAAA;AAAA,MAC7B,UAAU,MAAO,CAAA,QAAA;AAAA,MACjB,iBAAmB,EAAA,CAAA,EAAA,GAAA,MAAA,CAAO,iBAAP,KAAA,IAAA,GAAA,KAAA,CAAA,GAAA,EAAA,CAA0B,EAAG,CAAA,SAAA,CAAA;AAAA,MAChD,eAAiB,EAAA,MAAA,CAAO,eAAgB,CAAA,EAAA,CAAG,SAAS,CAAA;AAAA,KACtD,CAAA;AACA,IAAA,IAAA,CAAK,MAAM,IAAIG,mBAAA,CAAU,EAAE,MAAQ,EAAA,MAAA,CAAO,QAAQ,CAAA,CAAA;AAClD,IAAA,IAAA,CAAK,WAAW,MAAO,CAAA,QAAA,CAAA;AAEvB,IAAA,IAAA,CAAK,kBAAqB,GAAA,MAAA,CAAO,OAAQ,CAAA,EAAA,CAAG,SAAS,CAAA,CAAA;AACrD,IAAA,IAAA,CAAK,2BACH,GAAA,MAAA,CAAO,yBAA0B,CAAA,EAAA,CAAG,cAAc,CAAA,CAAA;AAAA,GACtD;AAAA,EA/BA,OAAO,WAAW,GAIkB,EAAA;AAClC,IAAO,OAAA,UAAA,CAAW,GAAI,CAAA,MAAM,CAAE,CAAA,GAAA;AAAA,MAC5B,YACE,IAAI,6BAAA,CAA8B,IAAI,MAAQ,EAAA,GAAA,CAAI,WAAW,MAAM,CAAA;AAAA,KACvE,CAAA;AAAA,GACF;AAAA,EAwBA,MAAM,eAAe,WAAyC,EAAA;AAC5D,IAAA,IAAA,CAAK,WAAc,GAAA,WAAA,CAAA;AACnB,IAAA,OAAO,KAAK,KAAM,EAAA,CAAA;AAAA,GACpB;AAAA,EAEA,MAAc,KAAuB,GAAA;AACnC,IAAM,MAAA,EAAA,GAAK,2BAA2B,IAAK,CAAA,KAAA,CAAA,CAAA,CAAA;AAC3C,IAAM,MAAA,MAAA,GAAS,IAAK,CAAA,MAAA,CAAO,KAAM,CAAA;AAAA,MAC/B,KAAA,EAAO,6BAA8B,CAAA,SAAA,CAAU,WAAY,CAAA,IAAA;AAAA,MAC3D,MAAQ,EAAA,EAAA;AAAA,KACT,CAAA,CAAA;AAED,IAAM,MAAA,IAAA,CAAK,UAAU,YAAa,CAAA;AAAA,MAChC,EAAA;AAAA,MACA,SAAA,EAAW,EAAE,OAAA,EAAS,CAAE,EAAA;AAAA,MACxB,OAAS,EAAA,EAAE,OAAS,EAAA,IAAA,CAAK,kBAAmB,EAAA;AAAA,MAC5C,KAAO,EAAA,OAAA;AAAA,MACP,IAAI,YAAY;AACd,QAAI,IAAA;AACF,UAAM,MAAA,WAAA,GAAc,MAAM,IAAA,CAAK,eAAgB,EAAA,CAAA;AAC/C,UAAA,IAAI,gBAAgB,CAAG,EAAA;AACrB,YAAM,MAAA,IAAA,CAAK,KAAM,CAAA,IAAA,CAAK,2BAA2B,CAAA,CAAA;AAAA,WACnD;AAAA,iBACO,KAAP,EAAA;AACA,UAAO,MAAA,CAAA,KAAA,CAAM,sCAAsC,KAAK,CAAA,CAAA;AAAA,SAC1D;AAAA,OACF;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AAAA,EAEA,MAAc,eAAe,QAAqC,EAAA;AAChE,IAAA,IAAI,CAAC,QAAU,EAAA;AACb,MAAA,OAAA;AAAA,KACF;AAEA,IAAA,MAAM,YAAe,GAAA;AAAA,MACnB,UAAU,IAAK,CAAA,QAAA;AAAA,MACf,OAAS,EAAA,QAAA,CAAS,GAAI,CAAA,CAAC,SAAS,KAAU,KAAA;AAnHhD,QAAA,IAAA,EAAA,CAAA;AAoHQ,QAAO,OAAA;AAAA,UACL,EAAI,EAAA,CAAA,EAAA,GAAA,OAAA,CAAQ,SAAR,KAAA,IAAA,GAAA,EAAA,GAAqB,CAAW,QAAA,EAAA,KAAA,CAAA,CAAA;AAAA,UACpC,eAAe,OAAQ,CAAA,aAAA;AAAA,SACzB,CAAA;AAAA,OACD,CAAA;AAAA,KACH,CAAA;AAEA,IAAI,IAAA;AACF,MAAM,MAAA,MAAA,GAAS,MAAM,IAAA,CAAK,GAAI,CAAA,IAAA;AAAA,QAC5B,IAAIC,oCAA0B,YAAY,CAAA;AAAA,OAC5C,CAAA;AACA,MAAA,IAAI,OAAO,MAAQ,EAAA;AACjB,QAAA,IAAA,CAAK,MAAO,CAAA,KAAA;AAAA,UACV,CAAA,iBAAA,EAAoB,MAAO,CAAA,MAAA,CAAQ,MACjC,CAAA,IAAA,EAAA,QAAA,CAAS,MACe,CAAA,uBAAA,EAAA,IAAA,CAAK,QAC7B,CAAA,SAAA,EAAA,MAAA,CAAO,MAAO,CAAA,CAAC,CAAE,CAAA,OAAA,CAAA,CAAA;AAAA,SAErB,CAAA;AAAA,OACF;AAAA,aACO,KAAP,EAAA;AACA,MAAA,IAAA,CAAK,MAAO,CAAA,KAAA;AAAA,QACV,yCAAyC,IAAK,CAAA,QAAA,CAAA,CAAA;AAAA,QAC9C,KAAA;AAAA,OACF,CAAA;AAAA,KACF;AAAA,GACF;AAAA,EAEA,MAAc,eAAmC,GAAA;AAhJnD,IAAA,IAAA,EAAA,EAAA,EAAA,EAAA,EAAA,CAAA;AAiJI,IAAI,IAAA;AACF,MAAM,MAAA,IAAA,GAAO,MAAM,IAAA,CAAK,GAAI,CAAA,IAAA;AAAA,QAC1B,IAAIC,+BAAsB,CAAA,IAAA,CAAK,aAAa,CAAA;AAAA,OAC9C,CAAA;AAEA,MAAK,CAAA,EAAA,GAAA,IAAA,CAAA,QAAA,KAAL,IAAe,GAAA,KAAA,CAAA,GAAA,EAAA,CAAA,OAAA,CAAQ,CAAW,OAAA,KAAA;AAtJxC,QAAAJ,IAAAA,GAAAA,CAAAA;AAuJQ,QAAA,MAAM,YAAe,GAAA,IAAA,CAAK,KAAM,CAAA,OAAA,CAAQ,IAAK,CAAA,CAAA;AAE7C,QAAA,MAAM,WAA8C,EAAC,CAAA;AACrD,QAAO,MAAA,CAAA,IAAA,CAAA,CAAKA,GAAA,GAAA,OAAA,CAAQ,iBAAR,KAAA,IAAA,GAAAA,MAA6B,EAAE,CAAE,CAAA,OAAA,CAAQ,CAAO,GAAA,KAAA;AA1JpE,UAAAA,IAAAA,GAAAA,CAAAA;AA2JU,UAAM,MAAA,SAAA,GAAY,OAAQ,CAAA,iBAAA,CAAmB,GAAG,CAAA,CAAA;AAChD,UAAA,IACE,CAAC,SAAA,IACD,CAAC,SAAA,CAAU,QACX,IAAA,CAAC,CAAC,QAAA,EAAU,QAAQ,CAAA,CAAE,QAAS,CAAA,SAAA,CAAU,QAAQ,CACjD,EAAA;AACA,YAAA,OAAA;AAAA,WACF;AAEA,UAAA,MAAM,SAAQA,GAAA,GAAA,SAAA,CAAU,gBAAV,KAAA,IAAA,GAAAA,MAA8B,SAAU,CAAA,WAAA,CAAA;AACtD,UAAA,IAAI,UAAU,KAAW,CAAA,EAAA;AACvB,YAAA,QAAA,CAAS,GAAG,CAAI,GAAA,KAAA,CAAA;AAAA,WAClB;AAAA,SACD,CAAA,CAAA;AAED,QAAA,IAAA,CAAK,YAAa,OAAQ,CAAA;AAAA,UACxB,OAAO,IAAK,CAAA,KAAA;AAAA,UACZ,YAAA;AAAA,UACA,QAAA;AAAA,SACD,CAAA,CAAA;AAAA,OACH,CAAA,CAAA;AACA,MAAM,MAAA,IAAA,CAAK,cAAe,CAAA,IAAA,CAAK,QAAQ,CAAA,CAAA;AACvC,MAAA,OAAA,CAAO,EAAK,GAAA,CAAA,EAAA,GAAA,IAAA,CAAA,QAAA,KAAL,IAAe,GAAA,KAAA,CAAA,GAAA,EAAA,CAAA,MAAA,KAAf,IAAyB,GAAA,EAAA,GAAA,CAAA,CAAA;AAAA,aACzB,KAAP,EAAA;AACA,MAAA,IAAA,CAAK,MAAO,CAAA,KAAA;AAAA,QACV,yCAAyC,IAAK,CAAA,QAAA,CAAA,CAAA;AAAA,QAC9C,KAAA;AAAA,OACF,CAAA;AACA,MAAO,OAAA,CAAA,CAAA;AAAA,KACT;AAAA,GACF;AAAA,EAEQ,MAAM,EAA2B,EAAA;AACvC,IAAA,OAAO,IAAI,OAAc,CAAA,CAAA,OAAA,KAAW,UAAW,CAAA,OAAA,EAAS,EAAE,CAAC,CAAA,CAAA;AAAA,GAC7D;AACF;;ACjKO,MAAM,4CAA4CK,oCAAoB,CAAA;AAAA,EAC3E,QAAU,EAAA,QAAA;AAAA,EACV,QAAU,EAAA,+BAAA;AAAA,EACV,SAAS,GAAK,EAAA;AACZ,IAAA,GAAA,CAAI,YAAa,CAAA;AAAA,MACf,IAAM,EAAA;AAAA,QACJ,QAAQC,6BAAa,CAAA,MAAA;AAAA,QACrB,MAAQ,EAAAC,0BAAA;AAAA,QACR,QAAQD,6BAAa,CAAA,MAAA;AAAA,QACrB,WAAWA,6BAAa,CAAA,SAAA;AAAA,OAC1B;AAAA,MACA,MAAM,IAAK,CAAA,EAAE,QAAQ,MAAQ,EAAA,MAAA,EAAQ,WAAa,EAAA;AAChD,QAAM,MAAA,aAAA,GAAgBE,oCAAsB,MAAM,CAAA,CAAA;AAClD,QAAM,MAAA,GAAA,GAAM,8BAA8B,UAAW,CAAA;AAAA,UACnD,MAAA;AAAA,UACA,MAAQ,EAAA,aAAA;AAAA,UACR,SAAA;AAAA,SACD,CAAA,CAAA;AAED,QAAA,MAAA,CAAO,cAAc,GAAG,CAAA,CAAA;AAAA,OAC1B;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AACF,CAAC;;;;"}
|
|
1
|
+
{"version":3,"file":"alpha.cjs.js","sources":["../src/service/eventsModuleAwsSqsConsumingEventPublisher.ts"],"sourcesContent":["/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport {\n coreServices,\n createBackendModule,\n} from '@backstage/backend-plugin-api';\nimport { loggerToWinstonLogger } from '@backstage/backend-common';\nimport { eventsExtensionPoint } from '@backstage/plugin-events-node/alpha';\nimport { AwsSqsConsumingEventPublisher } from '../publisher/AwsSqsConsumingEventPublisher';\n\n/**\n * AWS SQS module for the Events plugin.\n *\n * @alpha\n */\nexport const eventsModuleAwsSqsConsumingEventPublisher = createBackendModule({\n pluginId: 'events',\n moduleId: 'awsSqsConsumingEventPublisher',\n register(env) {\n env.registerInit({\n deps: {\n config: coreServices.config,\n events: eventsExtensionPoint,\n logger: coreServices.logger,\n scheduler: coreServices.scheduler,\n },\n async init({ config, events, logger, scheduler }) {\n const winstonLogger = loggerToWinstonLogger(logger);\n const sqs = AwsSqsConsumingEventPublisher.fromConfig({\n config: config,\n logger: winstonLogger,\n scheduler: scheduler,\n });\n\n events.addPublishers(sqs);\n },\n });\n },\n});\n"],"names":["createBackendModule","coreServices","eventsExtensionPoint","loggerToWinstonLogger","AwsSqsConsumingEventPublisher"],"mappings":";;;;;;;;;;;AA6BO,MAAM,4CAA4CA,oCAAoB,CAAA;AAAA,EAC3E,QAAU,EAAA,QAAA;AAAA,EACV,QAAU,EAAA,+BAAA;AAAA,EACV,SAAS,GAAK,EAAA;AACZ,IAAA,GAAA,CAAI,YAAa,CAAA;AAAA,MACf,IAAM,EAAA;AAAA,QACJ,QAAQC,6BAAa,CAAA,MAAA;AAAA,QACrB,MAAQ,EAAAC,0BAAA;AAAA,QACR,QAAQD,6BAAa,CAAA,MAAA;AAAA,QACrB,WAAWA,6BAAa,CAAA,SAAA;AAAA,OAC1B;AAAA,MACA,MAAM,IAAK,CAAA,EAAE,QAAQ,MAAQ,EAAA,MAAA,EAAQ,WAAa,EAAA;AAChD,QAAM,MAAA,aAAA,GAAgBE,oCAAsB,MAAM,CAAA,CAAA;AAClD,QAAM,MAAA,GAAA,GAAMC,4DAA8B,UAAW,CAAA;AAAA,UACnD,MAAA;AAAA,UACA,MAAQ,EAAA,aAAA;AAAA,UACR,SAAA;AAAA,SACD,CAAA,CAAA;AAED,QAAA,MAAA,CAAO,cAAc,GAAG,CAAA,CAAA;AAAA,OAC1B;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AACF,CAAC;;;;"}
|
|
@@ -0,0 +1,190 @@
|
|
|
1
|
+
'use strict';
|
|
2
|
+
|
|
3
|
+
var clientSqs = require('@aws-sdk/client-sqs');
|
|
4
|
+
var luxon = require('luxon');
|
|
5
|
+
|
|
6
|
+
const CONFIG_PREFIX_MODULE = "events.modules.awsSqs.";
|
|
7
|
+
const CONFIG_PREFIX_PUBLISHER = `${CONFIG_PREFIX_MODULE}awsSqsConsumingEventPublisher.`;
|
|
8
|
+
const DEFAULT_WAIT_TIME_AFTER_EMPTY_RECEIVE = { minutes: 1 };
|
|
9
|
+
const MAX_WAIT_SECONDS = 20;
|
|
10
|
+
function readOptionalHumanDuration(config, key) {
|
|
11
|
+
return config.getOptional(key);
|
|
12
|
+
}
|
|
13
|
+
function readOptionalDuration(config, key) {
|
|
14
|
+
const duration = readOptionalHumanDuration(config, key);
|
|
15
|
+
return duration ? luxon.Duration.fromObject(duration) : void 0;
|
|
16
|
+
}
|
|
17
|
+
function readConfig(config) {
|
|
18
|
+
var _a, _b;
|
|
19
|
+
const key = `${CONFIG_PREFIX_PUBLISHER}topics`;
|
|
20
|
+
const topics = config.getOptionalConfig(key);
|
|
21
|
+
return (_b = (_a = topics == null ? void 0 : topics.keys()) == null ? void 0 : _a.map((topic) => {
|
|
22
|
+
var _a2, _b2, _c;
|
|
23
|
+
const topicConfig = topics.getConfig(topic);
|
|
24
|
+
const keyPrefix = `${key}.${topic}.`;
|
|
25
|
+
const pollingWaitTime = luxon.Duration.fromObject(
|
|
26
|
+
(_a2 = readOptionalHumanDuration(topicConfig, "queue.waitTime")) != null ? _a2 : {
|
|
27
|
+
seconds: MAX_WAIT_SECONDS
|
|
28
|
+
}
|
|
29
|
+
);
|
|
30
|
+
if (pollingWaitTime.valueOf() < 0 || pollingWaitTime.as("seconds") > MAX_WAIT_SECONDS) {
|
|
31
|
+
throw new Error(
|
|
32
|
+
`${keyPrefix}queue.waitTime must be within 0..${MAX_WAIT_SECONDS} seconds.`
|
|
33
|
+
);
|
|
34
|
+
}
|
|
35
|
+
const queueUrl = topicConfig.getString("queue.url");
|
|
36
|
+
const region = topicConfig.getString("queue.region");
|
|
37
|
+
const visibilityTimeout = readOptionalDuration(
|
|
38
|
+
topicConfig,
|
|
39
|
+
"queue.visibilityTimeout"
|
|
40
|
+
);
|
|
41
|
+
const waitTimeAfterEmptyReceive = luxon.Duration.fromObject(
|
|
42
|
+
(_b2 = readOptionalHumanDuration(topicConfig, "waitTimeAfterEmptyReceive")) != null ? _b2 : DEFAULT_WAIT_TIME_AFTER_EMPTY_RECEIVE
|
|
43
|
+
);
|
|
44
|
+
if (waitTimeAfterEmptyReceive.valueOf() < 0) {
|
|
45
|
+
throw new Error(
|
|
46
|
+
`The ${keyPrefix}waitTimeAfterEmptyReceive must not be negative.`
|
|
47
|
+
);
|
|
48
|
+
}
|
|
49
|
+
const timeout = (_c = readOptionalDuration(topicConfig, "timeout")) != null ? _c : pollingWaitTime.plus(waitTimeAfterEmptyReceive).plus(luxon.Duration.fromObject({ seconds: 180 }));
|
|
50
|
+
if (timeout.valueOf() <= pollingWaitTime.valueOf() + waitTimeAfterEmptyReceive.valueOf()) {
|
|
51
|
+
throw new Error(
|
|
52
|
+
`The ${keyPrefix}timeout must be greater than ${keyPrefix}queue.waitTime + ${keyPrefix}waitTimeAfterEmptyReceive.`
|
|
53
|
+
);
|
|
54
|
+
}
|
|
55
|
+
return {
|
|
56
|
+
pollingWaitTime,
|
|
57
|
+
queueUrl,
|
|
58
|
+
region,
|
|
59
|
+
timeout,
|
|
60
|
+
topic,
|
|
61
|
+
visibilityTimeout,
|
|
62
|
+
waitTimeAfterEmptyReceive
|
|
63
|
+
};
|
|
64
|
+
})) != null ? _b : [];
|
|
65
|
+
}
|
|
66
|
+
|
|
67
|
+
class AwsSqsConsumingEventPublisher {
|
|
68
|
+
constructor(logger, scheduler, config) {
|
|
69
|
+
this.logger = logger;
|
|
70
|
+
this.scheduler = scheduler;
|
|
71
|
+
var _a;
|
|
72
|
+
this.topic = config.topic;
|
|
73
|
+
this.receiveParams = {
|
|
74
|
+
MaxNumberOfMessages: 10,
|
|
75
|
+
MessageAttributeNames: ["All"],
|
|
76
|
+
QueueUrl: config.queueUrl,
|
|
77
|
+
VisibilityTimeout: (_a = config.visibilityTimeout) == null ? void 0 : _a.as("seconds"),
|
|
78
|
+
WaitTimeSeconds: config.pollingWaitTime.as("seconds")
|
|
79
|
+
};
|
|
80
|
+
this.sqs = new clientSqs.SQSClient({ region: config.region });
|
|
81
|
+
this.queueUrl = config.queueUrl;
|
|
82
|
+
this.taskTimeoutSeconds = config.timeout.as("seconds");
|
|
83
|
+
this.waitTimeAfterEmptyReceiveMs = config.waitTimeAfterEmptyReceive.as("milliseconds");
|
|
84
|
+
}
|
|
85
|
+
static fromConfig(env) {
|
|
86
|
+
return readConfig(env.config).map(
|
|
87
|
+
(config) => new AwsSqsConsumingEventPublisher(env.logger, env.scheduler, config)
|
|
88
|
+
);
|
|
89
|
+
}
|
|
90
|
+
async setEventBroker(eventBroker) {
|
|
91
|
+
this.eventBroker = eventBroker;
|
|
92
|
+
return this.start();
|
|
93
|
+
}
|
|
94
|
+
async start() {
|
|
95
|
+
const id = `events.awsSqs.publisher:${this.topic}`;
|
|
96
|
+
const logger = this.logger.child({
|
|
97
|
+
class: AwsSqsConsumingEventPublisher.prototype.constructor.name,
|
|
98
|
+
taskId: id
|
|
99
|
+
});
|
|
100
|
+
await this.scheduler.scheduleTask({
|
|
101
|
+
id,
|
|
102
|
+
frequency: { seconds: 0 },
|
|
103
|
+
timeout: { seconds: this.taskTimeoutSeconds },
|
|
104
|
+
scope: "local",
|
|
105
|
+
fn: async () => {
|
|
106
|
+
try {
|
|
107
|
+
const numMessages = await this.consumeMessages();
|
|
108
|
+
if (numMessages === 0) {
|
|
109
|
+
await this.sleep(this.waitTimeAfterEmptyReceiveMs);
|
|
110
|
+
}
|
|
111
|
+
} catch (error) {
|
|
112
|
+
logger.error("Failed to consume AWS SQS messages", error);
|
|
113
|
+
}
|
|
114
|
+
}
|
|
115
|
+
});
|
|
116
|
+
}
|
|
117
|
+
async deleteMessages(messages) {
|
|
118
|
+
if (!messages) {
|
|
119
|
+
return;
|
|
120
|
+
}
|
|
121
|
+
const deleteParams = {
|
|
122
|
+
QueueUrl: this.queueUrl,
|
|
123
|
+
Entries: messages.map((message, index) => {
|
|
124
|
+
var _a;
|
|
125
|
+
return {
|
|
126
|
+
Id: (_a = message.MessageId) != null ? _a : `message-${index}`,
|
|
127
|
+
ReceiptHandle: message.ReceiptHandle
|
|
128
|
+
};
|
|
129
|
+
})
|
|
130
|
+
};
|
|
131
|
+
try {
|
|
132
|
+
const result = await this.sqs.send(
|
|
133
|
+
new clientSqs.DeleteMessageBatchCommand(deleteParams)
|
|
134
|
+
);
|
|
135
|
+
if (result.Failed) {
|
|
136
|
+
this.logger.error(
|
|
137
|
+
`Failed to delete ${result.Failed.length} of ${messages.length} messages from AWS SQS ${this.queueUrl}. First: ${result.Failed[0].Message}`
|
|
138
|
+
);
|
|
139
|
+
}
|
|
140
|
+
} catch (error) {
|
|
141
|
+
this.logger.error(
|
|
142
|
+
`Failed to delete message from AWS SQS ${this.queueUrl}`,
|
|
143
|
+
error
|
|
144
|
+
);
|
|
145
|
+
}
|
|
146
|
+
}
|
|
147
|
+
async consumeMessages() {
|
|
148
|
+
var _a, _b, _c;
|
|
149
|
+
try {
|
|
150
|
+
const data = await this.sqs.send(
|
|
151
|
+
new clientSqs.ReceiveMessageCommand(this.receiveParams)
|
|
152
|
+
);
|
|
153
|
+
(_a = data.Messages) == null ? void 0 : _a.forEach((message) => {
|
|
154
|
+
var _a2;
|
|
155
|
+
const eventPayload = JSON.parse(message.Body);
|
|
156
|
+
const metadata = {};
|
|
157
|
+
Object.keys((_a2 = message.MessageAttributes) != null ? _a2 : {}).forEach((key) => {
|
|
158
|
+
var _a3;
|
|
159
|
+
const attrValue = message.MessageAttributes[key];
|
|
160
|
+
if (!attrValue || !attrValue.DataType || !["String", "Number"].includes(attrValue.DataType)) {
|
|
161
|
+
return;
|
|
162
|
+
}
|
|
163
|
+
const value = (_a3 = attrValue.StringListValues) != null ? _a3 : attrValue.StringValue;
|
|
164
|
+
if (value !== void 0) {
|
|
165
|
+
metadata[key] = value;
|
|
166
|
+
}
|
|
167
|
+
});
|
|
168
|
+
this.eventBroker.publish({
|
|
169
|
+
topic: this.topic,
|
|
170
|
+
eventPayload,
|
|
171
|
+
metadata
|
|
172
|
+
});
|
|
173
|
+
});
|
|
174
|
+
await this.deleteMessages(data.Messages);
|
|
175
|
+
return (_c = (_b = data.Messages) == null ? void 0 : _b.length) != null ? _c : 0;
|
|
176
|
+
} catch (error) {
|
|
177
|
+
this.logger.error(
|
|
178
|
+
`Failed to receive events from AWS SQS ${this.queueUrl}`,
|
|
179
|
+
error
|
|
180
|
+
);
|
|
181
|
+
return 0;
|
|
182
|
+
}
|
|
183
|
+
}
|
|
184
|
+
sleep(ms) {
|
|
185
|
+
return new Promise((resolve) => setTimeout(resolve, ms));
|
|
186
|
+
}
|
|
187
|
+
}
|
|
188
|
+
|
|
189
|
+
exports.AwsSqsConsumingEventPublisher = AwsSqsConsumingEventPublisher;
|
|
190
|
+
//# sourceMappingURL=AwsSqsConsumingEventPublisher-0d8430d8.cjs.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"AwsSqsConsumingEventPublisher-0d8430d8.cjs.js","sources":["../../src/publisher/config.ts","../../src/publisher/AwsSqsConsumingEventPublisher.ts"],"sourcesContent":["/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { Config } from '@backstage/config';\nimport { HumanDuration, JsonObject } from '@backstage/types';\nimport { Duration } from 'luxon';\n\nconst CONFIG_PREFIX_MODULE = 'events.modules.awsSqs.';\nconst CONFIG_PREFIX_PUBLISHER = `${CONFIG_PREFIX_MODULE}awsSqsConsumingEventPublisher.`;\nconst DEFAULT_WAIT_TIME_AFTER_EMPTY_RECEIVE = { minutes: 1 };\nconst MAX_WAIT_SECONDS = 20;\n\nexport interface AwsSqsEventSourceConfig {\n pollingWaitTime: Duration;\n queueUrl: string;\n region: string;\n timeout: Duration;\n topic: string;\n visibilityTimeout?: Duration;\n waitTimeAfterEmptyReceive: Duration;\n}\n\n// TODO(pjungermann): validation could be improved similar to `convertToHumanDuration` at @backstage/backend-tasks\nfunction readOptionalHumanDuration(\n config: Config,\n key: string,\n): HumanDuration | undefined {\n return config.getOptional<JsonObject>(key) as HumanDuration;\n}\n\nfunction readOptionalDuration(\n config: Config,\n key: string,\n): Duration | undefined {\n const duration = readOptionalHumanDuration(config, key);\n return duration ? Duration.fromObject(duration) : undefined;\n}\n\nexport function readConfig(config: Config): AwsSqsEventSourceConfig[] {\n const key = `${CONFIG_PREFIX_PUBLISHER}topics`;\n const topics = config.getOptionalConfig(key);\n\n return (\n topics?.keys()?.map(topic => {\n const topicConfig = topics.getConfig(topic);\n const keyPrefix = `${key}.${topic}.`;\n\n // queue config:\n const pollingWaitTime = Duration.fromObject(\n readOptionalHumanDuration(topicConfig, 'queue.waitTime') ?? {\n seconds: MAX_WAIT_SECONDS,\n },\n );\n if (\n pollingWaitTime.valueOf() < 0 ||\n pollingWaitTime.as('seconds') > MAX_WAIT_SECONDS\n ) {\n throw new Error(\n `${keyPrefix}queue.waitTime must be within 0..${MAX_WAIT_SECONDS} seconds.`,\n );\n }\n const queueUrl = topicConfig.getString('queue.url');\n const region = topicConfig.getString('queue.region');\n const visibilityTimeout = readOptionalDuration(\n topicConfig,\n 'queue.visibilityTimeout',\n );\n\n // task:\n const waitTimeAfterEmptyReceive = Duration.fromObject(\n readOptionalHumanDuration(topicConfig, 'waitTimeAfterEmptyReceive') ??\n DEFAULT_WAIT_TIME_AFTER_EMPTY_RECEIVE,\n );\n if (waitTimeAfterEmptyReceive.valueOf() < 0) {\n throw new Error(\n `The ${keyPrefix}waitTimeAfterEmptyReceive must not be negative.`,\n );\n }\n const timeout =\n readOptionalDuration(topicConfig, 'timeout') ??\n pollingWaitTime\n .plus(waitTimeAfterEmptyReceive)\n .plus(Duration.fromObject({ seconds: 180 }));\n if (\n timeout.valueOf() <=\n pollingWaitTime.valueOf() + waitTimeAfterEmptyReceive.valueOf()\n ) {\n throw new Error(\n `The ${keyPrefix}timeout must be greater than ${keyPrefix}queue.waitTime + ${keyPrefix}waitTimeAfterEmptyReceive.`,\n );\n }\n\n return {\n pollingWaitTime,\n queueUrl,\n region,\n timeout,\n topic,\n visibilityTimeout,\n waitTimeAfterEmptyReceive,\n };\n }) ?? []\n );\n}\n","/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport {\n DeleteMessageBatchCommand,\n Message,\n ReceiveMessageCommand,\n ReceiveMessageCommandInput,\n SQSClient,\n} from '@aws-sdk/client-sqs';\nimport { PluginTaskScheduler } from '@backstage/backend-tasks';\nimport { Config } from '@backstage/config';\nimport { EventBroker, EventPublisher } from '@backstage/plugin-events-node';\nimport { Logger } from 'winston';\nimport { AwsSqsEventSourceConfig, readConfig } from './config';\n\n/**\n * Publishes events received from an AWS SQS queue.\n * The message payload will be used as event payload and passed to registered subscribers.\n *\n * @public\n */\n// TODO(pjungermann): add prom metrics? (see plugins/catalog-backend/src/util/metrics.ts, etc.)\nexport class AwsSqsConsumingEventPublisher implements EventPublisher {\n private readonly topic: string;\n private readonly receiveParams: ReceiveMessageCommandInput;\n private readonly sqs: SQSClient;\n private readonly queueUrl: string;\n private readonly taskTimeoutSeconds: number;\n private readonly waitTimeAfterEmptyReceiveMs;\n private eventBroker?: EventBroker;\n\n static fromConfig(env: {\n config: Config;\n logger: Logger;\n scheduler: PluginTaskScheduler;\n }): AwsSqsConsumingEventPublisher[] {\n return readConfig(env.config).map(\n config =>\n new AwsSqsConsumingEventPublisher(env.logger, env.scheduler, config),\n );\n }\n\n private constructor(\n private readonly logger: Logger,\n private readonly scheduler: PluginTaskScheduler,\n config: AwsSqsEventSourceConfig,\n ) {\n this.topic = config.topic;\n\n this.receiveParams = {\n MaxNumberOfMessages: 10,\n MessageAttributeNames: ['All'],\n QueueUrl: config.queueUrl,\n VisibilityTimeout: config.visibilityTimeout?.as('seconds'),\n WaitTimeSeconds: config.pollingWaitTime.as('seconds'),\n };\n this.sqs = new SQSClient({ region: config.region });\n this.queueUrl = config.queueUrl;\n\n this.taskTimeoutSeconds = config.timeout.as('seconds');\n this.waitTimeAfterEmptyReceiveMs =\n config.waitTimeAfterEmptyReceive.as('milliseconds');\n }\n\n async setEventBroker(eventBroker: EventBroker): Promise<void> {\n this.eventBroker = eventBroker;\n return this.start();\n }\n\n private async start(): Promise<void> {\n const id = `events.awsSqs.publisher:${this.topic}`;\n const logger = this.logger.child({\n class: AwsSqsConsumingEventPublisher.prototype.constructor.name,\n taskId: id,\n });\n\n await this.scheduler.scheduleTask({\n id: id,\n frequency: { seconds: 0 },\n timeout: { seconds: this.taskTimeoutSeconds },\n scope: 'local',\n fn: async () => {\n try {\n const numMessages = await this.consumeMessages();\n if (numMessages === 0) {\n await this.sleep(this.waitTimeAfterEmptyReceiveMs);\n }\n } catch (error) {\n logger.error('Failed to consume AWS SQS messages', error);\n }\n },\n });\n }\n\n private async deleteMessages(messages?: Message[]): Promise<void> {\n if (!messages) {\n return;\n }\n\n const deleteParams = {\n QueueUrl: this.queueUrl,\n Entries: messages.map((message, index) => {\n return {\n Id: message.MessageId ?? `message-${index}`,\n ReceiptHandle: message.ReceiptHandle,\n };\n }),\n };\n\n try {\n const result = await this.sqs.send(\n new DeleteMessageBatchCommand(deleteParams),\n );\n if (result.Failed) {\n this.logger.error(\n `Failed to delete ${result.Failed!.length} of ${\n messages.length\n } messages from AWS SQS ${this.queueUrl}. First: ${\n result.Failed[0].Message\n }`,\n );\n }\n } catch (error) {\n this.logger.error(\n `Failed to delete message from AWS SQS ${this.queueUrl}`,\n error,\n );\n }\n }\n\n private async consumeMessages(): Promise<number> {\n try {\n const data = await this.sqs.send(\n new ReceiveMessageCommand(this.receiveParams),\n );\n\n data.Messages?.forEach(message => {\n const eventPayload = JSON.parse(message.Body!);\n\n const metadata: Record<string, string | string[]> = {};\n Object.keys(message.MessageAttributes ?? {}).forEach(key => {\n const attrValue = message.MessageAttributes![key];\n if (\n !attrValue ||\n !attrValue.DataType ||\n !['String', 'Number'].includes(attrValue.DataType)\n ) {\n return;\n }\n\n const value = attrValue.StringListValues ?? attrValue.StringValue;\n if (value !== undefined) {\n metadata[key] = value;\n }\n });\n\n this.eventBroker!.publish({\n topic: this.topic,\n eventPayload,\n metadata,\n });\n });\n await this.deleteMessages(data.Messages);\n return data.Messages?.length ?? 0;\n } catch (error) {\n this.logger.error(\n `Failed to receive events from AWS SQS ${this.queueUrl}`,\n error,\n );\n return 0;\n }\n }\n\n private sleep(ms: number): Promise<void> {\n return new Promise<void>(resolve => setTimeout(resolve, ms));\n }\n}\n"],"names":["Duration","_a","_b","SQSClient","DeleteMessageBatchCommand","ReceiveMessageCommand"],"mappings":";;;;;AAoBA,MAAM,oBAAuB,GAAA,wBAAA,CAAA;AAC7B,MAAM,0BAA0B,CAAG,EAAA,oBAAA,CAAA,8BAAA,CAAA,CAAA;AACnC,MAAM,qCAAA,GAAwC,EAAE,OAAA,EAAS,CAAE,EAAA,CAAA;AAC3D,MAAM,gBAAmB,GAAA,EAAA,CAAA;AAazB,SAAS,yBAAA,CACP,QACA,GAC2B,EAAA;AAC3B,EAAO,OAAA,MAAA,CAAO,YAAwB,GAAG,CAAA,CAAA;AAC3C,CAAA;AAEA,SAAS,oBAAA,CACP,QACA,GACsB,EAAA;AACtB,EAAM,MAAA,QAAA,GAAW,yBAA0B,CAAA,MAAA,EAAQ,GAAG,CAAA,CAAA;AACtD,EAAA,OAAO,QAAW,GAAAA,cAAA,CAAS,UAAW,CAAA,QAAQ,CAAI,GAAA,KAAA,CAAA,CAAA;AACpD,CAAA;AAEO,SAAS,WAAW,MAA2C,EAAA;AAnDtE,EAAA,IAAA,EAAA,EAAA,EAAA,CAAA;AAoDE,EAAA,MAAM,MAAM,CAAG,EAAA,uBAAA,CAAA,MAAA,CAAA,CAAA;AACf,EAAM,MAAA,MAAA,GAAS,MAAO,CAAA,iBAAA,CAAkB,GAAG,CAAA,CAAA;AAE3C,EAAA,OAAA,CACE,EAAQ,GAAA,CAAA,EAAA,GAAA,MAAA,IAAA,IAAA,GAAA,KAAA,CAAA,GAAA,MAAA,CAAA,IAAA,EAAA,KAAR,IAAgB,GAAA,KAAA,CAAA,GAAA,EAAA,CAAA,GAAA,CAAI,CAAS,KAAA,KAAA;AAxDjC,IAAA,IAAAC,KAAAC,GAAA,EAAA,EAAA,CAAA;AAyDM,IAAM,MAAA,WAAA,GAAc,MAAO,CAAA,SAAA,CAAU,KAAK,CAAA,CAAA;AAC1C,IAAM,MAAA,SAAA,GAAY,GAAG,GAAO,CAAA,CAAA,EAAA,KAAA,CAAA,CAAA,CAAA,CAAA;AAG5B,IAAA,MAAM,kBAAkBF,cAAS,CAAA,UAAA;AAAA,MAAA,CAC/BC,MAAA,yBAA0B,CAAA,WAAA,EAAa,gBAAgB,CAAA,KAAvD,OAAAA,GAA4D,GAAA;AAAA,QAC1D,OAAS,EAAA,gBAAA;AAAA,OACX;AAAA,KACF,CAAA;AACA,IACE,IAAA,eAAA,CAAgB,SAAY,GAAA,CAAA,IAC5B,gBAAgB,EAAG,CAAA,SAAS,IAAI,gBAChC,EAAA;AACA,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,GAAG,SAA6C,CAAA,iCAAA,EAAA,gBAAA,CAAA,SAAA,CAAA;AAAA,OAClD,CAAA;AAAA,KACF;AACA,IAAM,MAAA,QAAA,GAAW,WAAY,CAAA,SAAA,CAAU,WAAW,CAAA,CAAA;AAClD,IAAM,MAAA,MAAA,GAAS,WAAY,CAAA,SAAA,CAAU,cAAc,CAAA,CAAA;AACnD,IAAA,MAAM,iBAAoB,GAAA,oBAAA;AAAA,MACxB,WAAA;AAAA,MACA,yBAAA;AAAA,KACF,CAAA;AAGA,IAAA,MAAM,4BAA4BD,cAAS,CAAA,UAAA;AAAA,MAAA,CACzCE,MAAA,yBAA0B,CAAA,WAAA,EAAa,2BAA2B,CAAA,KAAlE,OAAAA,GACE,GAAA,qCAAA;AAAA,KACJ,CAAA;AACA,IAAI,IAAA,yBAAA,CAA0B,OAAQ,EAAA,GAAI,CAAG,EAAA;AAC3C,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,CAAO,IAAA,EAAA,SAAA,CAAA,+CAAA,CAAA;AAAA,OACT,CAAA;AAAA,KACF;AACA,IAAA,MAAM,WACJ,EAAqB,GAAA,oBAAA,CAAA,WAAA,EAAa,SAAS,CAAA,KAA3C,YACA,eACG,CAAA,IAAA,CAAK,yBAAyB,CAAA,CAC9B,KAAKF,cAAS,CAAA,UAAA,CAAW,EAAE,OAAS,EAAA,GAAA,EAAK,CAAC,CAAA,CAAA;AAC/C,IACE,IAAA,OAAA,CAAQ,SACR,IAAA,eAAA,CAAgB,SAAY,GAAA,yBAAA,CAA0B,SACtD,EAAA;AACA,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,CAAA,IAAA,EAAO,yCAAyC,SAA6B,CAAA,iBAAA,EAAA,SAAA,CAAA,0BAAA,CAAA;AAAA,OAC/E,CAAA;AAAA,KACF;AAEA,IAAO,OAAA;AAAA,MACL,eAAA;AAAA,MACA,QAAA;AAAA,MACA,MAAA;AAAA,MACA,OAAA;AAAA,MACA,KAAA;AAAA,MACA,iBAAA;AAAA,MACA,yBAAA;AAAA,KACF,CAAA;AAAA,GACF,CAAA,KA1DA,YA0DM,EAAC,CAAA;AAEX;;AChFO,MAAM,6BAAwD,CAAA;AAAA,EAoB3D,WAAA,CACW,MACA,EAAA,SAAA,EACjB,MACA,EAAA;AAHiB,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA,CAAA;AACA,IAAA,IAAA,CAAA,SAAA,GAAA,SAAA,CAAA;AA1DrB,IAAA,IAAA,EAAA,CAAA;AA6DI,IAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,KAAA,CAAA;AAEpB,IAAA,IAAA,CAAK,aAAgB,GAAA;AAAA,MACnB,mBAAqB,EAAA,EAAA;AAAA,MACrB,qBAAA,EAAuB,CAAC,KAAK,CAAA;AAAA,MAC7B,UAAU,MAAO,CAAA,QAAA;AAAA,MACjB,iBAAmB,EAAA,CAAA,EAAA,GAAA,MAAA,CAAO,iBAAP,KAAA,IAAA,GAAA,KAAA,CAAA,GAAA,EAAA,CAA0B,EAAG,CAAA,SAAA,CAAA;AAAA,MAChD,eAAiB,EAAA,MAAA,CAAO,eAAgB,CAAA,EAAA,CAAG,SAAS,CAAA;AAAA,KACtD,CAAA;AACA,IAAA,IAAA,CAAK,MAAM,IAAIG,mBAAA,CAAU,EAAE,MAAQ,EAAA,MAAA,CAAO,QAAQ,CAAA,CAAA;AAClD,IAAA,IAAA,CAAK,WAAW,MAAO,CAAA,QAAA,CAAA;AAEvB,IAAA,IAAA,CAAK,kBAAqB,GAAA,MAAA,CAAO,OAAQ,CAAA,EAAA,CAAG,SAAS,CAAA,CAAA;AACrD,IAAA,IAAA,CAAK,2BACH,GAAA,MAAA,CAAO,yBAA0B,CAAA,EAAA,CAAG,cAAc,CAAA,CAAA;AAAA,GACtD;AAAA,EA/BA,OAAO,WAAW,GAIkB,EAAA;AAClC,IAAO,OAAA,UAAA,CAAW,GAAI,CAAA,MAAM,CAAE,CAAA,GAAA;AAAA,MAC5B,YACE,IAAI,6BAAA,CAA8B,IAAI,MAAQ,EAAA,GAAA,CAAI,WAAW,MAAM,CAAA;AAAA,KACvE,CAAA;AAAA,GACF;AAAA,EAwBA,MAAM,eAAe,WAAyC,EAAA;AAC5D,IAAA,IAAA,CAAK,WAAc,GAAA,WAAA,CAAA;AACnB,IAAA,OAAO,KAAK,KAAM,EAAA,CAAA;AAAA,GACpB;AAAA,EAEA,MAAc,KAAuB,GAAA;AACnC,IAAM,MAAA,EAAA,GAAK,2BAA2B,IAAK,CAAA,KAAA,CAAA,CAAA,CAAA;AAC3C,IAAM,MAAA,MAAA,GAAS,IAAK,CAAA,MAAA,CAAO,KAAM,CAAA;AAAA,MAC/B,KAAA,EAAO,6BAA8B,CAAA,SAAA,CAAU,WAAY,CAAA,IAAA;AAAA,MAC3D,MAAQ,EAAA,EAAA;AAAA,KACT,CAAA,CAAA;AAED,IAAM,MAAA,IAAA,CAAK,UAAU,YAAa,CAAA;AAAA,MAChC,EAAA;AAAA,MACA,SAAA,EAAW,EAAE,OAAA,EAAS,CAAE,EAAA;AAAA,MACxB,OAAS,EAAA,EAAE,OAAS,EAAA,IAAA,CAAK,kBAAmB,EAAA;AAAA,MAC5C,KAAO,EAAA,OAAA;AAAA,MACP,IAAI,YAAY;AACd,QAAI,IAAA;AACF,UAAM,MAAA,WAAA,GAAc,MAAM,IAAA,CAAK,eAAgB,EAAA,CAAA;AAC/C,UAAA,IAAI,gBAAgB,CAAG,EAAA;AACrB,YAAM,MAAA,IAAA,CAAK,KAAM,CAAA,IAAA,CAAK,2BAA2B,CAAA,CAAA;AAAA,WACnD;AAAA,iBACO,KAAP,EAAA;AACA,UAAO,MAAA,CAAA,KAAA,CAAM,sCAAsC,KAAK,CAAA,CAAA;AAAA,SAC1D;AAAA,OACF;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AAAA,EAEA,MAAc,eAAe,QAAqC,EAAA;AAChE,IAAA,IAAI,CAAC,QAAU,EAAA;AACb,MAAA,OAAA;AAAA,KACF;AAEA,IAAA,MAAM,YAAe,GAAA;AAAA,MACnB,UAAU,IAAK,CAAA,QAAA;AAAA,MACf,OAAS,EAAA,QAAA,CAAS,GAAI,CAAA,CAAC,SAAS,KAAU,KAAA;AAnHhD,QAAA,IAAA,EAAA,CAAA;AAoHQ,QAAO,OAAA;AAAA,UACL,EAAI,EAAA,CAAA,EAAA,GAAA,OAAA,CAAQ,SAAR,KAAA,IAAA,GAAA,EAAA,GAAqB,CAAW,QAAA,EAAA,KAAA,CAAA,CAAA;AAAA,UACpC,eAAe,OAAQ,CAAA,aAAA;AAAA,SACzB,CAAA;AAAA,OACD,CAAA;AAAA,KACH,CAAA;AAEA,IAAI,IAAA;AACF,MAAM,MAAA,MAAA,GAAS,MAAM,IAAA,CAAK,GAAI,CAAA,IAAA;AAAA,QAC5B,IAAIC,oCAA0B,YAAY,CAAA;AAAA,OAC5C,CAAA;AACA,MAAA,IAAI,OAAO,MAAQ,EAAA;AACjB,QAAA,IAAA,CAAK,MAAO,CAAA,KAAA;AAAA,UACV,CAAA,iBAAA,EAAoB,MAAO,CAAA,MAAA,CAAQ,MACjC,CAAA,IAAA,EAAA,QAAA,CAAS,MACe,CAAA,uBAAA,EAAA,IAAA,CAAK,QAC7B,CAAA,SAAA,EAAA,MAAA,CAAO,MAAO,CAAA,CAAC,CAAE,CAAA,OAAA,CAAA,CAAA;AAAA,SAErB,CAAA;AAAA,OACF;AAAA,aACO,KAAP,EAAA;AACA,MAAA,IAAA,CAAK,MAAO,CAAA,KAAA;AAAA,QACV,yCAAyC,IAAK,CAAA,QAAA,CAAA,CAAA;AAAA,QAC9C,KAAA;AAAA,OACF,CAAA;AAAA,KACF;AAAA,GACF;AAAA,EAEA,MAAc,eAAmC,GAAA;AAhJnD,IAAA,IAAA,EAAA,EAAA,EAAA,EAAA,EAAA,CAAA;AAiJI,IAAI,IAAA;AACF,MAAM,MAAA,IAAA,GAAO,MAAM,IAAA,CAAK,GAAI,CAAA,IAAA;AAAA,QAC1B,IAAIC,+BAAsB,CAAA,IAAA,CAAK,aAAa,CAAA;AAAA,OAC9C,CAAA;AAEA,MAAK,CAAA,EAAA,GAAA,IAAA,CAAA,QAAA,KAAL,IAAe,GAAA,KAAA,CAAA,GAAA,EAAA,CAAA,OAAA,CAAQ,CAAW,OAAA,KAAA;AAtJxC,QAAAJ,IAAAA,GAAAA,CAAAA;AAuJQ,QAAA,MAAM,YAAe,GAAA,IAAA,CAAK,KAAM,CAAA,OAAA,CAAQ,IAAK,CAAA,CAAA;AAE7C,QAAA,MAAM,WAA8C,EAAC,CAAA;AACrD,QAAO,MAAA,CAAA,IAAA,CAAA,CAAKA,GAAA,GAAA,OAAA,CAAQ,iBAAR,KAAA,IAAA,GAAAA,MAA6B,EAAE,CAAE,CAAA,OAAA,CAAQ,CAAO,GAAA,KAAA;AA1JpE,UAAAA,IAAAA,GAAAA,CAAAA;AA2JU,UAAM,MAAA,SAAA,GAAY,OAAQ,CAAA,iBAAA,CAAmB,GAAG,CAAA,CAAA;AAChD,UAAA,IACE,CAAC,SAAA,IACD,CAAC,SAAA,CAAU,QACX,IAAA,CAAC,CAAC,QAAA,EAAU,QAAQ,CAAA,CAAE,QAAS,CAAA,SAAA,CAAU,QAAQ,CACjD,EAAA;AACA,YAAA,OAAA;AAAA,WACF;AAEA,UAAA,MAAM,SAAQA,GAAA,GAAA,SAAA,CAAU,gBAAV,KAAA,IAAA,GAAAA,MAA8B,SAAU,CAAA,WAAA,CAAA;AACtD,UAAA,IAAI,UAAU,KAAW,CAAA,EAAA;AACvB,YAAA,QAAA,CAAS,GAAG,CAAI,GAAA,KAAA,CAAA;AAAA,WAClB;AAAA,SACD,CAAA,CAAA;AAED,QAAA,IAAA,CAAK,YAAa,OAAQ,CAAA;AAAA,UACxB,OAAO,IAAK,CAAA,KAAA;AAAA,UACZ,YAAA;AAAA,UACA,QAAA;AAAA,SACD,CAAA,CAAA;AAAA,OACH,CAAA,CAAA;AACA,MAAM,MAAA,IAAA,CAAK,cAAe,CAAA,IAAA,CAAK,QAAQ,CAAA,CAAA;AACvC,MAAA,OAAA,CAAO,EAAK,GAAA,CAAA,EAAA,GAAA,IAAA,CAAA,QAAA,KAAL,IAAe,GAAA,KAAA,CAAA,GAAA,EAAA,CAAA,MAAA,KAAf,IAAyB,GAAA,EAAA,GAAA,CAAA,CAAA;AAAA,aACzB,KAAP,EAAA;AACA,MAAA,IAAA,CAAK,MAAO,CAAA,KAAA;AAAA,QACV,yCAAyC,IAAK,CAAA,QAAA,CAAA,CAAA;AAAA,QAC9C,KAAA;AAAA,OACF,CAAA;AACA,MAAO,OAAA,CAAA,CAAA;AAAA,KACT;AAAA,GACF;AAAA,EAEQ,MAAM,EAA2B,EAAA;AACvC,IAAA,OAAO,IAAI,OAAc,CAAA,CAAA,OAAA,KAAW,UAAW,CAAA,OAAA,EAAS,EAAE,CAAC,CAAA,CAAA;AAAA,GAC7D;AACF;;;;"}
|
package/dist/index.cjs.js
CHANGED
|
@@ -2,191 +2,11 @@
|
|
|
2
2
|
|
|
3
3
|
Object.defineProperty(exports, '__esModule', { value: true });
|
|
4
4
|
|
|
5
|
-
var
|
|
6
|
-
|
|
5
|
+
var AwsSqsConsumingEventPublisher = require('./cjs/AwsSqsConsumingEventPublisher-0d8430d8.cjs.js');
|
|
6
|
+
require('@aws-sdk/client-sqs');
|
|
7
|
+
require('luxon');
|
|
7
8
|
|
|
8
|
-
const CONFIG_PREFIX_MODULE = "events.modules.awsSqs.";
|
|
9
|
-
const CONFIG_PREFIX_PUBLISHER = `${CONFIG_PREFIX_MODULE}awsSqsConsumingEventPublisher.`;
|
|
10
|
-
const DEFAULT_WAIT_TIME_AFTER_EMPTY_RECEIVE = { minutes: 1 };
|
|
11
|
-
const MAX_WAIT_SECONDS = 20;
|
|
12
|
-
function readOptionalHumanDuration(config, key) {
|
|
13
|
-
return config.getOptional(key);
|
|
14
|
-
}
|
|
15
|
-
function readOptionalDuration(config, key) {
|
|
16
|
-
const duration = readOptionalHumanDuration(config, key);
|
|
17
|
-
return duration ? luxon.Duration.fromObject(duration) : void 0;
|
|
18
|
-
}
|
|
19
|
-
function readConfig(config) {
|
|
20
|
-
var _a, _b;
|
|
21
|
-
const key = `${CONFIG_PREFIX_PUBLISHER}topics`;
|
|
22
|
-
const topics = config.getOptionalConfig(key);
|
|
23
|
-
return (_b = (_a = topics == null ? void 0 : topics.keys()) == null ? void 0 : _a.map((topic) => {
|
|
24
|
-
var _a2, _b2, _c;
|
|
25
|
-
const topicConfig = topics.getConfig(topic);
|
|
26
|
-
const keyPrefix = `${key}.${topic}.`;
|
|
27
|
-
const pollingWaitTime = luxon.Duration.fromObject(
|
|
28
|
-
(_a2 = readOptionalHumanDuration(topicConfig, "queue.waitTime")) != null ? _a2 : {
|
|
29
|
-
seconds: MAX_WAIT_SECONDS
|
|
30
|
-
}
|
|
31
|
-
);
|
|
32
|
-
if (pollingWaitTime.valueOf() < 0 || pollingWaitTime.as("seconds") > MAX_WAIT_SECONDS) {
|
|
33
|
-
throw new Error(
|
|
34
|
-
`${keyPrefix}queue.waitTime must be within 0..${MAX_WAIT_SECONDS} seconds.`
|
|
35
|
-
);
|
|
36
|
-
}
|
|
37
|
-
const queueUrl = topicConfig.getString("queue.url");
|
|
38
|
-
const region = topicConfig.getString("queue.region");
|
|
39
|
-
const visibilityTimeout = readOptionalDuration(
|
|
40
|
-
topicConfig,
|
|
41
|
-
"queue.visibilityTimeout"
|
|
42
|
-
);
|
|
43
|
-
const waitTimeAfterEmptyReceive = luxon.Duration.fromObject(
|
|
44
|
-
(_b2 = readOptionalHumanDuration(topicConfig, "waitTimeAfterEmptyReceive")) != null ? _b2 : DEFAULT_WAIT_TIME_AFTER_EMPTY_RECEIVE
|
|
45
|
-
);
|
|
46
|
-
if (waitTimeAfterEmptyReceive.valueOf() < 0) {
|
|
47
|
-
throw new Error(
|
|
48
|
-
`The ${keyPrefix}waitTimeAfterEmptyReceive must not be negative.`
|
|
49
|
-
);
|
|
50
|
-
}
|
|
51
|
-
const timeout = (_c = readOptionalDuration(topicConfig, "timeout")) != null ? _c : pollingWaitTime.plus(waitTimeAfterEmptyReceive).plus(luxon.Duration.fromObject({ seconds: 180 }));
|
|
52
|
-
if (timeout.valueOf() <= pollingWaitTime.valueOf() + waitTimeAfterEmptyReceive.valueOf()) {
|
|
53
|
-
throw new Error(
|
|
54
|
-
`The ${keyPrefix}timeout must be greater than ${keyPrefix}queue.waitTime + ${keyPrefix}waitTimeAfterEmptyReceive.`
|
|
55
|
-
);
|
|
56
|
-
}
|
|
57
|
-
return {
|
|
58
|
-
pollingWaitTime,
|
|
59
|
-
queueUrl,
|
|
60
|
-
region,
|
|
61
|
-
timeout,
|
|
62
|
-
topic,
|
|
63
|
-
visibilityTimeout,
|
|
64
|
-
waitTimeAfterEmptyReceive
|
|
65
|
-
};
|
|
66
|
-
})) != null ? _b : [];
|
|
67
|
-
}
|
|
68
9
|
|
|
69
|
-
class AwsSqsConsumingEventPublisher {
|
|
70
|
-
constructor(logger, scheduler, config) {
|
|
71
|
-
this.logger = logger;
|
|
72
|
-
this.scheduler = scheduler;
|
|
73
|
-
var _a;
|
|
74
|
-
this.topic = config.topic;
|
|
75
|
-
this.receiveParams = {
|
|
76
|
-
MaxNumberOfMessages: 10,
|
|
77
|
-
MessageAttributeNames: ["All"],
|
|
78
|
-
QueueUrl: config.queueUrl,
|
|
79
|
-
VisibilityTimeout: (_a = config.visibilityTimeout) == null ? void 0 : _a.as("seconds"),
|
|
80
|
-
WaitTimeSeconds: config.pollingWaitTime.as("seconds")
|
|
81
|
-
};
|
|
82
|
-
this.sqs = new clientSqs.SQSClient({ region: config.region });
|
|
83
|
-
this.queueUrl = config.queueUrl;
|
|
84
|
-
this.taskTimeoutSeconds = config.timeout.as("seconds");
|
|
85
|
-
this.waitTimeAfterEmptyReceiveMs = config.waitTimeAfterEmptyReceive.as("milliseconds");
|
|
86
|
-
}
|
|
87
|
-
static fromConfig(env) {
|
|
88
|
-
return readConfig(env.config).map(
|
|
89
|
-
(config) => new AwsSqsConsumingEventPublisher(env.logger, env.scheduler, config)
|
|
90
|
-
);
|
|
91
|
-
}
|
|
92
|
-
async setEventBroker(eventBroker) {
|
|
93
|
-
this.eventBroker = eventBroker;
|
|
94
|
-
return this.start();
|
|
95
|
-
}
|
|
96
|
-
async start() {
|
|
97
|
-
const id = `events.awsSqs.publisher:${this.topic}`;
|
|
98
|
-
const logger = this.logger.child({
|
|
99
|
-
class: AwsSqsConsumingEventPublisher.prototype.constructor.name,
|
|
100
|
-
taskId: id
|
|
101
|
-
});
|
|
102
|
-
await this.scheduler.scheduleTask({
|
|
103
|
-
id,
|
|
104
|
-
frequency: { seconds: 0 },
|
|
105
|
-
timeout: { seconds: this.taskTimeoutSeconds },
|
|
106
|
-
scope: "local",
|
|
107
|
-
fn: async () => {
|
|
108
|
-
try {
|
|
109
|
-
const numMessages = await this.consumeMessages();
|
|
110
|
-
if (numMessages === 0) {
|
|
111
|
-
await this.sleep(this.waitTimeAfterEmptyReceiveMs);
|
|
112
|
-
}
|
|
113
|
-
} catch (error) {
|
|
114
|
-
logger.error("Failed to consume AWS SQS messages", error);
|
|
115
|
-
}
|
|
116
|
-
}
|
|
117
|
-
});
|
|
118
|
-
}
|
|
119
|
-
async deleteMessages(messages) {
|
|
120
|
-
if (!messages) {
|
|
121
|
-
return;
|
|
122
|
-
}
|
|
123
|
-
const deleteParams = {
|
|
124
|
-
QueueUrl: this.queueUrl,
|
|
125
|
-
Entries: messages.map((message, index) => {
|
|
126
|
-
var _a;
|
|
127
|
-
return {
|
|
128
|
-
Id: (_a = message.MessageId) != null ? _a : `message-${index}`,
|
|
129
|
-
ReceiptHandle: message.ReceiptHandle
|
|
130
|
-
};
|
|
131
|
-
})
|
|
132
|
-
};
|
|
133
|
-
try {
|
|
134
|
-
const result = await this.sqs.send(
|
|
135
|
-
new clientSqs.DeleteMessageBatchCommand(deleteParams)
|
|
136
|
-
);
|
|
137
|
-
if (result.Failed) {
|
|
138
|
-
this.logger.error(
|
|
139
|
-
`Failed to delete ${result.Failed.length} of ${messages.length} messages from AWS SQS ${this.queueUrl}. First: ${result.Failed[0].Message}`
|
|
140
|
-
);
|
|
141
|
-
}
|
|
142
|
-
} catch (error) {
|
|
143
|
-
this.logger.error(
|
|
144
|
-
`Failed to delete message from AWS SQS ${this.queueUrl}`,
|
|
145
|
-
error
|
|
146
|
-
);
|
|
147
|
-
}
|
|
148
|
-
}
|
|
149
|
-
async consumeMessages() {
|
|
150
|
-
var _a, _b, _c;
|
|
151
|
-
try {
|
|
152
|
-
const data = await this.sqs.send(
|
|
153
|
-
new clientSqs.ReceiveMessageCommand(this.receiveParams)
|
|
154
|
-
);
|
|
155
|
-
(_a = data.Messages) == null ? void 0 : _a.forEach((message) => {
|
|
156
|
-
var _a2;
|
|
157
|
-
const eventPayload = JSON.parse(message.Body);
|
|
158
|
-
const metadata = {};
|
|
159
|
-
Object.keys((_a2 = message.MessageAttributes) != null ? _a2 : {}).forEach((key) => {
|
|
160
|
-
var _a3;
|
|
161
|
-
const attrValue = message.MessageAttributes[key];
|
|
162
|
-
if (!attrValue || !attrValue.DataType || !["String", "Number"].includes(attrValue.DataType)) {
|
|
163
|
-
return;
|
|
164
|
-
}
|
|
165
|
-
const value = (_a3 = attrValue.StringListValues) != null ? _a3 : attrValue.StringValue;
|
|
166
|
-
if (value !== void 0) {
|
|
167
|
-
metadata[key] = value;
|
|
168
|
-
}
|
|
169
|
-
});
|
|
170
|
-
this.eventBroker.publish({
|
|
171
|
-
topic: this.topic,
|
|
172
|
-
eventPayload,
|
|
173
|
-
metadata
|
|
174
|
-
});
|
|
175
|
-
});
|
|
176
|
-
await this.deleteMessages(data.Messages);
|
|
177
|
-
return (_c = (_b = data.Messages) == null ? void 0 : _b.length) != null ? _c : 0;
|
|
178
|
-
} catch (error) {
|
|
179
|
-
this.logger.error(
|
|
180
|
-
`Failed to receive events from AWS SQS ${this.queueUrl}`,
|
|
181
|
-
error
|
|
182
|
-
);
|
|
183
|
-
return 0;
|
|
184
|
-
}
|
|
185
|
-
}
|
|
186
|
-
sleep(ms) {
|
|
187
|
-
return new Promise((resolve) => setTimeout(resolve, ms));
|
|
188
|
-
}
|
|
189
|
-
}
|
|
190
10
|
|
|
191
|
-
exports.AwsSqsConsumingEventPublisher = AwsSqsConsumingEventPublisher;
|
|
11
|
+
exports.AwsSqsConsumingEventPublisher = AwsSqsConsumingEventPublisher.AwsSqsConsumingEventPublisher;
|
|
192
12
|
//# sourceMappingURL=index.cjs.js.map
|
package/dist/index.cjs.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.cjs.js","sources":["../src/publisher/config.ts","../src/publisher/AwsSqsConsumingEventPublisher.ts"],"sourcesContent":["/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { Config } from '@backstage/config';\nimport { HumanDuration, JsonObject } from '@backstage/types';\nimport { Duration } from 'luxon';\n\nconst CONFIG_PREFIX_MODULE = 'events.modules.awsSqs.';\nconst CONFIG_PREFIX_PUBLISHER = `${CONFIG_PREFIX_MODULE}awsSqsConsumingEventPublisher.`;\nconst DEFAULT_WAIT_TIME_AFTER_EMPTY_RECEIVE = { minutes: 1 };\nconst MAX_WAIT_SECONDS = 20;\n\nexport interface AwsSqsEventSourceConfig {\n pollingWaitTime: Duration;\n queueUrl: string;\n region: string;\n timeout: Duration;\n topic: string;\n visibilityTimeout?: Duration;\n waitTimeAfterEmptyReceive: Duration;\n}\n\n// TODO(pjungermann): validation could be improved similar to `convertToHumanDuration` at @backstage/backend-tasks\nfunction readOptionalHumanDuration(\n config: Config,\n key: string,\n): HumanDuration | undefined {\n return config.getOptional<JsonObject>(key) as HumanDuration;\n}\n\nfunction readOptionalDuration(\n config: Config,\n key: string,\n): Duration | undefined {\n const duration = readOptionalHumanDuration(config, key);\n return duration ? Duration.fromObject(duration) : undefined;\n}\n\nexport function readConfig(config: Config): AwsSqsEventSourceConfig[] {\n const key = `${CONFIG_PREFIX_PUBLISHER}topics`;\n const topics = config.getOptionalConfig(key);\n\n return (\n topics?.keys()?.map(topic => {\n const topicConfig = topics.getConfig(topic);\n const keyPrefix = `${key}.${topic}.`;\n\n // queue config:\n const pollingWaitTime = Duration.fromObject(\n readOptionalHumanDuration(topicConfig, 'queue.waitTime') ?? {\n seconds: MAX_WAIT_SECONDS,\n },\n );\n if (\n pollingWaitTime.valueOf() < 0 ||\n pollingWaitTime.as('seconds') > MAX_WAIT_SECONDS\n ) {\n throw new Error(\n `${keyPrefix}queue.waitTime must be within 0..${MAX_WAIT_SECONDS} seconds.`,\n );\n }\n const queueUrl = topicConfig.getString('queue.url');\n const region = topicConfig.getString('queue.region');\n const visibilityTimeout = readOptionalDuration(\n topicConfig,\n 'queue.visibilityTimeout',\n );\n\n // task:\n const waitTimeAfterEmptyReceive = Duration.fromObject(\n readOptionalHumanDuration(topicConfig, 'waitTimeAfterEmptyReceive') ??\n DEFAULT_WAIT_TIME_AFTER_EMPTY_RECEIVE,\n );\n if (waitTimeAfterEmptyReceive.valueOf() < 0) {\n throw new Error(\n `The ${keyPrefix}waitTimeAfterEmptyReceive must not be negative.`,\n );\n }\n const timeout =\n readOptionalDuration(topicConfig, 'timeout') ??\n pollingWaitTime\n .plus(waitTimeAfterEmptyReceive)\n .plus(Duration.fromObject({ seconds: 180 }));\n if (\n timeout.valueOf() <=\n pollingWaitTime.valueOf() + waitTimeAfterEmptyReceive.valueOf()\n ) {\n throw new Error(\n `The ${keyPrefix}timeout must be greater than ${keyPrefix}queue.waitTime + ${keyPrefix}waitTimeAfterEmptyReceive.`,\n );\n }\n\n return {\n pollingWaitTime,\n queueUrl,\n region,\n timeout,\n topic,\n visibilityTimeout,\n waitTimeAfterEmptyReceive,\n };\n }) ?? []\n );\n}\n","/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport {\n DeleteMessageBatchCommand,\n Message,\n ReceiveMessageCommand,\n ReceiveMessageCommandInput,\n SQSClient,\n} from '@aws-sdk/client-sqs';\nimport { PluginTaskScheduler } from '@backstage/backend-tasks';\nimport { Config } from '@backstage/config';\nimport { EventBroker, EventPublisher } from '@backstage/plugin-events-node';\nimport { Logger } from 'winston';\nimport { AwsSqsEventSourceConfig, readConfig } from './config';\n\n/**\n * Publishes events received from an AWS SQS queue.\n * The message payload will be used as event payload and passed to registered subscribers.\n *\n * @public\n */\n// TODO(pjungermann): add prom metrics? (see plugins/catalog-backend/src/util/metrics.ts, etc.)\nexport class AwsSqsConsumingEventPublisher implements EventPublisher {\n private readonly topic: string;\n private readonly receiveParams: ReceiveMessageCommandInput;\n private readonly sqs: SQSClient;\n private readonly queueUrl: string;\n private readonly taskTimeoutSeconds: number;\n private readonly waitTimeAfterEmptyReceiveMs;\n private eventBroker?: EventBroker;\n\n static fromConfig(env: {\n config: Config;\n logger: Logger;\n scheduler: PluginTaskScheduler;\n }): AwsSqsConsumingEventPublisher[] {\n return readConfig(env.config).map(\n config =>\n new AwsSqsConsumingEventPublisher(env.logger, env.scheduler, config),\n );\n }\n\n private constructor(\n private readonly logger: Logger,\n private readonly scheduler: PluginTaskScheduler,\n config: AwsSqsEventSourceConfig,\n ) {\n this.topic = config.topic;\n\n this.receiveParams = {\n MaxNumberOfMessages: 10,\n MessageAttributeNames: ['All'],\n QueueUrl: config.queueUrl,\n VisibilityTimeout: config.visibilityTimeout?.as('seconds'),\n WaitTimeSeconds: config.pollingWaitTime.as('seconds'),\n };\n this.sqs = new SQSClient({ region: config.region });\n this.queueUrl = config.queueUrl;\n\n this.taskTimeoutSeconds = config.timeout.as('seconds');\n this.waitTimeAfterEmptyReceiveMs =\n config.waitTimeAfterEmptyReceive.as('milliseconds');\n }\n\n async setEventBroker(eventBroker: EventBroker): Promise<void> {\n this.eventBroker = eventBroker;\n return this.start();\n }\n\n private async start(): Promise<void> {\n const id = `events.awsSqs.publisher:${this.topic}`;\n const logger = this.logger.child({\n class: AwsSqsConsumingEventPublisher.prototype.constructor.name,\n taskId: id,\n });\n\n await this.scheduler.scheduleTask({\n id: id,\n frequency: { seconds: 0 },\n timeout: { seconds: this.taskTimeoutSeconds },\n scope: 'local',\n fn: async () => {\n try {\n const numMessages = await this.consumeMessages();\n if (numMessages === 0) {\n await this.sleep(this.waitTimeAfterEmptyReceiveMs);\n }\n } catch (error) {\n logger.error('Failed to consume AWS SQS messages', error);\n }\n },\n });\n }\n\n private async deleteMessages(messages?: Message[]): Promise<void> {\n if (!messages) {\n return;\n }\n\n const deleteParams = {\n QueueUrl: this.queueUrl,\n Entries: messages.map((message, index) => {\n return {\n Id: message.MessageId ?? `message-${index}`,\n ReceiptHandle: message.ReceiptHandle,\n };\n }),\n };\n\n try {\n const result = await this.sqs.send(\n new DeleteMessageBatchCommand(deleteParams),\n );\n if (result.Failed) {\n this.logger.error(\n `Failed to delete ${result.Failed!.length} of ${\n messages.length\n } messages from AWS SQS ${this.queueUrl}. First: ${\n result.Failed[0].Message\n }`,\n );\n }\n } catch (error) {\n this.logger.error(\n `Failed to delete message from AWS SQS ${this.queueUrl}`,\n error,\n );\n }\n }\n\n private async consumeMessages(): Promise<number> {\n try {\n const data = await this.sqs.send(\n new ReceiveMessageCommand(this.receiveParams),\n );\n\n data.Messages?.forEach(message => {\n const eventPayload = JSON.parse(message.Body!);\n\n const metadata: Record<string, string | string[]> = {};\n Object.keys(message.MessageAttributes ?? {}).forEach(key => {\n const attrValue = message.MessageAttributes![key];\n if (\n !attrValue ||\n !attrValue.DataType ||\n !['String', 'Number'].includes(attrValue.DataType)\n ) {\n return;\n }\n\n const value = attrValue.StringListValues ?? attrValue.StringValue;\n if (value !== undefined) {\n metadata[key] = value;\n }\n });\n\n this.eventBroker!.publish({\n topic: this.topic,\n eventPayload,\n metadata,\n });\n });\n await this.deleteMessages(data.Messages);\n return data.Messages?.length ?? 0;\n } catch (error) {\n this.logger.error(\n `Failed to receive events from AWS SQS ${this.queueUrl}`,\n error,\n );\n return 0;\n }\n }\n\n private sleep(ms: number): Promise<void> {\n return new Promise<void>(resolve => setTimeout(resolve, ms));\n }\n}\n"],"names":["Duration","_a","_b","SQSClient","DeleteMessageBatchCommand","ReceiveMessageCommand"],"mappings":";;;;;;;AAoBA,MAAM,oBAAuB,GAAA,wBAAA,CAAA;AAC7B,MAAM,0BAA0B,CAAG,EAAA,oBAAA,CAAA,8BAAA,CAAA,CAAA;AACnC,MAAM,qCAAA,GAAwC,EAAE,OAAA,EAAS,CAAE,EAAA,CAAA;AAC3D,MAAM,gBAAmB,GAAA,EAAA,CAAA;AAazB,SAAS,yBAAA,CACP,QACA,GAC2B,EAAA;AAC3B,EAAO,OAAA,MAAA,CAAO,YAAwB,GAAG,CAAA,CAAA;AAC3C,CAAA;AAEA,SAAS,oBAAA,CACP,QACA,GACsB,EAAA;AACtB,EAAM,MAAA,QAAA,GAAW,yBAA0B,CAAA,MAAA,EAAQ,GAAG,CAAA,CAAA;AACtD,EAAA,OAAO,QAAW,GAAAA,cAAA,CAAS,UAAW,CAAA,QAAQ,CAAI,GAAA,KAAA,CAAA,CAAA;AACpD,CAAA;AAEO,SAAS,WAAW,MAA2C,EAAA;AAnDtE,EAAA,IAAA,EAAA,EAAA,EAAA,CAAA;AAoDE,EAAA,MAAM,MAAM,CAAG,EAAA,uBAAA,CAAA,MAAA,CAAA,CAAA;AACf,EAAM,MAAA,MAAA,GAAS,MAAO,CAAA,iBAAA,CAAkB,GAAG,CAAA,CAAA;AAE3C,EAAA,OAAA,CACE,EAAQ,GAAA,CAAA,EAAA,GAAA,MAAA,IAAA,IAAA,GAAA,KAAA,CAAA,GAAA,MAAA,CAAA,IAAA,EAAA,KAAR,IAAgB,GAAA,KAAA,CAAA,GAAA,EAAA,CAAA,GAAA,CAAI,CAAS,KAAA,KAAA;AAxDjC,IAAA,IAAAC,KAAAC,GAAA,EAAA,EAAA,CAAA;AAyDM,IAAM,MAAA,WAAA,GAAc,MAAO,CAAA,SAAA,CAAU,KAAK,CAAA,CAAA;AAC1C,IAAM,MAAA,SAAA,GAAY,GAAG,GAAO,CAAA,CAAA,EAAA,KAAA,CAAA,CAAA,CAAA,CAAA;AAG5B,IAAA,MAAM,kBAAkBF,cAAS,CAAA,UAAA;AAAA,MAAA,CAC/BC,MAAA,yBAA0B,CAAA,WAAA,EAAa,gBAAgB,CAAA,KAAvD,OAAAA,GAA4D,GAAA;AAAA,QAC1D,OAAS,EAAA,gBAAA;AAAA,OACX;AAAA,KACF,CAAA;AACA,IACE,IAAA,eAAA,CAAgB,SAAY,GAAA,CAAA,IAC5B,gBAAgB,EAAG,CAAA,SAAS,IAAI,gBAChC,EAAA;AACA,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,GAAG,SAA6C,CAAA,iCAAA,EAAA,gBAAA,CAAA,SAAA,CAAA;AAAA,OAClD,CAAA;AAAA,KACF;AACA,IAAM,MAAA,QAAA,GAAW,WAAY,CAAA,SAAA,CAAU,WAAW,CAAA,CAAA;AAClD,IAAM,MAAA,MAAA,GAAS,WAAY,CAAA,SAAA,CAAU,cAAc,CAAA,CAAA;AACnD,IAAA,MAAM,iBAAoB,GAAA,oBAAA;AAAA,MACxB,WAAA;AAAA,MACA,yBAAA;AAAA,KACF,CAAA;AAGA,IAAA,MAAM,4BAA4BD,cAAS,CAAA,UAAA;AAAA,MAAA,CACzCE,MAAA,yBAA0B,CAAA,WAAA,EAAa,2BAA2B,CAAA,KAAlE,OAAAA,GACE,GAAA,qCAAA;AAAA,KACJ,CAAA;AACA,IAAI,IAAA,yBAAA,CAA0B,OAAQ,EAAA,GAAI,CAAG,EAAA;AAC3C,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,CAAO,IAAA,EAAA,SAAA,CAAA,+CAAA,CAAA;AAAA,OACT,CAAA;AAAA,KACF;AACA,IAAA,MAAM,WACJ,EAAqB,GAAA,oBAAA,CAAA,WAAA,EAAa,SAAS,CAAA,KAA3C,YACA,eACG,CAAA,IAAA,CAAK,yBAAyB,CAAA,CAC9B,KAAKF,cAAS,CAAA,UAAA,CAAW,EAAE,OAAS,EAAA,GAAA,EAAK,CAAC,CAAA,CAAA;AAC/C,IACE,IAAA,OAAA,CAAQ,SACR,IAAA,eAAA,CAAgB,SAAY,GAAA,yBAAA,CAA0B,SACtD,EAAA;AACA,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,CAAA,IAAA,EAAO,yCAAyC,SAA6B,CAAA,iBAAA,EAAA,SAAA,CAAA,0BAAA,CAAA;AAAA,OAC/E,CAAA;AAAA,KACF;AAEA,IAAO,OAAA;AAAA,MACL,eAAA;AAAA,MACA,QAAA;AAAA,MACA,MAAA;AAAA,MACA,OAAA;AAAA,MACA,KAAA;AAAA,MACA,iBAAA;AAAA,MACA,yBAAA;AAAA,KACF,CAAA;AAAA,GACF,CAAA,KA1DA,YA0DM,EAAC,CAAA;AAEX;;AChFO,MAAM,6BAAwD,CAAA;AAAA,EAoB3D,WAAA,CACW,MACA,EAAA,SAAA,EACjB,MACA,EAAA;AAHiB,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA,CAAA;AACA,IAAA,IAAA,CAAA,SAAA,GAAA,SAAA,CAAA;AA1DrB,IAAA,IAAA,EAAA,CAAA;AA6DI,IAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,KAAA,CAAA;AAEpB,IAAA,IAAA,CAAK,aAAgB,GAAA;AAAA,MACnB,mBAAqB,EAAA,EAAA;AAAA,MACrB,qBAAA,EAAuB,CAAC,KAAK,CAAA;AAAA,MAC7B,UAAU,MAAO,CAAA,QAAA;AAAA,MACjB,iBAAmB,EAAA,CAAA,EAAA,GAAA,MAAA,CAAO,iBAAP,KAAA,IAAA,GAAA,KAAA,CAAA,GAAA,EAAA,CAA0B,EAAG,CAAA,SAAA,CAAA;AAAA,MAChD,eAAiB,EAAA,MAAA,CAAO,eAAgB,CAAA,EAAA,CAAG,SAAS,CAAA;AAAA,KACtD,CAAA;AACA,IAAA,IAAA,CAAK,MAAM,IAAIG,mBAAA,CAAU,EAAE,MAAQ,EAAA,MAAA,CAAO,QAAQ,CAAA,CAAA;AAClD,IAAA,IAAA,CAAK,WAAW,MAAO,CAAA,QAAA,CAAA;AAEvB,IAAA,IAAA,CAAK,kBAAqB,GAAA,MAAA,CAAO,OAAQ,CAAA,EAAA,CAAG,SAAS,CAAA,CAAA;AACrD,IAAA,IAAA,CAAK,2BACH,GAAA,MAAA,CAAO,yBAA0B,CAAA,EAAA,CAAG,cAAc,CAAA,CAAA;AAAA,GACtD;AAAA,EA/BA,OAAO,WAAW,GAIkB,EAAA;AAClC,IAAO,OAAA,UAAA,CAAW,GAAI,CAAA,MAAM,CAAE,CAAA,GAAA;AAAA,MAC5B,YACE,IAAI,6BAAA,CAA8B,IAAI,MAAQ,EAAA,GAAA,CAAI,WAAW,MAAM,CAAA;AAAA,KACvE,CAAA;AAAA,GACF;AAAA,EAwBA,MAAM,eAAe,WAAyC,EAAA;AAC5D,IAAA,IAAA,CAAK,WAAc,GAAA,WAAA,CAAA;AACnB,IAAA,OAAO,KAAK,KAAM,EAAA,CAAA;AAAA,GACpB;AAAA,EAEA,MAAc,KAAuB,GAAA;AACnC,IAAM,MAAA,EAAA,GAAK,2BAA2B,IAAK,CAAA,KAAA,CAAA,CAAA,CAAA;AAC3C,IAAM,MAAA,MAAA,GAAS,IAAK,CAAA,MAAA,CAAO,KAAM,CAAA;AAAA,MAC/B,KAAA,EAAO,6BAA8B,CAAA,SAAA,CAAU,WAAY,CAAA,IAAA;AAAA,MAC3D,MAAQ,EAAA,EAAA;AAAA,KACT,CAAA,CAAA;AAED,IAAM,MAAA,IAAA,CAAK,UAAU,YAAa,CAAA;AAAA,MAChC,EAAA;AAAA,MACA,SAAA,EAAW,EAAE,OAAA,EAAS,CAAE,EAAA;AAAA,MACxB,OAAS,EAAA,EAAE,OAAS,EAAA,IAAA,CAAK,kBAAmB,EAAA;AAAA,MAC5C,KAAO,EAAA,OAAA;AAAA,MACP,IAAI,YAAY;AACd,QAAI,IAAA;AACF,UAAM,MAAA,WAAA,GAAc,MAAM,IAAA,CAAK,eAAgB,EAAA,CAAA;AAC/C,UAAA,IAAI,gBAAgB,CAAG,EAAA;AACrB,YAAM,MAAA,IAAA,CAAK,KAAM,CAAA,IAAA,CAAK,2BAA2B,CAAA,CAAA;AAAA,WACnD;AAAA,iBACO,KAAP,EAAA;AACA,UAAO,MAAA,CAAA,KAAA,CAAM,sCAAsC,KAAK,CAAA,CAAA;AAAA,SAC1D;AAAA,OACF;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AAAA,EAEA,MAAc,eAAe,QAAqC,EAAA;AAChE,IAAA,IAAI,CAAC,QAAU,EAAA;AACb,MAAA,OAAA;AAAA,KACF;AAEA,IAAA,MAAM,YAAe,GAAA;AAAA,MACnB,UAAU,IAAK,CAAA,QAAA;AAAA,MACf,OAAS,EAAA,QAAA,CAAS,GAAI,CAAA,CAAC,SAAS,KAAU,KAAA;AAnHhD,QAAA,IAAA,EAAA,CAAA;AAoHQ,QAAO,OAAA;AAAA,UACL,EAAI,EAAA,CAAA,EAAA,GAAA,OAAA,CAAQ,SAAR,KAAA,IAAA,GAAA,EAAA,GAAqB,CAAW,QAAA,EAAA,KAAA,CAAA,CAAA;AAAA,UACpC,eAAe,OAAQ,CAAA,aAAA;AAAA,SACzB,CAAA;AAAA,OACD,CAAA;AAAA,KACH,CAAA;AAEA,IAAI,IAAA;AACF,MAAM,MAAA,MAAA,GAAS,MAAM,IAAA,CAAK,GAAI,CAAA,IAAA;AAAA,QAC5B,IAAIC,oCAA0B,YAAY,CAAA;AAAA,OAC5C,CAAA;AACA,MAAA,IAAI,OAAO,MAAQ,EAAA;AACjB,QAAA,IAAA,CAAK,MAAO,CAAA,KAAA;AAAA,UACV,CAAA,iBAAA,EAAoB,MAAO,CAAA,MAAA,CAAQ,MACjC,CAAA,IAAA,EAAA,QAAA,CAAS,MACe,CAAA,uBAAA,EAAA,IAAA,CAAK,QAC7B,CAAA,SAAA,EAAA,MAAA,CAAO,MAAO,CAAA,CAAC,CAAE,CAAA,OAAA,CAAA,CAAA;AAAA,SAErB,CAAA;AAAA,OACF;AAAA,aACO,KAAP,EAAA;AACA,MAAA,IAAA,CAAK,MAAO,CAAA,KAAA;AAAA,QACV,yCAAyC,IAAK,CAAA,QAAA,CAAA,CAAA;AAAA,QAC9C,KAAA;AAAA,OACF,CAAA;AAAA,KACF;AAAA,GACF;AAAA,EAEA,MAAc,eAAmC,GAAA;AAhJnD,IAAA,IAAA,EAAA,EAAA,EAAA,EAAA,EAAA,CAAA;AAiJI,IAAI,IAAA;AACF,MAAM,MAAA,IAAA,GAAO,MAAM,IAAA,CAAK,GAAI,CAAA,IAAA;AAAA,QAC1B,IAAIC,+BAAsB,CAAA,IAAA,CAAK,aAAa,CAAA;AAAA,OAC9C,CAAA;AAEA,MAAK,CAAA,EAAA,GAAA,IAAA,CAAA,QAAA,KAAL,IAAe,GAAA,KAAA,CAAA,GAAA,EAAA,CAAA,OAAA,CAAQ,CAAW,OAAA,KAAA;AAtJxC,QAAAJ,IAAAA,GAAAA,CAAAA;AAuJQ,QAAA,MAAM,YAAe,GAAA,IAAA,CAAK,KAAM,CAAA,OAAA,CAAQ,IAAK,CAAA,CAAA;AAE7C,QAAA,MAAM,WAA8C,EAAC,CAAA;AACrD,QAAO,MAAA,CAAA,IAAA,CAAA,CAAKA,GAAA,GAAA,OAAA,CAAQ,iBAAR,KAAA,IAAA,GAAAA,MAA6B,EAAE,CAAE,CAAA,OAAA,CAAQ,CAAO,GAAA,KAAA;AA1JpE,UAAAA,IAAAA,GAAAA,CAAAA;AA2JU,UAAM,MAAA,SAAA,GAAY,OAAQ,CAAA,iBAAA,CAAmB,GAAG,CAAA,CAAA;AAChD,UAAA,IACE,CAAC,SAAA,IACD,CAAC,SAAA,CAAU,QACX,IAAA,CAAC,CAAC,QAAA,EAAU,QAAQ,CAAA,CAAE,QAAS,CAAA,SAAA,CAAU,QAAQ,CACjD,EAAA;AACA,YAAA,OAAA;AAAA,WACF;AAEA,UAAA,MAAM,SAAQA,GAAA,GAAA,SAAA,CAAU,gBAAV,KAAA,IAAA,GAAAA,MAA8B,SAAU,CAAA,WAAA,CAAA;AACtD,UAAA,IAAI,UAAU,KAAW,CAAA,EAAA;AACvB,YAAA,QAAA,CAAS,GAAG,CAAI,GAAA,KAAA,CAAA;AAAA,WAClB;AAAA,SACD,CAAA,CAAA;AAED,QAAA,IAAA,CAAK,YAAa,OAAQ,CAAA;AAAA,UACxB,OAAO,IAAK,CAAA,KAAA;AAAA,UACZ,YAAA;AAAA,UACA,QAAA;AAAA,SACD,CAAA,CAAA;AAAA,OACH,CAAA,CAAA;AACA,MAAM,MAAA,IAAA,CAAK,cAAe,CAAA,IAAA,CAAK,QAAQ,CAAA,CAAA;AACvC,MAAA,OAAA,CAAO,EAAK,GAAA,CAAA,EAAA,GAAA,IAAA,CAAA,QAAA,KAAL,IAAe,GAAA,KAAA,CAAA,GAAA,EAAA,CAAA,MAAA,KAAf,IAAyB,GAAA,EAAA,GAAA,CAAA,CAAA;AAAA,aACzB,KAAP,EAAA;AACA,MAAA,IAAA,CAAK,MAAO,CAAA,KAAA;AAAA,QACV,yCAAyC,IAAK,CAAA,QAAA,CAAA,CAAA;AAAA,QAC9C,KAAA;AAAA,OACF,CAAA;AACA,MAAO,OAAA,CAAA,CAAA;AAAA,KACT;AAAA,GACF;AAAA,EAEQ,MAAM,EAA2B,EAAA;AACvC,IAAA,OAAO,IAAI,OAAc,CAAA,CAAA,OAAA,KAAW,UAAW,CAAA,OAAA,EAAS,EAAE,CAAC,CAAA,CAAA;AAAA,GAC7D;AACF;;;;"}
|
|
1
|
+
{"version":3,"file":"index.cjs.js","sources":[],"sourcesContent":[],"names":[],"mappings":";;;;;;;;;;"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@backstage/plugin-events-backend-module-aws-sqs",
|
|
3
|
-
"version": "0.1.
|
|
3
|
+
"version": "0.1.6-next.1",
|
|
4
4
|
"main": "./dist/index.cjs.js",
|
|
5
5
|
"types": "./dist/index.d.ts",
|
|
6
6
|
"license": "Apache-2.0",
|
|
@@ -34,21 +34,21 @@
|
|
|
34
34
|
},
|
|
35
35
|
"dependencies": {
|
|
36
36
|
"@aws-sdk/client-sqs": "^3.208.0",
|
|
37
|
-
"@backstage/backend-common": "^0.18.
|
|
38
|
-
"@backstage/backend-plugin-api": "^0.5.
|
|
39
|
-
"@backstage/backend-tasks": "^0.5.
|
|
37
|
+
"@backstage/backend-common": "^0.18.4-next.1",
|
|
38
|
+
"@backstage/backend-plugin-api": "^0.5.1-next.1",
|
|
39
|
+
"@backstage/backend-tasks": "^0.5.1-next.1",
|
|
40
40
|
"@backstage/config": "^1.0.7",
|
|
41
|
-
"@backstage/plugin-events-node": "^0.2.
|
|
41
|
+
"@backstage/plugin-events-node": "^0.2.5-next.1",
|
|
42
42
|
"@backstage/types": "^1.0.2",
|
|
43
43
|
"luxon": "^3.0.0",
|
|
44
44
|
"winston": "^3.2.1"
|
|
45
45
|
},
|
|
46
46
|
"devDependencies": {
|
|
47
47
|
"@aws-sdk/types": "^3.208.0",
|
|
48
|
-
"@backstage/backend-common": "^0.18.
|
|
49
|
-
"@backstage/backend-test-utils": "^0.1.
|
|
50
|
-
"@backstage/cli": "^0.22.
|
|
51
|
-
"@backstage/plugin-events-backend-test-utils": "^0.1.
|
|
48
|
+
"@backstage/backend-common": "^0.18.4-next.1",
|
|
49
|
+
"@backstage/backend-test-utils": "^0.1.36-next.1",
|
|
50
|
+
"@backstage/cli": "^0.22.6-next.1",
|
|
51
|
+
"@backstage/plugin-events-backend-test-utils": "^0.1.6-next.1",
|
|
52
52
|
"aws-sdk-client-mock": "^2.0.0"
|
|
53
53
|
},
|
|
54
54
|
"files": [
|