@backstage/plugin-events-backend-module-aws-sqs 0.4.16 → 0.4.17-next.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,24 @@
|
|
|
1
1
|
# @backstage/plugin-events-backend-module-aws-sqs
|
|
2
2
|
|
|
3
|
+
## 0.4.17-next.1
|
|
4
|
+
|
|
5
|
+
### Patch Changes
|
|
6
|
+
|
|
7
|
+
- Updated dependencies
|
|
8
|
+
- @backstage/backend-plugin-api@1.5.0-next.1
|
|
9
|
+
- @backstage/plugin-events-node@0.4.17-next.1
|
|
10
|
+
|
|
11
|
+
## 0.4.17-next.0
|
|
12
|
+
|
|
13
|
+
### Patch Changes
|
|
14
|
+
|
|
15
|
+
- 05f60e1: Refactored constructor parameter properties to explicit property declarations for compatibility with TypeScript's `erasableSyntaxOnly` setting. This internal refactoring maintains all existing functionality while ensuring TypeScript compilation compatibility.
|
|
16
|
+
- Updated dependencies
|
|
17
|
+
- @backstage/plugin-events-node@0.4.17-next.0
|
|
18
|
+
- @backstage/config@1.3.6-next.0
|
|
19
|
+
- @backstage/backend-plugin-api@1.4.5-next.0
|
|
20
|
+
- @backstage/types@1.2.2
|
|
21
|
+
|
|
3
22
|
## 0.4.16
|
|
4
23
|
|
|
5
24
|
### Patch Changes
|
package/dist/index.d.ts
CHANGED
|
@@ -17,9 +17,6 @@ declare const eventsModuleAwsSqsConsumingEventPublisher: _backstage_backend_plug
|
|
|
17
17
|
* @public
|
|
18
18
|
*/
|
|
19
19
|
declare class AwsSqsConsumingEventPublisher {
|
|
20
|
-
private readonly logger;
|
|
21
|
-
private readonly events;
|
|
22
|
-
private readonly scheduler;
|
|
23
20
|
private readonly topic;
|
|
24
21
|
private readonly receiveParams;
|
|
25
22
|
private readonly sqs;
|
|
@@ -32,6 +29,9 @@ declare class AwsSqsConsumingEventPublisher {
|
|
|
32
29
|
logger: LoggerService;
|
|
33
30
|
scheduler: SchedulerService;
|
|
34
31
|
}): AwsSqsConsumingEventPublisher[];
|
|
32
|
+
private readonly logger;
|
|
33
|
+
private readonly events;
|
|
34
|
+
private readonly scheduler;
|
|
35
35
|
private constructor();
|
|
36
36
|
start(): Promise<void>;
|
|
37
37
|
private deleteMessages;
|
|
@@ -4,6 +4,25 @@ var clientSqs = require('@aws-sdk/client-sqs');
|
|
|
4
4
|
var config = require('./config.cjs.js');
|
|
5
5
|
|
|
6
6
|
class AwsSqsConsumingEventPublisher {
|
|
7
|
+
topic;
|
|
8
|
+
receiveParams;
|
|
9
|
+
sqs;
|
|
10
|
+
queueUrl;
|
|
11
|
+
taskTimeoutSeconds;
|
|
12
|
+
waitTimeAfterEmptyReceiveMs;
|
|
13
|
+
static fromConfig(env) {
|
|
14
|
+
return config.readConfig(env.config).map(
|
|
15
|
+
(config) => new AwsSqsConsumingEventPublisher(
|
|
16
|
+
env.logger,
|
|
17
|
+
env.events,
|
|
18
|
+
env.scheduler,
|
|
19
|
+
config
|
|
20
|
+
)
|
|
21
|
+
);
|
|
22
|
+
}
|
|
23
|
+
logger;
|
|
24
|
+
events;
|
|
25
|
+
scheduler;
|
|
7
26
|
constructor(logger, events, scheduler, config) {
|
|
8
27
|
this.logger = logger;
|
|
9
28
|
this.events = events;
|
|
@@ -25,22 +44,6 @@ class AwsSqsConsumingEventPublisher {
|
|
|
25
44
|
this.taskTimeoutSeconds = config.timeout.as("seconds");
|
|
26
45
|
this.waitTimeAfterEmptyReceiveMs = config.waitTimeAfterEmptyReceive.as("milliseconds");
|
|
27
46
|
}
|
|
28
|
-
topic;
|
|
29
|
-
receiveParams;
|
|
30
|
-
sqs;
|
|
31
|
-
queueUrl;
|
|
32
|
-
taskTimeoutSeconds;
|
|
33
|
-
waitTimeAfterEmptyReceiveMs;
|
|
34
|
-
static fromConfig(env) {
|
|
35
|
-
return config.readConfig(env.config).map(
|
|
36
|
-
(config) => new AwsSqsConsumingEventPublisher(
|
|
37
|
-
env.logger,
|
|
38
|
-
env.events,
|
|
39
|
-
env.scheduler,
|
|
40
|
-
config
|
|
41
|
-
)
|
|
42
|
-
);
|
|
43
|
-
}
|
|
44
47
|
async start() {
|
|
45
48
|
const id = `events.awsSqs.publisher:${this.topic}`;
|
|
46
49
|
const logger = this.logger.child({
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"AwsSqsConsumingEventPublisher.cjs.js","sources":["../../src/publisher/AwsSqsConsumingEventPublisher.ts"],"sourcesContent":["/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport {\n DeleteMessageBatchCommand,\n Message,\n ReceiveMessageCommand,\n ReceiveMessageCommandInput,\n SQSClient,\n} from '@aws-sdk/client-sqs';\nimport { LoggerService } from '@backstage/backend-plugin-api';\nimport { SchedulerService } from '@backstage/backend-plugin-api';\nimport { Config } from '@backstage/config';\nimport { EventsService } from '@backstage/plugin-events-node';\nimport { AwsSqsEventSourceConfig, readConfig } from './config';\n\n/**\n * Publishes events received from an AWS SQS queue.\n * The message payload will be used as event payload and passed to registered subscribers.\n *\n * @public\n */\n// TODO(pjungermann): add prom metrics? (see plugins/catalog-backend/src/util/metrics.ts, etc.)\nexport class AwsSqsConsumingEventPublisher {\n private readonly topic: string;\n private readonly receiveParams: ReceiveMessageCommandInput;\n private readonly sqs: SQSClient;\n private readonly queueUrl: string;\n private readonly taskTimeoutSeconds: number;\n private readonly waitTimeAfterEmptyReceiveMs;\n\n static fromConfig(env: {\n config: Config;\n events: EventsService;\n logger: LoggerService;\n scheduler: SchedulerService;\n }): AwsSqsConsumingEventPublisher[] {\n return readConfig(env.config).map(\n config =>\n new AwsSqsConsumingEventPublisher(\n env.logger,\n env.events,\n env.scheduler,\n config,\n ),\n );\n }\n\n private constructor(\n private readonly logger: LoggerService,\n private readonly events: EventsService,\n private readonly scheduler: SchedulerService,\n config: AwsSqsEventSourceConfig,\n ) {\n this.topic = config.topic;\n\n this.receiveParams = {\n MaxNumberOfMessages: 10,\n MessageAttributeNames: ['All'],\n QueueUrl: config.queueUrl,\n VisibilityTimeout: config.visibilityTimeout?.as('seconds'),\n WaitTimeSeconds: config.pollingWaitTime.as('seconds'),\n };\n\n this.sqs = new SQSClient({\n customUserAgent: 'backstage-aws-events-sqs-publisher',\n region: config.region,\n endpoint: config.endpoint,\n });\n this.queueUrl = config.queueUrl;\n\n this.taskTimeoutSeconds = config.timeout.as('seconds');\n this.waitTimeAfterEmptyReceiveMs =\n config.waitTimeAfterEmptyReceive.as('milliseconds');\n }\n\n async start(): Promise<void> {\n const id = `events.awsSqs.publisher:${this.topic}`;\n const logger = this.logger.child({\n class: AwsSqsConsumingEventPublisher.prototype.constructor.name,\n taskId: id,\n });\n\n await this.scheduler.scheduleTask({\n id: id,\n frequency: { seconds: 0 },\n timeout: { seconds: this.taskTimeoutSeconds },\n scope: 'local',\n fn: async () => {\n try {\n const numMessages = await this.consumeMessages();\n if (numMessages === 0) {\n await this.sleep(this.waitTimeAfterEmptyReceiveMs);\n }\n } catch (error) {\n logger.error('Failed to consume AWS SQS messages', error);\n }\n },\n });\n }\n\n private async deleteMessages(messages?: Message[]): Promise<void> {\n if (!messages || messages.length === 0) {\n return;\n }\n\n const deleteParams = {\n QueueUrl: this.queueUrl,\n Entries: messages.map((message, index) => {\n return {\n Id: message.MessageId ?? `message-${index}`,\n ReceiptHandle: message.ReceiptHandle,\n };\n }),\n };\n\n try {\n const result = await this.sqs.send(\n new DeleteMessageBatchCommand(deleteParams),\n );\n if (result.Failed && result.Failed.length > 0) {\n this.logger.error(\n `Failed to delete ${result.Failed!.length} of ${\n messages.length\n } messages from AWS SQS ${this.queueUrl}. First: ${\n result.Failed[0].Message\n }`,\n );\n }\n } catch (error) {\n this.logger.error(\n `Failed to delete message from AWS SQS ${this.queueUrl}`,\n error,\n );\n }\n }\n\n private async consumeMessages(): Promise<number> {\n try {\n const data = await this.sqs.send(\n new ReceiveMessageCommand(this.receiveParams),\n );\n\n data.Messages?.forEach(message => {\n const eventPayload = JSON.parse(message.Body!);\n\n const metadata: Record<string, string | string[]> = {};\n Object.keys(message.MessageAttributes ?? {}).forEach(key => {\n const attrValue = message.MessageAttributes![key];\n if (\n !attrValue ||\n !attrValue.DataType ||\n !['String', 'Number'].includes(attrValue.DataType)\n ) {\n return;\n }\n\n const value = attrValue.StringListValues ?? attrValue.StringValue;\n if (value !== undefined) {\n metadata[key] = value;\n }\n });\n\n this.events.publish({\n topic: this.topic,\n eventPayload,\n metadata,\n });\n });\n await this.deleteMessages(data.Messages);\n return data.Messages?.length ?? 0;\n } catch (error) {\n this.logger.error(\n `Failed to receive events from AWS SQS ${this.queueUrl}`,\n error,\n );\n return 0;\n }\n }\n\n private sleep(ms: number): Promise<void> {\n return new Promise<void>(resolve => setTimeout(resolve, ms));\n }\n}\n"],"names":["SQSClient","readConfig","DeleteMessageBatchCommand","ReceiveMessageCommand"],"mappings":";;;;;AAoCO,MAAM,6BAAA,CAA8B;AAAA,EAyBjC,WAAA,CACW,MAAA,EACA,MAAA,EACA,SAAA,EACjB,MAAA,EACA;AAJiB,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA;AACA,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA;AACA,IAAA,IAAA,CAAA,SAAA,GAAA,SAAA;AAGjB,IAAA,IAAA,CAAK,QAAQ,MAAA,CAAO,KAAA;AAEpB,IAAA,IAAA,CAAK,aAAA,GAAgB;AAAA,MACnB,mBAAA,EAAqB,EAAA;AAAA,MACrB,qBAAA,EAAuB,CAAC,KAAK,CAAA;AAAA,MAC7B,UAAU,MAAA,CAAO,QAAA;AAAA,MACjB,iBAAA,EAAmB,MAAA,CAAO,iBAAA,EAAmB,EAAA,CAAG,SAAS,CAAA;AAAA,MACzD,eAAA,EAAiB,MAAA,CAAO,eAAA,CAAgB,EAAA,CAAG,SAAS;AAAA,KACtD;AAEA,IAAA,IAAA,CAAK,GAAA,GAAM,IAAIA,mBAAA,CAAU;AAAA,MACvB,eAAA,EAAiB,oCAAA;AAAA,MACjB,QAAQ,MAAA,CAAO,MAAA;AAAA,MACf,UAAU,MAAA,CAAO;AAAA,KAClB,CAAA;AACD,IAAA,IAAA,CAAK,WAAW,MAAA,CAAO,QAAA;AAEvB,IAAA,IAAA,CAAK,kBAAA,GAAqB,MAAA,CAAO,OAAA,CAAQ,EAAA,CAAG,SAAS,CAAA;AACrD,IAAA,IAAA,CAAK,2BAAA,GACH,MAAA,CAAO,yBAAA,CAA0B,EAAA,CAAG,cAAc,CAAA;AAAA,EACtD;AAAA,EAlDiB,KAAA;AAAA,EACA,aAAA;AAAA,EACA,GAAA;AAAA,EACA,QAAA;AAAA,EACA,kBAAA;AAAA,EACA,2BAAA;AAAA,EAEjB,OAAO,WAAW,GAAA,EAKkB;AAClC,IAAA,OAAOC,iBAAA,CAAW,GAAA,CAAI,MAAM,CAAA,CAAE,GAAA;AAAA,MAC5B,YACE,IAAI,6BAAA;AAAA,QACF,GAAA,CAAI,MAAA;AAAA,QACJ,GAAA,CAAI,MAAA;AAAA,QACJ,GAAA,CAAI,SAAA;AAAA,QACJ;AAAA;AACF,KACJ;AAAA,EACF;AAAA,EA8BA,MAAM,KAAA,GAAuB;AAC3B,IAAA,MAAM,EAAA,GAAK,CAAA,wBAAA,EAA2B,IAAA,CAAK,KAAK,CAAA,CAAA;AAChD,IAAA,MAAM,MAAA,GAAS,IAAA,CAAK,MAAA,CAAO,KAAA,CAAM;AAAA,MAC/B,KAAA,EAAO,6BAAA,CAA8B,SAAA,CAAU,WAAA,CAAY,IAAA;AAAA,MAC3D,MAAA,EAAQ;AAAA,KACT,CAAA;AAED,IAAA,MAAM,IAAA,CAAK,UAAU,YAAA,CAAa;AAAA,MAChC,EAAA;AAAA,MACA,SAAA,EAAW,EAAE,OAAA,EAAS,CAAA,EAAE;AAAA,MACxB,OAAA,EAAS,EAAE,OAAA,EAAS,IAAA,CAAK,kBAAA,EAAmB;AAAA,MAC5C,KAAA,EAAO,OAAA;AAAA,MACP,IAAI,YAAY;AACd,QAAA,IAAI;AACF,UAAA,MAAM,WAAA,GAAc,MAAM,IAAA,CAAK,eAAA,EAAgB;AAC/C,UAAA,IAAI,gBAAgB,CAAA,EAAG;AACrB,YAAA,MAAM,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,2BAA2B,CAAA;AAAA,UACnD;AAAA,QACF,SAAS,KAAA,EAAO;AACd,UAAA,MAAA,CAAO,KAAA,CAAM,sCAAsC,KAAK,CAAA;AAAA,QAC1D;AAAA,MACF;AAAA,KACD,CAAA;AAAA,EACH;AAAA,EAEA,MAAc,eAAe,QAAA,EAAqC;AAChE,IAAA,IAAI,CAAC,QAAA,IAAY,QAAA,CAAS,MAAA,KAAW,CAAA,EAAG;AACtC,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,YAAA,GAAe;AAAA,MACnB,UAAU,IAAA,CAAK,QAAA;AAAA,MACf,OAAA,EAAS,QAAA,CAAS,GAAA,CAAI,CAAC,SAAS,KAAA,KAAU;AACxC,QAAA,OAAO;AAAA,UACL,EAAA,EAAI,OAAA,CAAQ,SAAA,IAAa,CAAA,QAAA,EAAW,KAAK,CAAA,CAAA;AAAA,UACzC,eAAe,OAAA,CAAQ;AAAA,SACzB;AAAA,MACF,CAAC;AAAA,KACH;AAEA,IAAA,IAAI;AACF,MAAA,MAAM,MAAA,GAAS,MAAM,IAAA,CAAK,GAAA,CAAI,IAAA;AAAA,QAC5B,IAAIC,oCAA0B,YAAY;AAAA,OAC5C;AACA,MAAA,IAAI,MAAA,CAAO,MAAA,IAAU,MAAA,CAAO,MAAA,CAAO,SAAS,CAAA,EAAG;AAC7C,QAAA,IAAA,CAAK,MAAA,CAAO,KAAA;AAAA,UACV,CAAA,iBAAA,EAAoB,MAAA,CAAO,MAAA,CAAQ,MAAM,OACvC,QAAA,CAAS,MACX,CAAA,uBAAA,EAA0B,IAAA,CAAK,QAAQ,CAAA,SAAA,EACrC,MAAA,CAAO,MAAA,CAAO,CAAC,EAAE,OACnB,CAAA;AAAA,SACF;AAAA,MACF;AAAA,IACF,SAAS,KAAA,EAAO;AACd,MAAA,IAAA,CAAK,MAAA,CAAO,KAAA;AAAA,QACV,CAAA,sCAAA,EAAyC,KAAK,QAAQ,CAAA,CAAA;AAAA,QACtD;AAAA,OACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAc,eAAA,GAAmC;AAC/C,IAAA,IAAI;AACF,MAAA,MAAM,IAAA,GAAO,MAAM,IAAA,CAAK,GAAA,CAAI,IAAA;AAAA,QAC1B,IAAIC,+BAAA,CAAsB,IAAA,CAAK,aAAa;AAAA,OAC9C;AAEA,MAAA,IAAA,CAAK,QAAA,EAAU,QAAQ,CAAA,OAAA,KAAW;AAChC,QAAA,MAAM,YAAA,GAAe,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,IAAK,CAAA;AAE7C,QAAA,MAAM,WAA8C,EAAC;AACrD,QAAA,MAAA,CAAO,KAAK,OAAA,CAAQ,iBAAA,IAAqB,EAAE,CAAA,CAAE,QAAQ,CAAA,GAAA,KAAO;AAC1D,UAAA,MAAM,SAAA,GAAY,OAAA,CAAQ,iBAAA,CAAmB,GAAG,CAAA;AAChD,UAAA,IACE,CAAC,SAAA,IACD,CAAC,SAAA,CAAU,QAAA,IACX,CAAC,CAAC,QAAA,EAAU,QAAQ,CAAA,CAAE,QAAA,CAAS,SAAA,CAAU,QAAQ,CAAA,EACjD;AACA,YAAA;AAAA,UACF;AAEA,UAAA,MAAM,KAAA,GAAQ,SAAA,CAAU,gBAAA,IAAoB,SAAA,CAAU,WAAA;AACtD,UAAA,IAAI,UAAU,KAAA,CAAA,EAAW;AACvB,YAAA,QAAA,CAAS,GAAG,CAAA,GAAI,KAAA;AAAA,UAClB;AAAA,QACF,CAAC,CAAA;AAED,QAAA,IAAA,CAAK,OAAO,OAAA,CAAQ;AAAA,UAClB,OAAO,IAAA,CAAK,KAAA;AAAA,UACZ,YAAA;AAAA,UACA;AAAA,SACD,CAAA;AAAA,MACH,CAAC,CAAA;AACD,MAAA,MAAM,IAAA,CAAK,cAAA,CAAe,IAAA,CAAK,QAAQ,CAAA;AACvC,MAAA,OAAO,IAAA,CAAK,UAAU,MAAA,IAAU,CAAA;AAAA,IAClC,SAAS,KAAA,EAAO;AACd,MAAA,IAAA,CAAK,MAAA,CAAO,KAAA;AAAA,QACV,CAAA,sCAAA,EAAyC,KAAK,QAAQ,CAAA,CAAA;AAAA,QACtD;AAAA,OACF;AACA,MAAA,OAAO,CAAA;AAAA,IACT;AAAA,EACF;AAAA,EAEQ,MAAM,EAAA,EAA2B;AACvC,IAAA,OAAO,IAAI,OAAA,CAAc,CAAA,OAAA,KAAW,UAAA,CAAW,OAAA,EAAS,EAAE,CAAC,CAAA;AAAA,EAC7D;AACF;;;;"}
|
|
1
|
+
{"version":3,"file":"AwsSqsConsumingEventPublisher.cjs.js","sources":["../../src/publisher/AwsSqsConsumingEventPublisher.ts"],"sourcesContent":["/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport {\n DeleteMessageBatchCommand,\n Message,\n ReceiveMessageCommand,\n ReceiveMessageCommandInput,\n SQSClient,\n} from '@aws-sdk/client-sqs';\nimport { LoggerService } from '@backstage/backend-plugin-api';\nimport { SchedulerService } from '@backstage/backend-plugin-api';\nimport { Config } from '@backstage/config';\nimport { EventsService } from '@backstage/plugin-events-node';\nimport { AwsSqsEventSourceConfig, readConfig } from './config';\n\n/**\n * Publishes events received from an AWS SQS queue.\n * The message payload will be used as event payload and passed to registered subscribers.\n *\n * @public\n */\n// TODO(pjungermann): add prom metrics? (see plugins/catalog-backend/src/util/metrics.ts, etc.)\nexport class AwsSqsConsumingEventPublisher {\n private readonly topic: string;\n private readonly receiveParams: ReceiveMessageCommandInput;\n private readonly sqs: SQSClient;\n private readonly queueUrl: string;\n private readonly taskTimeoutSeconds: number;\n private readonly waitTimeAfterEmptyReceiveMs;\n\n static fromConfig(env: {\n config: Config;\n events: EventsService;\n logger: LoggerService;\n scheduler: SchedulerService;\n }): AwsSqsConsumingEventPublisher[] {\n return readConfig(env.config).map(\n config =>\n new AwsSqsConsumingEventPublisher(\n env.logger,\n env.events,\n env.scheduler,\n config,\n ),\n );\n }\n\n private readonly logger: LoggerService;\n private readonly events: EventsService;\n private readonly scheduler: SchedulerService;\n\n private constructor(\n logger: LoggerService,\n events: EventsService,\n scheduler: SchedulerService,\n config: AwsSqsEventSourceConfig,\n ) {\n this.logger = logger;\n this.events = events;\n this.scheduler = scheduler;\n this.topic = config.topic;\n\n this.receiveParams = {\n MaxNumberOfMessages: 10,\n MessageAttributeNames: ['All'],\n QueueUrl: config.queueUrl,\n VisibilityTimeout: config.visibilityTimeout?.as('seconds'),\n WaitTimeSeconds: config.pollingWaitTime.as('seconds'),\n };\n\n this.sqs = new SQSClient({\n customUserAgent: 'backstage-aws-events-sqs-publisher',\n region: config.region,\n endpoint: config.endpoint,\n });\n this.queueUrl = config.queueUrl;\n\n this.taskTimeoutSeconds = config.timeout.as('seconds');\n this.waitTimeAfterEmptyReceiveMs =\n config.waitTimeAfterEmptyReceive.as('milliseconds');\n }\n\n async start(): Promise<void> {\n const id = `events.awsSqs.publisher:${this.topic}`;\n const logger = this.logger.child({\n class: AwsSqsConsumingEventPublisher.prototype.constructor.name,\n taskId: id,\n });\n\n await this.scheduler.scheduleTask({\n id: id,\n frequency: { seconds: 0 },\n timeout: { seconds: this.taskTimeoutSeconds },\n scope: 'local',\n fn: async () => {\n try {\n const numMessages = await this.consumeMessages();\n if (numMessages === 0) {\n await this.sleep(this.waitTimeAfterEmptyReceiveMs);\n }\n } catch (error) {\n logger.error('Failed to consume AWS SQS messages', error);\n }\n },\n });\n }\n\n private async deleteMessages(messages?: Message[]): Promise<void> {\n if (!messages || messages.length === 0) {\n return;\n }\n\n const deleteParams = {\n QueueUrl: this.queueUrl,\n Entries: messages.map((message, index) => {\n return {\n Id: message.MessageId ?? `message-${index}`,\n ReceiptHandle: message.ReceiptHandle,\n };\n }),\n };\n\n try {\n const result = await this.sqs.send(\n new DeleteMessageBatchCommand(deleteParams),\n );\n if (result.Failed && result.Failed.length > 0) {\n this.logger.error(\n `Failed to delete ${result.Failed!.length} of ${\n messages.length\n } messages from AWS SQS ${this.queueUrl}. First: ${\n result.Failed[0].Message\n }`,\n );\n }\n } catch (error) {\n this.logger.error(\n `Failed to delete message from AWS SQS ${this.queueUrl}`,\n error,\n );\n }\n }\n\n private async consumeMessages(): Promise<number> {\n try {\n const data = await this.sqs.send(\n new ReceiveMessageCommand(this.receiveParams),\n );\n\n data.Messages?.forEach(message => {\n const eventPayload = JSON.parse(message.Body!);\n\n const metadata: Record<string, string | string[]> = {};\n Object.keys(message.MessageAttributes ?? {}).forEach(key => {\n const attrValue = message.MessageAttributes![key];\n if (\n !attrValue ||\n !attrValue.DataType ||\n !['String', 'Number'].includes(attrValue.DataType)\n ) {\n return;\n }\n\n const value = attrValue.StringListValues ?? attrValue.StringValue;\n if (value !== undefined) {\n metadata[key] = value;\n }\n });\n\n this.events.publish({\n topic: this.topic,\n eventPayload,\n metadata,\n });\n });\n await this.deleteMessages(data.Messages);\n return data.Messages?.length ?? 0;\n } catch (error) {\n this.logger.error(\n `Failed to receive events from AWS SQS ${this.queueUrl}`,\n error,\n );\n return 0;\n }\n }\n\n private sleep(ms: number): Promise<void> {\n return new Promise<void>(resolve => setTimeout(resolve, ms));\n }\n}\n"],"names":["readConfig","SQSClient","DeleteMessageBatchCommand","ReceiveMessageCommand"],"mappings":";;;;;AAoCO,MAAM,6BAAA,CAA8B;AAAA,EACxB,KAAA;AAAA,EACA,aAAA;AAAA,EACA,GAAA;AAAA,EACA,QAAA;AAAA,EACA,kBAAA;AAAA,EACA,2BAAA;AAAA,EAEjB,OAAO,WAAW,GAAA,EAKkB;AAClC,IAAA,OAAOA,iBAAA,CAAW,GAAA,CAAI,MAAM,CAAA,CAAE,GAAA;AAAA,MAC5B,YACE,IAAI,6BAAA;AAAA,QACF,GAAA,CAAI,MAAA;AAAA,QACJ,GAAA,CAAI,MAAA;AAAA,QACJ,GAAA,CAAI,SAAA;AAAA,QACJ;AAAA;AACF,KACJ;AAAA,EACF;AAAA,EAEiB,MAAA;AAAA,EACA,MAAA;AAAA,EACA,SAAA;AAAA,EAET,WAAA,CACN,MAAA,EACA,MAAA,EACA,SAAA,EACA,MAAA,EACA;AACA,IAAA,IAAA,CAAK,MAAA,GAAS,MAAA;AACd,IAAA,IAAA,CAAK,MAAA,GAAS,MAAA;AACd,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AACjB,IAAA,IAAA,CAAK,QAAQ,MAAA,CAAO,KAAA;AAEpB,IAAA,IAAA,CAAK,aAAA,GAAgB;AAAA,MACnB,mBAAA,EAAqB,EAAA;AAAA,MACrB,qBAAA,EAAuB,CAAC,KAAK,CAAA;AAAA,MAC7B,UAAU,MAAA,CAAO,QAAA;AAAA,MACjB,iBAAA,EAAmB,MAAA,CAAO,iBAAA,EAAmB,EAAA,CAAG,SAAS,CAAA;AAAA,MACzD,eAAA,EAAiB,MAAA,CAAO,eAAA,CAAgB,EAAA,CAAG,SAAS;AAAA,KACtD;AAEA,IAAA,IAAA,CAAK,GAAA,GAAM,IAAIC,mBAAA,CAAU;AAAA,MACvB,eAAA,EAAiB,oCAAA;AAAA,MACjB,QAAQ,MAAA,CAAO,MAAA;AAAA,MACf,UAAU,MAAA,CAAO;AAAA,KAClB,CAAA;AACD,IAAA,IAAA,CAAK,WAAW,MAAA,CAAO,QAAA;AAEvB,IAAA,IAAA,CAAK,kBAAA,GAAqB,MAAA,CAAO,OAAA,CAAQ,EAAA,CAAG,SAAS,CAAA;AACrD,IAAA,IAAA,CAAK,2BAAA,GACH,MAAA,CAAO,yBAAA,CAA0B,EAAA,CAAG,cAAc,CAAA;AAAA,EACtD;AAAA,EAEA,MAAM,KAAA,GAAuB;AAC3B,IAAA,MAAM,EAAA,GAAK,CAAA,wBAAA,EAA2B,IAAA,CAAK,KAAK,CAAA,CAAA;AAChD,IAAA,MAAM,MAAA,GAAS,IAAA,CAAK,MAAA,CAAO,KAAA,CAAM;AAAA,MAC/B,KAAA,EAAO,6BAAA,CAA8B,SAAA,CAAU,WAAA,CAAY,IAAA;AAAA,MAC3D,MAAA,EAAQ;AAAA,KACT,CAAA;AAED,IAAA,MAAM,IAAA,CAAK,UAAU,YAAA,CAAa;AAAA,MAChC,EAAA;AAAA,MACA,SAAA,EAAW,EAAE,OAAA,EAAS,CAAA,EAAE;AAAA,MACxB,OAAA,EAAS,EAAE,OAAA,EAAS,IAAA,CAAK,kBAAA,EAAmB;AAAA,MAC5C,KAAA,EAAO,OAAA;AAAA,MACP,IAAI,YAAY;AACd,QAAA,IAAI;AACF,UAAA,MAAM,WAAA,GAAc,MAAM,IAAA,CAAK,eAAA,EAAgB;AAC/C,UAAA,IAAI,gBAAgB,CAAA,EAAG;AACrB,YAAA,MAAM,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,2BAA2B,CAAA;AAAA,UACnD;AAAA,QACF,SAAS,KAAA,EAAO;AACd,UAAA,MAAA,CAAO,KAAA,CAAM,sCAAsC,KAAK,CAAA;AAAA,QAC1D;AAAA,MACF;AAAA,KACD,CAAA;AAAA,EACH;AAAA,EAEA,MAAc,eAAe,QAAA,EAAqC;AAChE,IAAA,IAAI,CAAC,QAAA,IAAY,QAAA,CAAS,MAAA,KAAW,CAAA,EAAG;AACtC,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,YAAA,GAAe;AAAA,MACnB,UAAU,IAAA,CAAK,QAAA;AAAA,MACf,OAAA,EAAS,QAAA,CAAS,GAAA,CAAI,CAAC,SAAS,KAAA,KAAU;AACxC,QAAA,OAAO;AAAA,UACL,EAAA,EAAI,OAAA,CAAQ,SAAA,IAAa,CAAA,QAAA,EAAW,KAAK,CAAA,CAAA;AAAA,UACzC,eAAe,OAAA,CAAQ;AAAA,SACzB;AAAA,MACF,CAAC;AAAA,KACH;AAEA,IAAA,IAAI;AACF,MAAA,MAAM,MAAA,GAAS,MAAM,IAAA,CAAK,GAAA,CAAI,IAAA;AAAA,QAC5B,IAAIC,oCAA0B,YAAY;AAAA,OAC5C;AACA,MAAA,IAAI,MAAA,CAAO,MAAA,IAAU,MAAA,CAAO,MAAA,CAAO,SAAS,CAAA,EAAG;AAC7C,QAAA,IAAA,CAAK,MAAA,CAAO,KAAA;AAAA,UACV,CAAA,iBAAA,EAAoB,MAAA,CAAO,MAAA,CAAQ,MAAM,OACvC,QAAA,CAAS,MACX,CAAA,uBAAA,EAA0B,IAAA,CAAK,QAAQ,CAAA,SAAA,EACrC,MAAA,CAAO,MAAA,CAAO,CAAC,EAAE,OACnB,CAAA;AAAA,SACF;AAAA,MACF;AAAA,IACF,SAAS,KAAA,EAAO;AACd,MAAA,IAAA,CAAK,MAAA,CAAO,KAAA;AAAA,QACV,CAAA,sCAAA,EAAyC,KAAK,QAAQ,CAAA,CAAA;AAAA,QACtD;AAAA,OACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAc,eAAA,GAAmC;AAC/C,IAAA,IAAI;AACF,MAAA,MAAM,IAAA,GAAO,MAAM,IAAA,CAAK,GAAA,CAAI,IAAA;AAAA,QAC1B,IAAIC,+BAAA,CAAsB,IAAA,CAAK,aAAa;AAAA,OAC9C;AAEA,MAAA,IAAA,CAAK,QAAA,EAAU,QAAQ,CAAA,OAAA,KAAW;AAChC,QAAA,MAAM,YAAA,GAAe,IAAA,CAAK,KAAA,CAAM,OAAA,CAAQ,IAAK,CAAA;AAE7C,QAAA,MAAM,WAA8C,EAAC;AACrD,QAAA,MAAA,CAAO,KAAK,OAAA,CAAQ,iBAAA,IAAqB,EAAE,CAAA,CAAE,QAAQ,CAAA,GAAA,KAAO;AAC1D,UAAA,MAAM,SAAA,GAAY,OAAA,CAAQ,iBAAA,CAAmB,GAAG,CAAA;AAChD,UAAA,IACE,CAAC,SAAA,IACD,CAAC,SAAA,CAAU,QAAA,IACX,CAAC,CAAC,QAAA,EAAU,QAAQ,CAAA,CAAE,QAAA,CAAS,SAAA,CAAU,QAAQ,CAAA,EACjD;AACA,YAAA;AAAA,UACF;AAEA,UAAA,MAAM,KAAA,GAAQ,SAAA,CAAU,gBAAA,IAAoB,SAAA,CAAU,WAAA;AACtD,UAAA,IAAI,UAAU,KAAA,CAAA,EAAW;AACvB,YAAA,QAAA,CAAS,GAAG,CAAA,GAAI,KAAA;AAAA,UAClB;AAAA,QACF,CAAC,CAAA;AAED,QAAA,IAAA,CAAK,OAAO,OAAA,CAAQ;AAAA,UAClB,OAAO,IAAA,CAAK,KAAA;AAAA,UACZ,YAAA;AAAA,UACA;AAAA,SACD,CAAA;AAAA,MACH,CAAC,CAAA;AACD,MAAA,MAAM,IAAA,CAAK,cAAA,CAAe,IAAA,CAAK,QAAQ,CAAA;AACvC,MAAA,OAAO,IAAA,CAAK,UAAU,MAAA,IAAU,CAAA;AAAA,IAClC,SAAS,KAAA,EAAO;AACd,MAAA,IAAA,CAAK,MAAA,CAAO,KAAA;AAAA,QACV,CAAA,sCAAA,EAAyC,KAAK,QAAQ,CAAA,CAAA;AAAA,QACtD;AAAA,OACF;AACA,MAAA,OAAO,CAAA;AAAA,IACT;AAAA,EACF;AAAA,EAEQ,MAAM,EAAA,EAA2B;AACvC,IAAA,OAAO,IAAI,OAAA,CAAc,CAAA,OAAA,KAAW,UAAA,CAAW,OAAA,EAAS,EAAE,CAAC,CAAA;AAAA,EAC7D;AACF;;;;"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@backstage/plugin-events-backend-module-aws-sqs",
|
|
3
|
-
"version": "0.4.
|
|
3
|
+
"version": "0.4.17-next.1",
|
|
4
4
|
"backstage": {
|
|
5
5
|
"role": "backend-plugin-module",
|
|
6
6
|
"pluginId": "events",
|
|
@@ -62,17 +62,17 @@
|
|
|
62
62
|
},
|
|
63
63
|
"dependencies": {
|
|
64
64
|
"@aws-sdk/client-sqs": "^3.350.0",
|
|
65
|
-
"@backstage/backend-plugin-api": "
|
|
66
|
-
"@backstage/config": "
|
|
67
|
-
"@backstage/plugin-events-node": "
|
|
68
|
-
"@backstage/types": "
|
|
65
|
+
"@backstage/backend-plugin-api": "1.5.0-next.1",
|
|
66
|
+
"@backstage/config": "1.3.6-next.0",
|
|
67
|
+
"@backstage/plugin-events-node": "0.4.17-next.1",
|
|
68
|
+
"@backstage/types": "1.2.2",
|
|
69
69
|
"luxon": "^3.0.0"
|
|
70
70
|
},
|
|
71
71
|
"devDependencies": {
|
|
72
72
|
"@aws-sdk/types": "^3.347.0",
|
|
73
|
-
"@backstage/backend-test-utils": "
|
|
74
|
-
"@backstage/cli": "
|
|
75
|
-
"@backstage/plugin-events-backend-test-utils": "
|
|
73
|
+
"@backstage/backend-test-utils": "1.10.0-next.1",
|
|
74
|
+
"@backstage/cli": "0.34.5-next.1",
|
|
75
|
+
"@backstage/plugin-events-backend-test-utils": "0.1.50-next.0",
|
|
76
76
|
"aws-sdk-client-mock": "^4.0.0"
|
|
77
77
|
},
|
|
78
78
|
"configSchema": "config.d.ts"
|