@bitblit/ratchet-aws-node-only 4.0.419-alpha → 4.0.421-alpha
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/athena/alb-athena-log-ratchet.d.ts +56 -0
- package/lib/athena/alb-athena-log-ratchet.js +156 -0
- package/lib/athena/alb-athena-log-ratchet.js.map +1 -0
- package/lib/athena/athena-ratchet.d.ts +15 -0
- package/lib/athena/athena-ratchet.js +148 -0
- package/lib/athena/athena-ratchet.js.map +1 -0
- package/lib/athena/index.d.ts +2 -0
- package/lib/athena/index.js +3 -0
- package/lib/athena/index.js.map +1 -0
- package/lib/build/index.d.ts +1 -0
- package/lib/build/index.js +2 -0
- package/lib/build/index.js.map +1 -0
- package/lib/build/ratchet-aws-node-only-info.d.ts +5 -0
- package/lib/build/ratchet-aws-node-only-info.js +15 -0
- package/lib/build/ratchet-aws-node-only-info.js.map +1 -0
- package/lib/cli/dynamo-exporter.d.ts +12 -0
- package/lib/cli/dynamo-exporter.js +77 -0
- package/lib/cli/dynamo-exporter.js.map +1 -0
- package/lib/cli/index.d.ts +4 -0
- package/lib/cli/index.js +5 -0
- package/lib/cli/index.js.map +1 -0
- package/lib/cli/ratchet-cli-handler.d.ts +6 -0
- package/lib/cli/ratchet-cli-handler.js +16 -0
- package/lib/cli/ratchet-cli-handler.js.map +1 -0
- package/lib/cli/site-uploader/site-uploader.d.ts +12 -0
- package/lib/cli/site-uploader/site-uploader.js +116 -0
- package/lib/cli/site-uploader/site-uploader.js.map +1 -0
- package/lib/cli/start-instance-and-ssh.d.ts +13 -0
- package/lib/cli/start-instance-and-ssh.js +52 -0
- package/lib/cli/start-instance-and-ssh.js.map +1 -0
- package/lib/ec2/ec2-instance-util.d.ts +8 -0
- package/lib/ec2/ec2-instance-util.js +47 -0
- package/lib/ec2/ec2-instance-util.js.map +1 -0
- package/lib/ec2/index.d.ts +1 -0
- package/lib/ec2/index.js +2 -0
- package/lib/ec2/index.js.map +1 -0
- package/lib/mail/inbound/email-to-db-insert-processor.d.ts +10 -0
- package/lib/mail/inbound/email-to-db-insert-processor.js +90 -0
- package/lib/mail/inbound/email-to-db-insert-processor.js.map +1 -0
- package/lib/mail/inbound/inbound-email-ratchet.d.ts +9 -0
- package/lib/mail/inbound/inbound-email-ratchet.js +42 -0
- package/lib/mail/inbound/inbound-email-ratchet.js.map +1 -0
- package/lib/mail/inbound/parsed-email-processor.d.ts +5 -0
- package/lib/mail/inbound/parsed-email-processor.js +2 -0
- package/lib/mail/inbound/parsed-email-processor.js.map +1 -0
- package/lib/mail/inbound/sample-email-processor.d.ts +6 -0
- package/lib/mail/inbound/sample-email-processor.js +9 -0
- package/lib/mail/inbound/sample-email-processor.js.map +1 -0
- package/lib/mail/index.d.ts +4 -0
- package/lib/mail/index.js +5 -0
- package/lib/mail/index.js.map +1 -0
- package/lib/s3/index.d.ts +6 -0
- package/lib/s3/index.js +7 -0
- package/lib/s3/index.js.map +1 -0
- package/lib/s3/s3-cache-to-local-disk-ratchet.d.ts +17 -0
- package/lib/s3/s3-cache-to-local-disk-ratchet.js +106 -0
- package/lib/s3/s3-cache-to-local-disk-ratchet.js.map +1 -0
- package/lib/s3/s3-synced-file/s3-synced-file-config-init-mode.d.ts +4 -0
- package/lib/s3/s3-synced-file/s3-synced-file-config-init-mode.js +6 -0
- package/lib/s3/s3-synced-file/s3-synced-file-config-init-mode.js.map +1 -0
- package/lib/s3/s3-synced-file/s3-synced-file-config.d.ts +15 -0
- package/lib/s3/s3-synced-file/s3-synced-file-config.js +2 -0
- package/lib/s3/s3-synced-file/s3-synced-file-config.js.map +1 -0
- package/lib/s3/s3-synced-file/s3-synced-file-optimization.d.ts +3 -0
- package/lib/s3/s3-synced-file/s3-synced-file-optimization.js +5 -0
- package/lib/s3/s3-synced-file/s3-synced-file-optimization.js.map +1 -0
- package/lib/s3/s3-synced-file/s3-synced-file-remote-backup-mode.d.ts +4 -0
- package/lib/s3/s3-synced-file/s3-synced-file-remote-backup-mode.js +6 -0
- package/lib/s3/s3-synced-file/s3-synced-file-remote-backup-mode.js.map +1 -0
- package/lib/s3/s3-synced-file/s3-synced-file.d.ts +34 -0
- package/lib/s3/s3-synced-file/s3-synced-file.js +218 -0
- package/lib/s3/s3-synced-file/s3-synced-file.js.map +1 -0
- package/package.json +72 -15
- package/lib/index.mjs +0 -2
- package/lib/types.d.ts +0 -231
|
@@ -0,0 +1,116 @@
|
|
|
1
|
+
import fs from 'fs';
|
|
2
|
+
import walk from 'walk';
|
|
3
|
+
import { S3Client } from '@aws-sdk/client-s3';
|
|
4
|
+
import path from 'path';
|
|
5
|
+
import mime from 'mime-types';
|
|
6
|
+
import { Logger } from '@bitblit/ratchet-common/logger/logger';
|
|
7
|
+
import { Upload } from '@aws-sdk/lib-storage';
|
|
8
|
+
export class SiteUploader {
|
|
9
|
+
srcDir;
|
|
10
|
+
bucketName;
|
|
11
|
+
config;
|
|
12
|
+
s3 = new S3Client({ region: 'us-east-1' });
|
|
13
|
+
constructor(srcDir, bucketName, configFile) {
|
|
14
|
+
this.srcDir = srcDir;
|
|
15
|
+
this.bucketName = bucketName;
|
|
16
|
+
this.config = JSON.parse(fs.readFileSync(configFile).toString('ascii'));
|
|
17
|
+
}
|
|
18
|
+
static createFromArgs(args) {
|
|
19
|
+
if (args && args.length === 3) {
|
|
20
|
+
const src = args[0];
|
|
21
|
+
const bucket = args[1];
|
|
22
|
+
const configFile = args[2];
|
|
23
|
+
return new SiteUploader(src, bucket, configFile);
|
|
24
|
+
}
|
|
25
|
+
else {
|
|
26
|
+
console.log('Usage : node ratchet-site-uploader {srcDir} {bucket} {configFile} (Found ' + args + ' arguments, need 3)');
|
|
27
|
+
return null;
|
|
28
|
+
}
|
|
29
|
+
}
|
|
30
|
+
static async runFromCliArgs(args) {
|
|
31
|
+
const inst = SiteUploader.createFromArgs(args);
|
|
32
|
+
return inst.runPump();
|
|
33
|
+
}
|
|
34
|
+
findMatch(prefix, fileName, config) {
|
|
35
|
+
let found = null;
|
|
36
|
+
if (prefix != null && fileName != null && config != null && config.mapping != null) {
|
|
37
|
+
config.mapping.forEach((entry) => {
|
|
38
|
+
if (found == null) {
|
|
39
|
+
if (entry.prefixMatch == null || prefix.match(entry.prefixMatch)) {
|
|
40
|
+
if (entry.fileMatch == null || fileName.match(entry.fileMatch)) {
|
|
41
|
+
found = entry;
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
});
|
|
46
|
+
}
|
|
47
|
+
return found;
|
|
48
|
+
}
|
|
49
|
+
findMime(fileName, config) {
|
|
50
|
+
let found = null;
|
|
51
|
+
if (config != null && config.customMimeTypeMapping != null) {
|
|
52
|
+
Object.keys(config.customMimeTypeMapping).forEach((k) => {
|
|
53
|
+
if (found == null && fileName.endsWith(k)) {
|
|
54
|
+
found = config.customMimeTypeMapping[k];
|
|
55
|
+
}
|
|
56
|
+
});
|
|
57
|
+
}
|
|
58
|
+
if (found == null) {
|
|
59
|
+
found = mime.lookup(fileName);
|
|
60
|
+
}
|
|
61
|
+
if (found == null) {
|
|
62
|
+
found = 'binary/octet-stream';
|
|
63
|
+
}
|
|
64
|
+
return found;
|
|
65
|
+
}
|
|
66
|
+
runPump() {
|
|
67
|
+
return new Promise((resolve, reject) => {
|
|
68
|
+
Logger.info('Uploading contents of %s to %s using %j as config', this.srcDir, this.bucketName, this.config);
|
|
69
|
+
const options = {};
|
|
70
|
+
const walker = walk.walk(this.srcDir, options);
|
|
71
|
+
walker.on('file', function (root, fileStats, next) {
|
|
72
|
+
Logger.info('Processing %j', fileStats.name);
|
|
73
|
+
const prefix = root == this.srcDir ? '' : root.substring(this.srcDir.length + 1) + '/';
|
|
74
|
+
const proc = this.findMatch(prefix, fileStats.name, this.config);
|
|
75
|
+
const key = prefix + fileStats.name;
|
|
76
|
+
Logger.info('Uploading file : %s/%s to key %s with %j', root, fileStats.name, key, proc);
|
|
77
|
+
const params = proc && proc.putParams ? JSON.parse(JSON.stringify(proc.putParams)) : {};
|
|
78
|
+
params.Bucket = this.bucketName;
|
|
79
|
+
params.Key = key;
|
|
80
|
+
params.Body = fs.readFileSync(path.join(root, fileStats.name));
|
|
81
|
+
if (!params.ContentType) {
|
|
82
|
+
params.ContentType = this.findMime(fileStats.name, this.config);
|
|
83
|
+
}
|
|
84
|
+
const upload = new Upload({
|
|
85
|
+
client: this.s3,
|
|
86
|
+
params: params,
|
|
87
|
+
tags: [],
|
|
88
|
+
queueSize: 4,
|
|
89
|
+
partSize: 1024 * 1024 * 5,
|
|
90
|
+
leavePartsOnError: false,
|
|
91
|
+
});
|
|
92
|
+
upload.on('httpUploadProgress', (progress) => {
|
|
93
|
+
Logger.debug('Uploading : %s', progress);
|
|
94
|
+
});
|
|
95
|
+
upload
|
|
96
|
+
.done()
|
|
97
|
+
.then((result) => {
|
|
98
|
+
Logger.info('Finished upload of %s: %j', key, result);
|
|
99
|
+
next();
|
|
100
|
+
})
|
|
101
|
+
.catch((err) => {
|
|
102
|
+
Logger.warn('%s failed to upload : %s : Continuing', key, err);
|
|
103
|
+
next();
|
|
104
|
+
});
|
|
105
|
+
}.bind(this));
|
|
106
|
+
walker.on('errors', function (root, nodeStatsArray, next) {
|
|
107
|
+
next();
|
|
108
|
+
});
|
|
109
|
+
walker.on('end', function () {
|
|
110
|
+
Logger.info('All done');
|
|
111
|
+
resolve(true);
|
|
112
|
+
});
|
|
113
|
+
});
|
|
114
|
+
}
|
|
115
|
+
}
|
|
116
|
+
//# sourceMappingURL=site-uploader.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"site-uploader.js","sourceRoot":"","sources":["../../../src/cli/site-uploader/site-uploader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,IAAI,MAAM,YAAY,CAAC;AAC9B,OAAO,EAAE,MAAM,EAAE,MAAM,uCAAuC,CAAC;AAC/D,OAAO,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAE9C,MAAM,OAAO,YAAY;IACf,MAAM,CAAS;IACf,UAAU,CAAS;IACnB,MAAM,CAAM;IACH,EAAE,GAAa,IAAI,QAAQ,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC;IAEtE,YAAY,MAAc,EAAE,UAAkB,EAAE,UAAkB;QAChE,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;IAC1E,CAAC;IAEM,MAAM,CAAC,cAAc,CAAC,IAAc;QACzC,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC9B,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YACpB,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YACvB,MAAM,UAAU,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YAE3B,OAAO,IAAI,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;QACnD,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,2EAA2E,GAAG,IAAI,GAAG,qBAAqB,CAAC,CAAC;YACxH,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAEM,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,IAAc;QAC/C,MAAM,IAAI,GAAiB,YAAY,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;QAC7D,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;IACxB,CAAC;IAED,SAAS,CAAC,MAAc,EAAE,QAAgB,EAAE,MAAW;QACrD,IAAI,KAAK,GAAG,IAAI,CAAC;QAEjB,IAAI,MAAM,IAAI,IAAI,IAAI,QAAQ,IAAI,IAAI,IAAI,MAAM,IAAI,IAAI,IAAI,MAAM,CAAC,OAAO,IAAI,IAAI,EAAE,CAAC;YACnF,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;gBAC/B,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;oBAClB,IAAI,KAAK,CAAC,WAAW,IAAI,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;wBACjE,IAAI,KAAK,CAAC,SAAS,IAAI,IAAI,IAAI,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;4BAC/D,KAAK,GAAG,KAAK,CAAC;wBAChB,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED,QAAQ,CAAC,QAAgB,EAAE,MAAW;QACpC,IAAI,KAAK,GAAG,IAAI,CAAC;QAEjB,IAAI,MAAM,IAAI,IAAI,IAAI,MAAM,CAAC,qBAAqB,IAAI,IAAI,EAAE,CAAC;YAC3D,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;gBACtD,IAAI,KAAK,IAAI,IAAI,IAAI,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC1C,KAAK,GAAG,MAAM,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;gBAC1C,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;QAED,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;YAClB,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAChC,CAAC;QAED,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;YAClB,KAAK,GAAG,qBAAqB,CAAC;QAChC,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO;QAEL,OAAO,IAAI,OAAO,CAAM,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1C,MAAM,CAAC,IAAI,CAAC,mDAAmD,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YAG5G,MAAM,OAAO,GAAG,EAAE,CAAC;YACnB,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAE/C,MAAM,CAAC,EAAE,CACP,MAAM,EACN,UAAU,IAAI,EAAE,SAAS,EAAE,IAAI;gBAC7B,MAAM,CAAC,IAAI,CAAC,eAAe,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC;gBAC7C,MAAM,MAAM,GAAW,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC;gBAE/F,MAAM,IAAI,GAAQ,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;gBACtE,MAAM,GAAG,GAAW,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC;gBAC5C,MAAM,CAAC,IAAI,CAAC,0CAA0C,EAAE,IAAI,EAAE,SAAS,CAAC,IAAI,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC;gBAEzF,MAAM,MAAM,GAAQ,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAE7F,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC;gBAChC,MAAM,CAAC,GAAG,GAAG,GAAG,CAAC;gBACjB,MAAM,CAAC,IAAI,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;gBAE/D,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;oBACxB,MAAM,CAAC,WAAW,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;gBAClE,CAAC;gBAED,MAAM,MAAM,GAAW,IAAI,MAAM,CAAC;oBAChC,MAAM,EAAE,IAAI,CAAC,EAAE;oBACf,MAAM,EAAE,MAAM;oBACd,IAAI,EAAE,EAAE;oBACR,SAAS,EAAE,CAAC;oBACZ,QAAQ,EAAE,IAAI,GAAG,IAAI,GAAG,CAAC;oBACzB,iBAAiB,EAAE,KAAK;iBACzB,CAAC,CAAC;gBAEH,MAAM,CAAC,EAAE,CAAC,oBAAoB,EAAE,CAAC,QAAQ,EAAE,EAAE;oBAC3C,MAAM,CAAC,KAAK,CAAC,gBAAgB,EAAE,QAAQ,CAAC,CAAC;gBAC3C,CAAC,CAAC,CAAC;gBACH,MAAM;qBACH,IAAI,EAAE;qBACN,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE;oBACf,MAAM,CAAC,IAAI,CAAC,2BAA2B,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;oBACtD,IAAI,EAAE,CAAC;gBACT,CAAC,CAAC;qBACD,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;oBACb,MAAM,CAAC,IAAI,CAAC,uCAAuC,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;oBAC/D,IAAI,EAAE,CAAC;gBACT,CAAC,CAAC,CAAC;YACP,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CACb,CAAC;YAEF,MAAM,CAAC,EAAE,CAAC,QAAQ,EAAE,UAAU,IAAI,EAAE,cAAc,EAAE,IAAI;gBACtD,IAAI,EAAE,CAAC;YACT,CAAC,CAAC,CAAC;YAEH,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE;gBACf,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBACxB,OAAO,CAAC,IAAI,CAAC,CAAC;YAChB,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;CACF"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
export declare class StartInstanceAndSsh {
|
|
2
|
+
private instanceId;
|
|
3
|
+
private publicKeyFile;
|
|
4
|
+
private instanceOsUser;
|
|
5
|
+
private region;
|
|
6
|
+
private availabilityZone;
|
|
7
|
+
private ec2Ratchet;
|
|
8
|
+
private instanceUtil;
|
|
9
|
+
constructor(instanceId: string, publicKeyFile?: string, instanceOsUser?: string, region?: string, availabilityZone?: string);
|
|
10
|
+
static createFromArgs(args: string[]): StartInstanceAndSsh;
|
|
11
|
+
static runFromCliArgs(args: string[]): Promise<void>;
|
|
12
|
+
run(): Promise<any>;
|
|
13
|
+
}
|
|
@@ -0,0 +1,52 @@
|
|
|
1
|
+
import { Logger } from '@bitblit/ratchet-common/logger/logger';
|
|
2
|
+
import { Ec2Ratchet } from '@bitblit/ratchet-aws/ec2/ec2-ratchet';
|
|
3
|
+
import { spawnSync } from 'child_process';
|
|
4
|
+
import os from 'os';
|
|
5
|
+
import path from 'path';
|
|
6
|
+
import { Ec2InstanceUtil } from '../ec2/ec2-instance-util.js';
|
|
7
|
+
export class StartInstanceAndSsh {
|
|
8
|
+
instanceId;
|
|
9
|
+
publicKeyFile;
|
|
10
|
+
instanceOsUser;
|
|
11
|
+
region;
|
|
12
|
+
availabilityZone;
|
|
13
|
+
ec2Ratchet;
|
|
14
|
+
instanceUtil;
|
|
15
|
+
constructor(instanceId, publicKeyFile = path.join(os.homedir(), '.ssh', 'id_rsa.pub'), instanceOsUser = 'ec2-user', region = 'us-east-1', availabilityZone = 'us-east-1a') {
|
|
16
|
+
this.instanceId = instanceId;
|
|
17
|
+
this.publicKeyFile = publicKeyFile;
|
|
18
|
+
this.instanceOsUser = instanceOsUser;
|
|
19
|
+
this.region = region;
|
|
20
|
+
this.availabilityZone = availabilityZone;
|
|
21
|
+
this.ec2Ratchet = new Ec2Ratchet(this.region, this.availabilityZone);
|
|
22
|
+
this.instanceUtil = new Ec2InstanceUtil(this.ec2Ratchet);
|
|
23
|
+
}
|
|
24
|
+
static createFromArgs(args) {
|
|
25
|
+
if (args?.length === 1 || args?.length === 2) {
|
|
26
|
+
const instanceId = args[0];
|
|
27
|
+
return new StartInstanceAndSsh(instanceId);
|
|
28
|
+
}
|
|
29
|
+
else {
|
|
30
|
+
Logger.info('Usage : ratchet-start-instance-and-ssh {instanceId} {publicKeyFile} (Found %s arguments, need 1 or 2)', args);
|
|
31
|
+
return null;
|
|
32
|
+
}
|
|
33
|
+
}
|
|
34
|
+
static async runFromCliArgs(args) {
|
|
35
|
+
const inst = StartInstanceAndSsh.createFromArgs(args);
|
|
36
|
+
return inst.run();
|
|
37
|
+
}
|
|
38
|
+
async run() {
|
|
39
|
+
const instance = await this.instanceUtil.startInstanceAndUploadPublicKeyFile(this.instanceId, this.publicKeyFile, this.instanceOsUser);
|
|
40
|
+
if (instance) {
|
|
41
|
+
Logger.info('Instance IP address is %s', instance.PublicIpAddress);
|
|
42
|
+
const ret = spawnSync('ssh', [this.instanceOsUser + '@' + instance.PublicIpAddress], {
|
|
43
|
+
stdio: 'inherit',
|
|
44
|
+
});
|
|
45
|
+
Logger.info('%j', ret);
|
|
46
|
+
}
|
|
47
|
+
else {
|
|
48
|
+
Logger.info('No such instance found - check your AWS keys? : %s', this.instanceId);
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
}
|
|
52
|
+
//# sourceMappingURL=start-instance-and-ssh.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"start-instance-and-ssh.js","sourceRoot":"","sources":["../../src/cli/start-instance-and-ssh.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,uCAAuC,CAAC;AAC/D,OAAO,EAAE,UAAU,EAAE,MAAM,sCAAsC,CAAC;AAClE,OAAO,EAAE,SAAS,EAAoB,MAAM,eAAe,CAAC;AAC5D,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAE9D,MAAM,OAAO,mBAAmB;IACtB,UAAU,CAAS;IACnB,aAAa,CAAS;IACtB,cAAc,CAAS;IACvB,MAAM,CAAS;IACf,gBAAgB,CAAS;IACzB,UAAU,CAAa;IACvB,YAAY,CAAkB;IAEtC,YACE,UAAkB,EAClB,gBAAwB,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,YAAY,CAAC,EACrE,iBAAyB,UAAU,EACnC,SAAiB,WAAW,EAC5B,mBAA2B,YAAY;QAEvC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QAEzC,IAAI,CAAC,UAAU,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;QACrE,IAAI,CAAC,YAAY,GAAG,IAAI,eAAe,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAC3D,CAAC;IAEM,MAAM,CAAC,cAAc,CAAC,IAAc;QACzC,IAAI,IAAI,EAAE,MAAM,KAAK,CAAC,IAAI,IAAI,EAAE,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7C,MAAM,UAAU,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YAG3B,OAAO,IAAI,mBAAmB,CAAC,UAAU,CAAC,CAAC;QAC7C,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,uGAAuG,EAAE,IAAI,CAAC,CAAC;YAC3H,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAEM,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,IAAc;QAC/C,MAAM,IAAI,GAAwB,mBAAmB,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;QAC3E,OAAO,IAAI,CAAC,GAAG,EAAE,CAAC;IACpB,CAAC;IAEM,KAAK,CAAC,GAAG;QAEd,MAAM,QAAQ,GAAa,MAAM,IAAI,CAAC,YAAY,CAAC,mCAAmC,CACpF,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,aAAa,EAClB,IAAI,CAAC,cAAc,CACpB,CAAC;QACF,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,CAAC,2BAA2B,EAAE,QAAQ,CAAC,eAAe,CAAC,CAAC;YACnE,MAAM,GAAG,GAA6B,SAAS,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,cAAc,GAAG,GAAG,GAAG,QAAQ,CAAC,eAAe,CAAC,EAAE;gBAC7G,KAAK,EAAE,SAAS;aACjB,CAAC,CAAC;YACH,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QACzB,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,oDAAoD,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;QACrF,CAAC;IAEH,CAAC;CACF"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
import { Ec2Ratchet } from '@bitblit/ratchet-aws/ec2/ec2-ratchet';
|
|
2
|
+
import { Instance } from '@aws-sdk/client-ec2';
|
|
3
|
+
export declare class Ec2InstanceUtil {
|
|
4
|
+
private ec2Ratchet;
|
|
5
|
+
constructor(ec2Ratchet: Ec2Ratchet);
|
|
6
|
+
startInstanceAndUploadPublicKeyFile(instanceId: string, filePath: string, instanceOsUser?: string): Promise<Instance>;
|
|
7
|
+
startInstanceAndUploadPublicKey(instanceId: string, publicKeyText: string, instanceOsUser?: string): Promise<Instance>;
|
|
8
|
+
}
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
import { RequireRatchet } from '@bitblit/ratchet-common/lang/require-ratchet';
|
|
2
|
+
import { Logger } from '@bitblit/ratchet-common/logger/logger';
|
|
3
|
+
import fs from 'fs';
|
|
4
|
+
export class Ec2InstanceUtil {
|
|
5
|
+
ec2Ratchet;
|
|
6
|
+
constructor(ec2Ratchet) {
|
|
7
|
+
this.ec2Ratchet = ec2Ratchet;
|
|
8
|
+
}
|
|
9
|
+
async startInstanceAndUploadPublicKeyFile(instanceId, filePath, instanceOsUser = 'ec2-user') {
|
|
10
|
+
RequireRatchet.notNullUndefinedOrOnlyWhitespaceString(instanceId, 'instanceId');
|
|
11
|
+
RequireRatchet.notNullUndefinedOrOnlyWhitespaceString(filePath, 'filePath');
|
|
12
|
+
RequireRatchet.true(fs.existsSync(filePath), 'File does not exist');
|
|
13
|
+
Logger.info('Starting instance %s and uploading contents of public key file %s', instanceId, filePath);
|
|
14
|
+
const publicKeyText = fs.readFileSync(filePath).toString();
|
|
15
|
+
return this.startInstanceAndUploadPublicKey(instanceId, publicKeyText, instanceOsUser);
|
|
16
|
+
}
|
|
17
|
+
async startInstanceAndUploadPublicKey(instanceId, publicKeyText, instanceOsUser = 'ec2-user') {
|
|
18
|
+
Logger.info('Starting instance %s, public key length %d, user %s', instanceId, publicKeyText.length, instanceOsUser);
|
|
19
|
+
let instance = await this.ec2Ratchet.describeInstance(instanceId);
|
|
20
|
+
if (instance) {
|
|
21
|
+
let launched = false;
|
|
22
|
+
if (instance.State.Code == 16) {
|
|
23
|
+
Logger.info('Instance is already running...');
|
|
24
|
+
launched = true;
|
|
25
|
+
}
|
|
26
|
+
else {
|
|
27
|
+
Logger.info('Instance is not running... starting up : %s', instanceId);
|
|
28
|
+
launched = await this.ec2Ratchet.launchInstance(instanceId, 1000 * 30);
|
|
29
|
+
}
|
|
30
|
+
if (launched) {
|
|
31
|
+
Logger.info('Uploading public key...');
|
|
32
|
+
const publicKeyResponse = await this.ec2Ratchet.sendPublicKeyToEc2Instance(instanceId, publicKeyText, instanceOsUser);
|
|
33
|
+
Logger.info('Key response : %j', publicKeyResponse);
|
|
34
|
+
instance = instance && instance.PublicIpAddress ? instance : await this.ec2Ratchet.describeInstance(instanceId);
|
|
35
|
+
Logger.info('Instance IP address is %s', instance.PublicIpAddress);
|
|
36
|
+
}
|
|
37
|
+
else {
|
|
38
|
+
Logger.info('Instance could not start - check logs');
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
else {
|
|
42
|
+
Logger.info('No such instance found - check your AWS keys? : %s', instanceId);
|
|
43
|
+
}
|
|
44
|
+
return instance;
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
//# sourceMappingURL=ec2-instance-util.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ec2-instance-util.js","sourceRoot":"","sources":["../../src/ec2/ec2-instance-util.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,8CAA8C,CAAC;AAC9E,OAAO,EAAE,MAAM,EAAE,MAAM,uCAAuC,CAAC;AAE/D,OAAO,EAAE,MAAM,IAAI,CAAC;AAIpB,MAAM,OAAO,eAAe;IACN;IAApB,YAAoB,UAAsB;QAAtB,eAAU,GAAV,UAAU,CAAY;IAAG,CAAC;IAEvC,KAAK,CAAC,mCAAmC,CAC9C,UAAkB,EAClB,QAAgB,EAChB,iBAAyB,UAAU;QAEnC,cAAc,CAAC,sCAAsC,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;QAChF,cAAc,CAAC,sCAAsC,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;QAC5E,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,qBAAqB,CAAC,CAAC;QACpE,MAAM,CAAC,IAAI,CAAC,mEAAmE,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;QACvG,MAAM,aAAa,GAAW,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,QAAQ,EAAE,CAAC;QACnE,OAAO,IAAI,CAAC,+BAA+B,CAAC,UAAU,EAAE,aAAa,EAAE,cAAc,CAAC,CAAC;IACzF,CAAC;IAEM,KAAK,CAAC,+BAA+B,CAC1C,UAAkB,EAClB,aAAqB,EACrB,iBAAyB,UAAU;QAEnC,MAAM,CAAC,IAAI,CAAC,qDAAqD,EAAE,UAAU,EAAE,aAAa,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;QACrH,IAAI,QAAQ,GAAa,MAAM,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;QAC5E,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,QAAQ,GAAY,KAAK,CAAC;YAC9B,IAAI,QAAQ,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,EAAE,CAAC;gBAC9B,MAAM,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;gBAC9C,QAAQ,GAAG,IAAI,CAAC;YAClB,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,IAAI,CAAC,6CAA6C,EAAE,UAAU,CAAC,CAAC;gBACvE,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,UAAU,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;YACzE,CAAC;YAED,IAAI,QAAQ,EAAE,CAAC;gBACb,MAAM,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;gBACvC,MAAM,iBAAiB,GAA6B,MAAM,IAAI,CAAC,UAAU,CAAC,0BAA0B,CAClG,UAAU,EACV,aAAa,EACb,cAAc,CACf,CAAC;gBACF,MAAM,CAAC,IAAI,CAAC,mBAAmB,EAAE,iBAAiB,CAAC,CAAC;gBAEpD,QAAQ,GAAG,QAAQ,IAAI,QAAQ,CAAC,eAAe,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;gBAChH,MAAM,CAAC,IAAI,CAAC,2BAA2B,EAAE,QAAQ,CAAC,eAAe,CAAC,CAAC;YACrE,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,IAAI,CAAC,uCAAuC,CAAC,CAAC;YACvD,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,oDAAoD,EAAE,UAAU,CAAC,CAAC;QAChF,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;CACF"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export * from './ec2-instance-util.js';
|
package/lib/ec2/index.js
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/ec2/index.ts"],"names":[],"mappings":"AAIA,cAAc,wBAAwB,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import { ParsedEmailProcessor } from './parsed-email-processor.js';
|
|
2
|
+
import { ParsedMail } from 'mailparser';
|
|
3
|
+
export declare class EmailToDbInsertProcessor implements ParsedEmailProcessor<EmailToDbStatement[]> {
|
|
4
|
+
canProcess(mail: ParsedMail): boolean;
|
|
5
|
+
processEmail(msg: ParsedMail): Promise<EmailToDbStatement[]>;
|
|
6
|
+
}
|
|
7
|
+
export interface EmailToDbStatement {
|
|
8
|
+
statement: string;
|
|
9
|
+
params?: any[];
|
|
10
|
+
}
|
|
@@ -0,0 +1,90 @@
|
|
|
1
|
+
import unzipper from 'unzipper';
|
|
2
|
+
import { DateTime } from 'luxon';
|
|
3
|
+
import { RequireRatchet } from '@bitblit/ratchet-common/lang/require-ratchet';
|
|
4
|
+
import { Logger } from '@bitblit/ratchet-common/logger/logger';
|
|
5
|
+
import { CsvRatchet } from '@bitblit/ratchet-node-only/csv/csv-ratchet';
|
|
6
|
+
import { MultiStream } from '@bitblit/ratchet-node-only/stream/multi-stream';
|
|
7
|
+
export class EmailToDbInsertProcessor {
|
|
8
|
+
canProcess(mail) {
|
|
9
|
+
return true;
|
|
10
|
+
}
|
|
11
|
+
async processEmail(msg) {
|
|
12
|
+
const rval = [];
|
|
13
|
+
try {
|
|
14
|
+
RequireRatchet.notNullOrUndefined(msg, 'msg');
|
|
15
|
+
Logger.info('Processing Broadsign reach inbound inventory email');
|
|
16
|
+
const data = msg.attachments[0].content;
|
|
17
|
+
Logger.info('Unzipping attachment');
|
|
18
|
+
const rs = new MultiStream(data);
|
|
19
|
+
let wBuf = null;
|
|
20
|
+
const prom = rs
|
|
21
|
+
.pipe(unzipper.Parse())
|
|
22
|
+
.on('entry', async (entry) => {
|
|
23
|
+
if (entry.path.toLowerCase().endsWith('csv')) {
|
|
24
|
+
wBuf = await entry.buffer();
|
|
25
|
+
}
|
|
26
|
+
else {
|
|
27
|
+
Logger.info('Pass: %s', entry.path);
|
|
28
|
+
entry.autodrain();
|
|
29
|
+
}
|
|
30
|
+
})
|
|
31
|
+
.promise();
|
|
32
|
+
await prom;
|
|
33
|
+
const csvParsed = await CsvRatchet.stringParse(wBuf.toString(), (o) => o, {
|
|
34
|
+
columns: false,
|
|
35
|
+
skip_empty_lines: true,
|
|
36
|
+
});
|
|
37
|
+
if (csvParsed.length > 1) {
|
|
38
|
+
const dropTable = 'drop table if exists sample';
|
|
39
|
+
let createTable = 'create table sample (pump_date varchar(255),';
|
|
40
|
+
const colNames = csvParsed[0];
|
|
41
|
+
let insertPrefix = 'insert into sample (pump_date,';
|
|
42
|
+
let insertQ = '?,';
|
|
43
|
+
for (let i = 0; i < colNames.length; i++) {
|
|
44
|
+
if (i > 0) {
|
|
45
|
+
createTable += ', ';
|
|
46
|
+
insertPrefix += ', ';
|
|
47
|
+
insertQ += ', ';
|
|
48
|
+
}
|
|
49
|
+
const kOut = colNames[i].toLowerCase().split(' ').join('_');
|
|
50
|
+
insertPrefix += kOut;
|
|
51
|
+
insertQ += '?';
|
|
52
|
+
createTable += kOut + ' varchar(255)';
|
|
53
|
+
if (kOut === 'id') {
|
|
54
|
+
createTable += ' primary key';
|
|
55
|
+
}
|
|
56
|
+
else if (kOut === 'device_id') {
|
|
57
|
+
createTable += ' unique';
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
createTable += ')';
|
|
61
|
+
insertPrefix += ') values ';
|
|
62
|
+
Logger.info('Recreating table');
|
|
63
|
+
const dropRes = rval.push({ statement: dropTable });
|
|
64
|
+
const createRes = rval.push({ statement: createTable });
|
|
65
|
+
const pumpDate = DateTime.utc().toISO();
|
|
66
|
+
let insertStmt = insertPrefix;
|
|
67
|
+
let insertParams = [];
|
|
68
|
+
for (let i = 1; i < csvParsed.length; i++) {
|
|
69
|
+
if (insertStmt > insertPrefix) {
|
|
70
|
+
insertStmt += ',';
|
|
71
|
+
}
|
|
72
|
+
insertStmt += '(' + insertQ + ')';
|
|
73
|
+
insertParams = insertParams.concat(pumpDate, csvParsed[i]);
|
|
74
|
+
if (i % 25 === 0 || i === csvParsed.length - 1) {
|
|
75
|
+
rval.push({ statement: insertStmt, params: insertParams });
|
|
76
|
+
insertStmt = insertPrefix;
|
|
77
|
+
insertParams = [];
|
|
78
|
+
Logger.info('Inserted %d of %d rows', i, csvParsed.length);
|
|
79
|
+
}
|
|
80
|
+
}
|
|
81
|
+
Logger.info('Finished insertion of %d rows', csvParsed.length);
|
|
82
|
+
}
|
|
83
|
+
}
|
|
84
|
+
catch (err) {
|
|
85
|
+
Logger.error('Failure: %s : %j', err, rval, err);
|
|
86
|
+
}
|
|
87
|
+
return rval;
|
|
88
|
+
}
|
|
89
|
+
}
|
|
90
|
+
//# sourceMappingURL=email-to-db-insert-processor.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"email-to-db-insert-processor.js","sourceRoot":"","sources":["../../../src/mail/inbound/email-to-db-insert-processor.ts"],"names":[],"mappings":"AAEA,OAAO,QAAQ,MAAM,UAAU,CAAC;AAChC,OAAO,EAAE,QAAQ,EAAE,MAAM,OAAO,CAAC;AACjC,OAAO,EAAE,cAAc,EAAE,MAAM,8CAA8C,CAAC;AAC9E,OAAO,EAAE,MAAM,EAAE,MAAM,uCAAuC,CAAC;AAC/D,OAAO,EAAE,UAAU,EAAE,MAAM,4CAA4C,CAAC;AACxE,OAAO,EAAE,WAAW,EAAE,MAAM,gDAAgD,CAAC;AAE7E,MAAM,OAAO,wBAAwB;IAC5B,UAAU,CAAC,IAAgB;QAChC,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,YAAY,CAAC,GAAe;QACvC,MAAM,IAAI,GAAyB,EAAE,CAAC;QACtC,IAAI,CAAC;YACH,cAAc,CAAC,kBAAkB,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;YAC9C,MAAM,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAC;YAClE,MAAM,IAAI,GAAW,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YAEhD,MAAM,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;YACpC,MAAM,EAAE,GAAgB,IAAI,WAAW,CAAC,IAAI,CAAC,CAAC;YAC9C,IAAI,IAAI,GAAW,IAAI,CAAC;YACxB,MAAM,IAAI,GAAiB,EAAE;iBAC1B,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;iBACtB,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;gBAC3B,IAAI,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC7C,IAAI,GAAG,MAAM,KAAK,CAAC,MAAM,EAAE,CAAC;gBAC9B,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;oBACpC,KAAK,CAAC,SAAS,EAAE,CAAC;gBACpB,CAAC;YACH,CAAC,CAAC;iBACD,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,CAAC;YACX,MAAM,SAAS,GAAU,MAAM,UAAU,CAAC,WAAW,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE;gBAC/E,OAAO,EAAE,KAAK;gBACd,gBAAgB,EAAE,IAAI;aACvB,CAAC,CAAC;YAEH,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzB,MAAM,SAAS,GAAW,6BAA6B,CAAC;gBACxD,IAAI,WAAW,GAAW,8CAA8C,CAAC;gBACzE,MAAM,QAAQ,GAAa,SAAS,CAAC,CAAC,CAAC,CAAC;gBAExC,IAAI,YAAY,GAAW,gCAAgC,CAAC;gBAC5D,IAAI,OAAO,GAAW,IAAI,CAAC;gBAE3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACzC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;wBACV,WAAW,IAAI,IAAI,CAAC;wBACpB,YAAY,IAAI,IAAI,CAAC;wBACrB,OAAO,IAAI,IAAI,CAAC;oBAClB,CAAC;oBACD,MAAM,IAAI,GAAW,QAAQ,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;oBACpE,YAAY,IAAI,IAAI,CAAC;oBACrB,OAAO,IAAI,GAAG,CAAC;oBACf,WAAW,IAAI,IAAI,GAAG,eAAe,CAAC;oBACtC,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;wBAClB,WAAW,IAAI,cAAc,CAAC;oBAChC,CAAC;yBAAM,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;wBAChC,WAAW,IAAI,SAAS,CAAC;oBAC3B,CAAC;gBACH,CAAC;gBACD,WAAW,IAAI,GAAG,CAAC;gBACnB,YAAY,IAAI,WAAW,CAAC;gBAG5B,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;gBAChC,MAAM,OAAO,GAAQ,IAAI,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,CAAC;gBACzD,MAAM,SAAS,GAAQ,IAAI,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,WAAW,EAAE,CAAC,CAAC;gBAC7D,MAAM,QAAQ,GAAW,QAAQ,CAAC,GAAG,EAAE,CAAC,KAAK,EAAE,CAAC;gBAChD,IAAI,UAAU,GAAW,YAAY,CAAC;gBACtC,IAAI,YAAY,GAAU,EAAE,CAAC;gBAE7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC1C,IAAI,UAAU,GAAG,YAAY,EAAE,CAAC;wBAC9B,UAAU,IAAI,GAAG,CAAC;oBACpB,CAAC;oBACD,UAAU,IAAI,GAAG,GAAG,OAAO,GAAG,GAAG,CAAC;oBAClC,YAAY,GAAG,YAAY,CAAC,MAAM,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;oBAE3D,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAC/C,IAAI,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,CAAC;wBAC3D,UAAU,GAAG,YAAY,CAAC;wBAC1B,YAAY,GAAG,EAAE,CAAC;wBAClB,MAAM,CAAC,IAAI,CAAC,wBAAwB,EAAE,CAAC,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;oBAC7D,CAAC;gBACH,CAAC;gBAED,MAAM,CAAC,IAAI,CAAC,+BAA+B,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;YACjE,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,kBAAkB,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;QACnD,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;CACF"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { ParsedEmailProcessor } from './parsed-email-processor.js';
|
|
2
|
+
import { S3CacheRatchet } from '@bitblit/ratchet-aws/s3/s3-cache-ratchet';
|
|
3
|
+
export declare class InboundEmailRatchet {
|
|
4
|
+
private cache;
|
|
5
|
+
private processors;
|
|
6
|
+
constructor(cache: S3CacheRatchet, processors: ParsedEmailProcessor<any>[]);
|
|
7
|
+
processEmailFromS3(key: string): Promise<boolean>;
|
|
8
|
+
processEmailFromBuffer(buf: Buffer): Promise<boolean>;
|
|
9
|
+
}
|
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
import { simpleParser } from 'mailparser';
|
|
2
|
+
import { Logger } from '@bitblit/ratchet-common/logger/logger';
|
|
3
|
+
import { RequireRatchet } from '@bitblit/ratchet-common/lang/require-ratchet';
|
|
4
|
+
export class InboundEmailRatchet {
|
|
5
|
+
cache;
|
|
6
|
+
processors;
|
|
7
|
+
constructor(cache, processors) {
|
|
8
|
+
this.cache = cache;
|
|
9
|
+
this.processors = processors;
|
|
10
|
+
RequireRatchet.notNullOrUndefined(this.cache, 'cache');
|
|
11
|
+
RequireRatchet.notNullOrUndefined(this.cache.getDefaultBucket(), 'cache.defaultBucket');
|
|
12
|
+
}
|
|
13
|
+
async processEmailFromS3(key) {
|
|
14
|
+
const rval = false;
|
|
15
|
+
if (await this.cache.fileExists(key)) {
|
|
16
|
+
const data = await this.cache.fetchCacheFileAsString(key);
|
|
17
|
+
return this.processEmailFromBuffer(new Buffer(data));
|
|
18
|
+
}
|
|
19
|
+
else {
|
|
20
|
+
Logger.warn('Cannot process inbound email - no such key : %s', key);
|
|
21
|
+
}
|
|
22
|
+
return rval;
|
|
23
|
+
}
|
|
24
|
+
async processEmailFromBuffer(buf) {
|
|
25
|
+
const rval = false;
|
|
26
|
+
RequireRatchet.notNullOrUndefined(buf, 'buf');
|
|
27
|
+
Logger.info('Processing inbound email - size %d bytes', buf.length);
|
|
28
|
+
const message = await simpleParser(buf);
|
|
29
|
+
Logger.info('Found mail from "%s" subject "%s" with %d attachments', message?.from?.text, message?.subject, message?.attachments?.length);
|
|
30
|
+
let procd = false;
|
|
31
|
+
for (let i = 0; i < this.processors.length && !procd; i++) {
|
|
32
|
+
if (this.processors[i].canProcess(message)) {
|
|
33
|
+
Logger.info('Processing message with processor %d', i);
|
|
34
|
+
const result = await this.processors[i].processEmail(message);
|
|
35
|
+
Logger.info('Result was : %j', result);
|
|
36
|
+
procd = true;
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
return procd;
|
|
40
|
+
}
|
|
41
|
+
}
|
|
42
|
+
//# sourceMappingURL=inbound-email-ratchet.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"inbound-email-ratchet.js","sourceRoot":"","sources":["../../../src/mail/inbound/inbound-email-ratchet.ts"],"names":[],"mappings":"AAAA,OAAO,EAAc,YAAY,EAAE,MAAM,YAAY,CAAC;AACtD,OAAO,EAAE,MAAM,EAAE,MAAM,uCAAuC,CAAC;AAC/D,OAAO,EAAE,cAAc,EAAE,MAAM,8CAA8C,CAAC;AAO9E,MAAM,OAAO,mBAAmB;IAEpB;IACA;IAFV,YACU,KAAqB,EACrB,UAAuC;QADvC,UAAK,GAAL,KAAK,CAAgB;QACrB,eAAU,GAAV,UAAU,CAA6B;QAE/C,cAAc,CAAC,kBAAkB,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACvD,cAAc,CAAC,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAAE,EAAE,qBAAqB,CAAC,CAAC;IAC1F,CAAC;IAEM,KAAK,CAAC,kBAAkB,CAAC,GAAW;QACzC,MAAM,IAAI,GAAY,KAAK,CAAC;QAC5B,IAAI,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACrC,MAAM,IAAI,GAAW,MAAM,IAAI,CAAC,KAAK,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAC;YAClE,OAAO,IAAI,CAAC,sBAAsB,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QACvD,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,iDAAiD,EAAE,GAAG,CAAC,CAAC;QACtE,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,sBAAsB,CAAC,GAAW;QAC7C,MAAM,IAAI,GAAY,KAAK,CAAC;QAC5B,cAAc,CAAC,kBAAkB,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC9C,MAAM,CAAC,IAAI,CAAC,0CAA0C,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;QAEpE,MAAM,OAAO,GAAe,MAAM,YAAY,CAAC,GAAG,CAAC,CAAC;QACpD,MAAM,CAAC,IAAI,CACT,uDAAuD,EACvD,OAAO,EAAE,IAAI,EAAE,IAAI,EACnB,OAAO,EAAE,OAAO,EAChB,OAAO,EAAE,WAAW,EAAE,MAAM,CAC7B,CAAC;QAEF,IAAI,KAAK,GAAY,KAAK,CAAC;QAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1D,IAAI,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC3C,MAAM,CAAC,IAAI,CAAC,sCAAsC,EAAE,CAAC,CAAC,CAAC;gBACvD,MAAM,MAAM,GAAQ,MAAM,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;gBACnE,MAAM,CAAC,IAAI,CAAC,iBAAiB,EAAE,MAAM,CAAC,CAAC;gBACvC,KAAK,GAAG,IAAI,CAAC;YACf,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;CACF"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"parsed-email-processor.js","sourceRoot":"","sources":["../../../src/mail/inbound/parsed-email-processor.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import { ParsedEmailProcessor } from './parsed-email-processor.js';
|
|
2
|
+
import { ParsedMail } from 'mailparser';
|
|
3
|
+
export declare class SampleEmailProcessor implements ParsedEmailProcessor<string> {
|
|
4
|
+
canProcess(mail: ParsedMail): boolean;
|
|
5
|
+
processEmail(msg: ParsedMail): Promise<string>;
|
|
6
|
+
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"sample-email-processor.js","sourceRoot":"","sources":["../../../src/mail/inbound/sample-email-processor.ts"],"names":[],"mappings":"AAGA,MAAM,OAAO,oBAAoB;IACxB,UAAU,CAAC,IAAgB;QAChC,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,YAAY,CAAC,GAAe;QACvC,OAAO,GAAG,CAAC,IAAI,CAAC;IAClB,CAAC;CACF"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/mail/index.ts"],"names":[],"mappings":"AAIA,cAAc,2CAA2C,CAAC;AAC1D,cAAc,oCAAoC,CAAC;AACnD,cAAc,qCAAqC,CAAC;AACpD,cAAc,qCAAqC,CAAC"}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
export * from './s3-cache-to-local-disk-ratchet.js';
|
|
2
|
+
export * from './s3-synced-file/s3-synced-file-config-init-mode.js';
|
|
3
|
+
export * from './s3-synced-file/s3-synced-file-config.js';
|
|
4
|
+
export * from './s3-synced-file/s3-synced-file-optimization.js';
|
|
5
|
+
export * from './s3-synced-file/s3-synced-file-remote-backup-mode.js';
|
|
6
|
+
export * from './s3-synced-file/s3-synced-file.js';
|
package/lib/s3/index.js
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
export * from './s3-cache-to-local-disk-ratchet.js';
|
|
2
|
+
export * from './s3-synced-file/s3-synced-file-config-init-mode.js';
|
|
3
|
+
export * from './s3-synced-file/s3-synced-file-config.js';
|
|
4
|
+
export * from './s3-synced-file/s3-synced-file-optimization.js';
|
|
5
|
+
export * from './s3-synced-file/s3-synced-file-remote-backup-mode.js';
|
|
6
|
+
export * from './s3-synced-file/s3-synced-file.js';
|
|
7
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/s3/index.ts"],"names":[],"mappings":"AAIA,cAAc,qCAAqC,CAAC;AACpD,cAAc,qDAAqD,CAAC;AACpE,cAAc,2CAA2C,CAAC;AAC1D,cAAc,iDAAiD,CAAC;AAChE,cAAc,uDAAuD,CAAC;AACtE,cAAc,oCAAoC,CAAC"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import { S3CacheRatchetLike } from '@bitblit/ratchet-aws/s3/s3-cache-ratchet-like';
|
|
2
|
+
export declare class S3CacheToLocalDiskRatchet {
|
|
3
|
+
private s3;
|
|
4
|
+
private tmpFolder;
|
|
5
|
+
private cacheTimeoutSeconds;
|
|
6
|
+
private static readonly DEFAULT_CACHE_TIMEOUT_SEC;
|
|
7
|
+
private currentlyLoading;
|
|
8
|
+
constructor(s3: S3CacheRatchetLike, tmpFolder: string, cacheTimeoutSeconds?: number);
|
|
9
|
+
getFileString(key: string): Promise<string>;
|
|
10
|
+
private keyToLocalCachePath;
|
|
11
|
+
removeCacheFileForKey(key: string): void;
|
|
12
|
+
getFileBuffer(key: string): Promise<Buffer>;
|
|
13
|
+
private updateLocalCacheFile;
|
|
14
|
+
getCacheFileAsString(filePath: string): string;
|
|
15
|
+
getCacheFileAsBuffer(filePath: string): Buffer;
|
|
16
|
+
private generateCacheHash;
|
|
17
|
+
}
|