@bitblit/ratchet-aws-node-only 4.0.419-alpha → 4.0.421-alpha

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (75) hide show
  1. package/lib/athena/alb-athena-log-ratchet.d.ts +56 -0
  2. package/lib/athena/alb-athena-log-ratchet.js +156 -0
  3. package/lib/athena/alb-athena-log-ratchet.js.map +1 -0
  4. package/lib/athena/athena-ratchet.d.ts +15 -0
  5. package/lib/athena/athena-ratchet.js +148 -0
  6. package/lib/athena/athena-ratchet.js.map +1 -0
  7. package/lib/athena/index.d.ts +2 -0
  8. package/lib/athena/index.js +3 -0
  9. package/lib/athena/index.js.map +1 -0
  10. package/lib/build/index.d.ts +1 -0
  11. package/lib/build/index.js +2 -0
  12. package/lib/build/index.js.map +1 -0
  13. package/lib/build/ratchet-aws-node-only-info.d.ts +5 -0
  14. package/lib/build/ratchet-aws-node-only-info.js +15 -0
  15. package/lib/build/ratchet-aws-node-only-info.js.map +1 -0
  16. package/lib/cli/dynamo-exporter.d.ts +12 -0
  17. package/lib/cli/dynamo-exporter.js +77 -0
  18. package/lib/cli/dynamo-exporter.js.map +1 -0
  19. package/lib/cli/index.d.ts +4 -0
  20. package/lib/cli/index.js +5 -0
  21. package/lib/cli/index.js.map +1 -0
  22. package/lib/cli/ratchet-cli-handler.d.ts +6 -0
  23. package/lib/cli/ratchet-cli-handler.js +16 -0
  24. package/lib/cli/ratchet-cli-handler.js.map +1 -0
  25. package/lib/cli/site-uploader/site-uploader.d.ts +12 -0
  26. package/lib/cli/site-uploader/site-uploader.js +116 -0
  27. package/lib/cli/site-uploader/site-uploader.js.map +1 -0
  28. package/lib/cli/start-instance-and-ssh.d.ts +13 -0
  29. package/lib/cli/start-instance-and-ssh.js +52 -0
  30. package/lib/cli/start-instance-and-ssh.js.map +1 -0
  31. package/lib/ec2/ec2-instance-util.d.ts +8 -0
  32. package/lib/ec2/ec2-instance-util.js +47 -0
  33. package/lib/ec2/ec2-instance-util.js.map +1 -0
  34. package/lib/ec2/index.d.ts +1 -0
  35. package/lib/ec2/index.js +2 -0
  36. package/lib/ec2/index.js.map +1 -0
  37. package/lib/mail/inbound/email-to-db-insert-processor.d.ts +10 -0
  38. package/lib/mail/inbound/email-to-db-insert-processor.js +90 -0
  39. package/lib/mail/inbound/email-to-db-insert-processor.js.map +1 -0
  40. package/lib/mail/inbound/inbound-email-ratchet.d.ts +9 -0
  41. package/lib/mail/inbound/inbound-email-ratchet.js +42 -0
  42. package/lib/mail/inbound/inbound-email-ratchet.js.map +1 -0
  43. package/lib/mail/inbound/parsed-email-processor.d.ts +5 -0
  44. package/lib/mail/inbound/parsed-email-processor.js +2 -0
  45. package/lib/mail/inbound/parsed-email-processor.js.map +1 -0
  46. package/lib/mail/inbound/sample-email-processor.d.ts +6 -0
  47. package/lib/mail/inbound/sample-email-processor.js +9 -0
  48. package/lib/mail/inbound/sample-email-processor.js.map +1 -0
  49. package/lib/mail/index.d.ts +4 -0
  50. package/lib/mail/index.js +5 -0
  51. package/lib/mail/index.js.map +1 -0
  52. package/lib/s3/index.d.ts +6 -0
  53. package/lib/s3/index.js +7 -0
  54. package/lib/s3/index.js.map +1 -0
  55. package/lib/s3/s3-cache-to-local-disk-ratchet.d.ts +17 -0
  56. package/lib/s3/s3-cache-to-local-disk-ratchet.js +106 -0
  57. package/lib/s3/s3-cache-to-local-disk-ratchet.js.map +1 -0
  58. package/lib/s3/s3-synced-file/s3-synced-file-config-init-mode.d.ts +4 -0
  59. package/lib/s3/s3-synced-file/s3-synced-file-config-init-mode.js +6 -0
  60. package/lib/s3/s3-synced-file/s3-synced-file-config-init-mode.js.map +1 -0
  61. package/lib/s3/s3-synced-file/s3-synced-file-config.d.ts +15 -0
  62. package/lib/s3/s3-synced-file/s3-synced-file-config.js +2 -0
  63. package/lib/s3/s3-synced-file/s3-synced-file-config.js.map +1 -0
  64. package/lib/s3/s3-synced-file/s3-synced-file-optimization.d.ts +3 -0
  65. package/lib/s3/s3-synced-file/s3-synced-file-optimization.js +5 -0
  66. package/lib/s3/s3-synced-file/s3-synced-file-optimization.js.map +1 -0
  67. package/lib/s3/s3-synced-file/s3-synced-file-remote-backup-mode.d.ts +4 -0
  68. package/lib/s3/s3-synced-file/s3-synced-file-remote-backup-mode.js +6 -0
  69. package/lib/s3/s3-synced-file/s3-synced-file-remote-backup-mode.js.map +1 -0
  70. package/lib/s3/s3-synced-file/s3-synced-file.d.ts +34 -0
  71. package/lib/s3/s3-synced-file/s3-synced-file.js +218 -0
  72. package/lib/s3/s3-synced-file/s3-synced-file.js.map +1 -0
  73. package/package.json +72 -15
  74. package/lib/index.mjs +0 -2
  75. package/lib/types.d.ts +0 -231
@@ -0,0 +1,116 @@
1
+ import fs from 'fs';
2
+ import walk from 'walk';
3
+ import { S3Client } from '@aws-sdk/client-s3';
4
+ import path from 'path';
5
+ import mime from 'mime-types';
6
+ import { Logger } from '@bitblit/ratchet-common/logger/logger';
7
+ import { Upload } from '@aws-sdk/lib-storage';
8
+ export class SiteUploader {
9
+ srcDir;
10
+ bucketName;
11
+ config;
12
+ s3 = new S3Client({ region: 'us-east-1' });
13
+ constructor(srcDir, bucketName, configFile) {
14
+ this.srcDir = srcDir;
15
+ this.bucketName = bucketName;
16
+ this.config = JSON.parse(fs.readFileSync(configFile).toString('ascii'));
17
+ }
18
+ static createFromArgs(args) {
19
+ if (args && args.length === 3) {
20
+ const src = args[0];
21
+ const bucket = args[1];
22
+ const configFile = args[2];
23
+ return new SiteUploader(src, bucket, configFile);
24
+ }
25
+ else {
26
+ console.log('Usage : node ratchet-site-uploader {srcDir} {bucket} {configFile} (Found ' + args + ' arguments, need 3)');
27
+ return null;
28
+ }
29
+ }
30
+ static async runFromCliArgs(args) {
31
+ const inst = SiteUploader.createFromArgs(args);
32
+ return inst.runPump();
33
+ }
34
+ findMatch(prefix, fileName, config) {
35
+ let found = null;
36
+ if (prefix != null && fileName != null && config != null && config.mapping != null) {
37
+ config.mapping.forEach((entry) => {
38
+ if (found == null) {
39
+ if (entry.prefixMatch == null || prefix.match(entry.prefixMatch)) {
40
+ if (entry.fileMatch == null || fileName.match(entry.fileMatch)) {
41
+ found = entry;
42
+ }
43
+ }
44
+ }
45
+ });
46
+ }
47
+ return found;
48
+ }
49
+ findMime(fileName, config) {
50
+ let found = null;
51
+ if (config != null && config.customMimeTypeMapping != null) {
52
+ Object.keys(config.customMimeTypeMapping).forEach((k) => {
53
+ if (found == null && fileName.endsWith(k)) {
54
+ found = config.customMimeTypeMapping[k];
55
+ }
56
+ });
57
+ }
58
+ if (found == null) {
59
+ found = mime.lookup(fileName);
60
+ }
61
+ if (found == null) {
62
+ found = 'binary/octet-stream';
63
+ }
64
+ return found;
65
+ }
66
+ runPump() {
67
+ return new Promise((resolve, reject) => {
68
+ Logger.info('Uploading contents of %s to %s using %j as config', this.srcDir, this.bucketName, this.config);
69
+ const options = {};
70
+ const walker = walk.walk(this.srcDir, options);
71
+ walker.on('file', function (root, fileStats, next) {
72
+ Logger.info('Processing %j', fileStats.name);
73
+ const prefix = root == this.srcDir ? '' : root.substring(this.srcDir.length + 1) + '/';
74
+ const proc = this.findMatch(prefix, fileStats.name, this.config);
75
+ const key = prefix + fileStats.name;
76
+ Logger.info('Uploading file : %s/%s to key %s with %j', root, fileStats.name, key, proc);
77
+ const params = proc && proc.putParams ? JSON.parse(JSON.stringify(proc.putParams)) : {};
78
+ params.Bucket = this.bucketName;
79
+ params.Key = key;
80
+ params.Body = fs.readFileSync(path.join(root, fileStats.name));
81
+ if (!params.ContentType) {
82
+ params.ContentType = this.findMime(fileStats.name, this.config);
83
+ }
84
+ const upload = new Upload({
85
+ client: this.s3,
86
+ params: params,
87
+ tags: [],
88
+ queueSize: 4,
89
+ partSize: 1024 * 1024 * 5,
90
+ leavePartsOnError: false,
91
+ });
92
+ upload.on('httpUploadProgress', (progress) => {
93
+ Logger.debug('Uploading : %s', progress);
94
+ });
95
+ upload
96
+ .done()
97
+ .then((result) => {
98
+ Logger.info('Finished upload of %s: %j', key, result);
99
+ next();
100
+ })
101
+ .catch((err) => {
102
+ Logger.warn('%s failed to upload : %s : Continuing', key, err);
103
+ next();
104
+ });
105
+ }.bind(this));
106
+ walker.on('errors', function (root, nodeStatsArray, next) {
107
+ next();
108
+ });
109
+ walker.on('end', function () {
110
+ Logger.info('All done');
111
+ resolve(true);
112
+ });
113
+ });
114
+ }
115
+ }
116
+ //# sourceMappingURL=site-uploader.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"site-uploader.js","sourceRoot":"","sources":["../../../src/cli/site-uploader/site-uploader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,IAAI,MAAM,YAAY,CAAC;AAC9B,OAAO,EAAE,MAAM,EAAE,MAAM,uCAAuC,CAAC;AAC/D,OAAO,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAE9C,MAAM,OAAO,YAAY;IACf,MAAM,CAAS;IACf,UAAU,CAAS;IACnB,MAAM,CAAM;IACH,EAAE,GAAa,IAAI,QAAQ,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC;IAEtE,YAAY,MAAc,EAAE,UAAkB,EAAE,UAAkB;QAChE,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;IAC1E,CAAC;IAEM,MAAM,CAAC,cAAc,CAAC,IAAc;QACzC,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC9B,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YACpB,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YACvB,MAAM,UAAU,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YAE3B,OAAO,IAAI,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;QACnD,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,2EAA2E,GAAG,IAAI,GAAG,qBAAqB,CAAC,CAAC;YACxH,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAEM,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,IAAc;QAC/C,MAAM,IAAI,GAAiB,YAAY,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;QAC7D,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;IACxB,CAAC;IAED,SAAS,CAAC,MAAc,EAAE,QAAgB,EAAE,MAAW;QACrD,IAAI,KAAK,GAAG,IAAI,CAAC;QAEjB,IAAI,MAAM,IAAI,IAAI,IAAI,QAAQ,IAAI,IAAI,IAAI,MAAM,IAAI,IAAI,IAAI,MAAM,CAAC,OAAO,IAAI,IAAI,EAAE,CAAC;YACnF,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;gBAC/B,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;oBAClB,IAAI,KAAK,CAAC,WAAW,IAAI,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;wBACjE,IAAI,KAAK,CAAC,SAAS,IAAI,IAAI,IAAI,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;4BAC/D,KAAK,GAAG,KAAK,CAAC;wBAChB,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED,QAAQ,CAAC,QAAgB,EAAE,MAAW;QACpC,IAAI,KAAK,GAAG,IAAI,CAAC;QAEjB,IAAI,MAAM,IAAI,IAAI,IAAI,MAAM,CAAC,qBAAqB,IAAI,IAAI,EAAE,CAAC;YAC3D,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;gBACtD,IAAI,KAAK,IAAI,IAAI,IAAI,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC1C,KAAK,GAAG,MAAM,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;gBAC1C,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;QAED,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;YAClB,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAChC,CAAC;QAED,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;YAClB,KAAK,GAAG,qBAAqB,CAAC;QAChC,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO;QAEL,OAAO,IAAI,OAAO,CAAM,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1C,MAAM,CAAC,IAAI,CAAC,mDAAmD,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YAG5G,MAAM,OAAO,GAAG,EAAE,CAAC;YACnB,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAE/C,MAAM,CAAC,EAAE,CACP,MAAM,EACN,UAAU,IAAI,EAAE,SAAS,EAAE,IAAI;gBAC7B,MAAM,CAAC,IAAI,CAAC,eAAe,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC;gBAC7C,MAAM,MAAM,GAAW,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC;gBAE/F,MAAM,IAAI,GAAQ,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;gBACtE,MAAM,GAAG,GAAW,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC;gBAC5C,MAAM,CAAC,IAAI,CAAC,0CAA0C,EAAE,IAAI,EAAE,SAAS,CAAC,IAAI,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC;gBAEzF,MAAM,MAAM,GAAQ,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAE7F,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC;gBAChC,MAAM,CAAC,GAAG,GAAG,GAAG,CAAC;gBACjB,MAAM,CAAC,IAAI,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;gBAE/D,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;oBACxB,MAAM,CAAC,WAAW,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;gBAClE,CAAC;gBAED,MAAM,MAAM,GAAW,IAAI,MAAM,CAAC;oBAChC,MAAM,EAAE,IAAI,CAAC,EAAE;oBACf,MAAM,EAAE,MAAM;oBACd,IAAI,EAAE,EAAE;oBACR,SAAS,EAAE,CAAC;oBACZ,QAAQ,EAAE,IAAI,GAAG,IAAI,GAAG,CAAC;oBACzB,iBAAiB,EAAE,KAAK;iBACzB,CAAC,CAAC;gBAEH,MAAM,CAAC,EAAE,CAAC,oBAAoB,EAAE,CAAC,QAAQ,EAAE,EAAE;oBAC3C,MAAM,CAAC,KAAK,CAAC,gBAAgB,EAAE,QAAQ,CAAC,CAAC;gBAC3C,CAAC,CAAC,CAAC;gBACH,MAAM;qBACH,IAAI,EAAE;qBACN,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE;oBACf,MAAM,CAAC,IAAI,CAAC,2BAA2B,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;oBACtD,IAAI,EAAE,CAAC;gBACT,CAAC,CAAC;qBACD,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;oBACb,MAAM,CAAC,IAAI,CAAC,uCAAuC,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;oBAC/D,IAAI,EAAE,CAAC;gBACT,CAAC,CAAC,CAAC;YACP,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CACb,CAAC;YAEF,MAAM,CAAC,EAAE,CAAC,QAAQ,EAAE,UAAU,IAAI,EAAE,cAAc,EAAE,IAAI;gBACtD,IAAI,EAAE,CAAC;YACT,CAAC,CAAC,CAAC;YAEH,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE;gBACf,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBACxB,OAAO,CAAC,IAAI,CAAC,CAAC;YAChB,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;CACF"}
@@ -0,0 +1,13 @@
1
+ export declare class StartInstanceAndSsh {
2
+ private instanceId;
3
+ private publicKeyFile;
4
+ private instanceOsUser;
5
+ private region;
6
+ private availabilityZone;
7
+ private ec2Ratchet;
8
+ private instanceUtil;
9
+ constructor(instanceId: string, publicKeyFile?: string, instanceOsUser?: string, region?: string, availabilityZone?: string);
10
+ static createFromArgs(args: string[]): StartInstanceAndSsh;
11
+ static runFromCliArgs(args: string[]): Promise<void>;
12
+ run(): Promise<any>;
13
+ }
@@ -0,0 +1,52 @@
1
+ import { Logger } from '@bitblit/ratchet-common/logger/logger';
2
+ import { Ec2Ratchet } from '@bitblit/ratchet-aws/ec2/ec2-ratchet';
3
+ import { spawnSync } from 'child_process';
4
+ import os from 'os';
5
+ import path from 'path';
6
+ import { Ec2InstanceUtil } from '../ec2/ec2-instance-util.js';
7
+ export class StartInstanceAndSsh {
8
+ instanceId;
9
+ publicKeyFile;
10
+ instanceOsUser;
11
+ region;
12
+ availabilityZone;
13
+ ec2Ratchet;
14
+ instanceUtil;
15
+ constructor(instanceId, publicKeyFile = path.join(os.homedir(), '.ssh', 'id_rsa.pub'), instanceOsUser = 'ec2-user', region = 'us-east-1', availabilityZone = 'us-east-1a') {
16
+ this.instanceId = instanceId;
17
+ this.publicKeyFile = publicKeyFile;
18
+ this.instanceOsUser = instanceOsUser;
19
+ this.region = region;
20
+ this.availabilityZone = availabilityZone;
21
+ this.ec2Ratchet = new Ec2Ratchet(this.region, this.availabilityZone);
22
+ this.instanceUtil = new Ec2InstanceUtil(this.ec2Ratchet);
23
+ }
24
+ static createFromArgs(args) {
25
+ if (args?.length === 1 || args?.length === 2) {
26
+ const instanceId = args[0];
27
+ return new StartInstanceAndSsh(instanceId);
28
+ }
29
+ else {
30
+ Logger.info('Usage : ratchet-start-instance-and-ssh {instanceId} {publicKeyFile} (Found %s arguments, need 1 or 2)', args);
31
+ return null;
32
+ }
33
+ }
34
+ static async runFromCliArgs(args) {
35
+ const inst = StartInstanceAndSsh.createFromArgs(args);
36
+ return inst.run();
37
+ }
38
+ async run() {
39
+ const instance = await this.instanceUtil.startInstanceAndUploadPublicKeyFile(this.instanceId, this.publicKeyFile, this.instanceOsUser);
40
+ if (instance) {
41
+ Logger.info('Instance IP address is %s', instance.PublicIpAddress);
42
+ const ret = spawnSync('ssh', [this.instanceOsUser + '@' + instance.PublicIpAddress], {
43
+ stdio: 'inherit',
44
+ });
45
+ Logger.info('%j', ret);
46
+ }
47
+ else {
48
+ Logger.info('No such instance found - check your AWS keys? : %s', this.instanceId);
49
+ }
50
+ }
51
+ }
52
+ //# sourceMappingURL=start-instance-and-ssh.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"start-instance-and-ssh.js","sourceRoot":"","sources":["../../src/cli/start-instance-and-ssh.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,uCAAuC,CAAC;AAC/D,OAAO,EAAE,UAAU,EAAE,MAAM,sCAAsC,CAAC;AAClE,OAAO,EAAE,SAAS,EAAoB,MAAM,eAAe,CAAC;AAC5D,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAE9D,MAAM,OAAO,mBAAmB;IACtB,UAAU,CAAS;IACnB,aAAa,CAAS;IACtB,cAAc,CAAS;IACvB,MAAM,CAAS;IACf,gBAAgB,CAAS;IACzB,UAAU,CAAa;IACvB,YAAY,CAAkB;IAEtC,YACE,UAAkB,EAClB,gBAAwB,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,YAAY,CAAC,EACrE,iBAAyB,UAAU,EACnC,SAAiB,WAAW,EAC5B,mBAA2B,YAAY;QAEvC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QAEzC,IAAI,CAAC,UAAU,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;QACrE,IAAI,CAAC,YAAY,GAAG,IAAI,eAAe,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAC3D,CAAC;IAEM,MAAM,CAAC,cAAc,CAAC,IAAc;QACzC,IAAI,IAAI,EAAE,MAAM,KAAK,CAAC,IAAI,IAAI,EAAE,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7C,MAAM,UAAU,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YAG3B,OAAO,IAAI,mBAAmB,CAAC,UAAU,CAAC,CAAC;QAC7C,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,uGAAuG,EAAE,IAAI,CAAC,CAAC;YAC3H,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAEM,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,IAAc;QAC/C,MAAM,IAAI,GAAwB,mBAAmB,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;QAC3E,OAAO,IAAI,CAAC,GAAG,EAAE,CAAC;IACpB,CAAC;IAEM,KAAK,CAAC,GAAG;QAEd,MAAM,QAAQ,GAAa,MAAM,IAAI,CAAC,YAAY,CAAC,mCAAmC,CACpF,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,aAAa,EAClB,IAAI,CAAC,cAAc,CACpB,CAAC;QACF,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,CAAC,2BAA2B,EAAE,QAAQ,CAAC,eAAe,CAAC,CAAC;YACnE,MAAM,GAAG,GAA6B,SAAS,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,cAAc,GAAG,GAAG,GAAG,QAAQ,CAAC,eAAe,CAAC,EAAE;gBAC7G,KAAK,EAAE,SAAS;aACjB,CAAC,CAAC;YACH,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QACzB,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,oDAAoD,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;QACrF,CAAC;IAEH,CAAC;CACF"}
@@ -0,0 +1,8 @@
1
+ import { Ec2Ratchet } from '@bitblit/ratchet-aws/ec2/ec2-ratchet';
2
+ import { Instance } from '@aws-sdk/client-ec2';
3
+ export declare class Ec2InstanceUtil {
4
+ private ec2Ratchet;
5
+ constructor(ec2Ratchet: Ec2Ratchet);
6
+ startInstanceAndUploadPublicKeyFile(instanceId: string, filePath: string, instanceOsUser?: string): Promise<Instance>;
7
+ startInstanceAndUploadPublicKey(instanceId: string, publicKeyText: string, instanceOsUser?: string): Promise<Instance>;
8
+ }
@@ -0,0 +1,47 @@
1
+ import { RequireRatchet } from '@bitblit/ratchet-common/lang/require-ratchet';
2
+ import { Logger } from '@bitblit/ratchet-common/logger/logger';
3
+ import fs from 'fs';
4
+ export class Ec2InstanceUtil {
5
+ ec2Ratchet;
6
+ constructor(ec2Ratchet) {
7
+ this.ec2Ratchet = ec2Ratchet;
8
+ }
9
+ async startInstanceAndUploadPublicKeyFile(instanceId, filePath, instanceOsUser = 'ec2-user') {
10
+ RequireRatchet.notNullUndefinedOrOnlyWhitespaceString(instanceId, 'instanceId');
11
+ RequireRatchet.notNullUndefinedOrOnlyWhitespaceString(filePath, 'filePath');
12
+ RequireRatchet.true(fs.existsSync(filePath), 'File does not exist');
13
+ Logger.info('Starting instance %s and uploading contents of public key file %s', instanceId, filePath);
14
+ const publicKeyText = fs.readFileSync(filePath).toString();
15
+ return this.startInstanceAndUploadPublicKey(instanceId, publicKeyText, instanceOsUser);
16
+ }
17
+ async startInstanceAndUploadPublicKey(instanceId, publicKeyText, instanceOsUser = 'ec2-user') {
18
+ Logger.info('Starting instance %s, public key length %d, user %s', instanceId, publicKeyText.length, instanceOsUser);
19
+ let instance = await this.ec2Ratchet.describeInstance(instanceId);
20
+ if (instance) {
21
+ let launched = false;
22
+ if (instance.State.Code == 16) {
23
+ Logger.info('Instance is already running...');
24
+ launched = true;
25
+ }
26
+ else {
27
+ Logger.info('Instance is not running... starting up : %s', instanceId);
28
+ launched = await this.ec2Ratchet.launchInstance(instanceId, 1000 * 30);
29
+ }
30
+ if (launched) {
31
+ Logger.info('Uploading public key...');
32
+ const publicKeyResponse = await this.ec2Ratchet.sendPublicKeyToEc2Instance(instanceId, publicKeyText, instanceOsUser);
33
+ Logger.info('Key response : %j', publicKeyResponse);
34
+ instance = instance && instance.PublicIpAddress ? instance : await this.ec2Ratchet.describeInstance(instanceId);
35
+ Logger.info('Instance IP address is %s', instance.PublicIpAddress);
36
+ }
37
+ else {
38
+ Logger.info('Instance could not start - check logs');
39
+ }
40
+ }
41
+ else {
42
+ Logger.info('No such instance found - check your AWS keys? : %s', instanceId);
43
+ }
44
+ return instance;
45
+ }
46
+ }
47
+ //# sourceMappingURL=ec2-instance-util.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ec2-instance-util.js","sourceRoot":"","sources":["../../src/ec2/ec2-instance-util.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,8CAA8C,CAAC;AAC9E,OAAO,EAAE,MAAM,EAAE,MAAM,uCAAuC,CAAC;AAE/D,OAAO,EAAE,MAAM,IAAI,CAAC;AAIpB,MAAM,OAAO,eAAe;IACN;IAApB,YAAoB,UAAsB;QAAtB,eAAU,GAAV,UAAU,CAAY;IAAG,CAAC;IAEvC,KAAK,CAAC,mCAAmC,CAC9C,UAAkB,EAClB,QAAgB,EAChB,iBAAyB,UAAU;QAEnC,cAAc,CAAC,sCAAsC,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;QAChF,cAAc,CAAC,sCAAsC,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;QAC5E,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,qBAAqB,CAAC,CAAC;QACpE,MAAM,CAAC,IAAI,CAAC,mEAAmE,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;QACvG,MAAM,aAAa,GAAW,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,QAAQ,EAAE,CAAC;QACnE,OAAO,IAAI,CAAC,+BAA+B,CAAC,UAAU,EAAE,aAAa,EAAE,cAAc,CAAC,CAAC;IACzF,CAAC;IAEM,KAAK,CAAC,+BAA+B,CAC1C,UAAkB,EAClB,aAAqB,EACrB,iBAAyB,UAAU;QAEnC,MAAM,CAAC,IAAI,CAAC,qDAAqD,EAAE,UAAU,EAAE,aAAa,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;QACrH,IAAI,QAAQ,GAAa,MAAM,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;QAC5E,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,QAAQ,GAAY,KAAK,CAAC;YAC9B,IAAI,QAAQ,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,EAAE,CAAC;gBAC9B,MAAM,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;gBAC9C,QAAQ,GAAG,IAAI,CAAC;YAClB,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,IAAI,CAAC,6CAA6C,EAAE,UAAU,CAAC,CAAC;gBACvE,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,UAAU,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;YACzE,CAAC;YAED,IAAI,QAAQ,EAAE,CAAC;gBACb,MAAM,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;gBACvC,MAAM,iBAAiB,GAA6B,MAAM,IAAI,CAAC,UAAU,CAAC,0BAA0B,CAClG,UAAU,EACV,aAAa,EACb,cAAc,CACf,CAAC;gBACF,MAAM,CAAC,IAAI,CAAC,mBAAmB,EAAE,iBAAiB,CAAC,CAAC;gBAEpD,QAAQ,GAAG,QAAQ,IAAI,QAAQ,CAAC,eAAe,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;gBAChH,MAAM,CAAC,IAAI,CAAC,2BAA2B,EAAE,QAAQ,CAAC,eAAe,CAAC,CAAC;YACrE,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,IAAI,CAAC,uCAAuC,CAAC,CAAC;YACvD,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,oDAAoD,EAAE,UAAU,CAAC,CAAC;QAChF,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;CACF"}
@@ -0,0 +1 @@
1
+ export * from './ec2-instance-util.js';
@@ -0,0 +1,2 @@
1
+ export * from './ec2-instance-util.js';
2
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/ec2/index.ts"],"names":[],"mappings":"AAIA,cAAc,wBAAwB,CAAC"}
@@ -0,0 +1,10 @@
1
+ import { ParsedEmailProcessor } from './parsed-email-processor.js';
2
+ import { ParsedMail } from 'mailparser';
3
+ export declare class EmailToDbInsertProcessor implements ParsedEmailProcessor<EmailToDbStatement[]> {
4
+ canProcess(mail: ParsedMail): boolean;
5
+ processEmail(msg: ParsedMail): Promise<EmailToDbStatement[]>;
6
+ }
7
+ export interface EmailToDbStatement {
8
+ statement: string;
9
+ params?: any[];
10
+ }
@@ -0,0 +1,90 @@
1
+ import unzipper from 'unzipper';
2
+ import { DateTime } from 'luxon';
3
+ import { RequireRatchet } from '@bitblit/ratchet-common/lang/require-ratchet';
4
+ import { Logger } from '@bitblit/ratchet-common/logger/logger';
5
+ import { CsvRatchet } from '@bitblit/ratchet-node-only/csv/csv-ratchet';
6
+ import { MultiStream } from '@bitblit/ratchet-node-only/stream/multi-stream';
7
+ export class EmailToDbInsertProcessor {
8
+ canProcess(mail) {
9
+ return true;
10
+ }
11
+ async processEmail(msg) {
12
+ const rval = [];
13
+ try {
14
+ RequireRatchet.notNullOrUndefined(msg, 'msg');
15
+ Logger.info('Processing Broadsign reach inbound inventory email');
16
+ const data = msg.attachments[0].content;
17
+ Logger.info('Unzipping attachment');
18
+ const rs = new MultiStream(data);
19
+ let wBuf = null;
20
+ const prom = rs
21
+ .pipe(unzipper.Parse())
22
+ .on('entry', async (entry) => {
23
+ if (entry.path.toLowerCase().endsWith('csv')) {
24
+ wBuf = await entry.buffer();
25
+ }
26
+ else {
27
+ Logger.info('Pass: %s', entry.path);
28
+ entry.autodrain();
29
+ }
30
+ })
31
+ .promise();
32
+ await prom;
33
+ const csvParsed = await CsvRatchet.stringParse(wBuf.toString(), (o) => o, {
34
+ columns: false,
35
+ skip_empty_lines: true,
36
+ });
37
+ if (csvParsed.length > 1) {
38
+ const dropTable = 'drop table if exists sample';
39
+ let createTable = 'create table sample (pump_date varchar(255),';
40
+ const colNames = csvParsed[0];
41
+ let insertPrefix = 'insert into sample (pump_date,';
42
+ let insertQ = '?,';
43
+ for (let i = 0; i < colNames.length; i++) {
44
+ if (i > 0) {
45
+ createTable += ', ';
46
+ insertPrefix += ', ';
47
+ insertQ += ', ';
48
+ }
49
+ const kOut = colNames[i].toLowerCase().split(' ').join('_');
50
+ insertPrefix += kOut;
51
+ insertQ += '?';
52
+ createTable += kOut + ' varchar(255)';
53
+ if (kOut === 'id') {
54
+ createTable += ' primary key';
55
+ }
56
+ else if (kOut === 'device_id') {
57
+ createTable += ' unique';
58
+ }
59
+ }
60
+ createTable += ')';
61
+ insertPrefix += ') values ';
62
+ Logger.info('Recreating table');
63
+ const dropRes = rval.push({ statement: dropTable });
64
+ const createRes = rval.push({ statement: createTable });
65
+ const pumpDate = DateTime.utc().toISO();
66
+ let insertStmt = insertPrefix;
67
+ let insertParams = [];
68
+ for (let i = 1; i < csvParsed.length; i++) {
69
+ if (insertStmt > insertPrefix) {
70
+ insertStmt += ',';
71
+ }
72
+ insertStmt += '(' + insertQ + ')';
73
+ insertParams = insertParams.concat(pumpDate, csvParsed[i]);
74
+ if (i % 25 === 0 || i === csvParsed.length - 1) {
75
+ rval.push({ statement: insertStmt, params: insertParams });
76
+ insertStmt = insertPrefix;
77
+ insertParams = [];
78
+ Logger.info('Inserted %d of %d rows', i, csvParsed.length);
79
+ }
80
+ }
81
+ Logger.info('Finished insertion of %d rows', csvParsed.length);
82
+ }
83
+ }
84
+ catch (err) {
85
+ Logger.error('Failure: %s : %j', err, rval, err);
86
+ }
87
+ return rval;
88
+ }
89
+ }
90
+ //# sourceMappingURL=email-to-db-insert-processor.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"email-to-db-insert-processor.js","sourceRoot":"","sources":["../../../src/mail/inbound/email-to-db-insert-processor.ts"],"names":[],"mappings":"AAEA,OAAO,QAAQ,MAAM,UAAU,CAAC;AAChC,OAAO,EAAE,QAAQ,EAAE,MAAM,OAAO,CAAC;AACjC,OAAO,EAAE,cAAc,EAAE,MAAM,8CAA8C,CAAC;AAC9E,OAAO,EAAE,MAAM,EAAE,MAAM,uCAAuC,CAAC;AAC/D,OAAO,EAAE,UAAU,EAAE,MAAM,4CAA4C,CAAC;AACxE,OAAO,EAAE,WAAW,EAAE,MAAM,gDAAgD,CAAC;AAE7E,MAAM,OAAO,wBAAwB;IAC5B,UAAU,CAAC,IAAgB;QAChC,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,YAAY,CAAC,GAAe;QACvC,MAAM,IAAI,GAAyB,EAAE,CAAC;QACtC,IAAI,CAAC;YACH,cAAc,CAAC,kBAAkB,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;YAC9C,MAAM,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAC;YAClE,MAAM,IAAI,GAAW,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YAEhD,MAAM,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;YACpC,MAAM,EAAE,GAAgB,IAAI,WAAW,CAAC,IAAI,CAAC,CAAC;YAC9C,IAAI,IAAI,GAAW,IAAI,CAAC;YACxB,MAAM,IAAI,GAAiB,EAAE;iBAC1B,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;iBACtB,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;gBAC3B,IAAI,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC7C,IAAI,GAAG,MAAM,KAAK,CAAC,MAAM,EAAE,CAAC;gBAC9B,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;oBACpC,KAAK,CAAC,SAAS,EAAE,CAAC;gBACpB,CAAC;YACH,CAAC,CAAC;iBACD,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,CAAC;YACX,MAAM,SAAS,GAAU,MAAM,UAAU,CAAC,WAAW,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE;gBAC/E,OAAO,EAAE,KAAK;gBACd,gBAAgB,EAAE,IAAI;aACvB,CAAC,CAAC;YAEH,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzB,MAAM,SAAS,GAAW,6BAA6B,CAAC;gBACxD,IAAI,WAAW,GAAW,8CAA8C,CAAC;gBACzE,MAAM,QAAQ,GAAa,SAAS,CAAC,CAAC,CAAC,CAAC;gBAExC,IAAI,YAAY,GAAW,gCAAgC,CAAC;gBAC5D,IAAI,OAAO,GAAW,IAAI,CAAC;gBAE3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACzC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;wBACV,WAAW,IAAI,IAAI,CAAC;wBACpB,YAAY,IAAI,IAAI,CAAC;wBACrB,OAAO,IAAI,IAAI,CAAC;oBAClB,CAAC;oBACD,MAAM,IAAI,GAAW,QAAQ,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;oBACpE,YAAY,IAAI,IAAI,CAAC;oBACrB,OAAO,IAAI,GAAG,CAAC;oBACf,WAAW,IAAI,IAAI,GAAG,eAAe,CAAC;oBACtC,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;wBAClB,WAAW,IAAI,cAAc,CAAC;oBAChC,CAAC;yBAAM,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;wBAChC,WAAW,IAAI,SAAS,CAAC;oBAC3B,CAAC;gBACH,CAAC;gBACD,WAAW,IAAI,GAAG,CAAC;gBACnB,YAAY,IAAI,WAAW,CAAC;gBAG5B,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;gBAChC,MAAM,OAAO,GAAQ,IAAI,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,CAAC;gBACzD,MAAM,SAAS,GAAQ,IAAI,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,WAAW,EAAE,CAAC,CAAC;gBAC7D,MAAM,QAAQ,GAAW,QAAQ,CAAC,GAAG,EAAE,CAAC,KAAK,EAAE,CAAC;gBAChD,IAAI,UAAU,GAAW,YAAY,CAAC;gBACtC,IAAI,YAAY,GAAU,EAAE,CAAC;gBAE7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC1C,IAAI,UAAU,GAAG,YAAY,EAAE,CAAC;wBAC9B,UAAU,IAAI,GAAG,CAAC;oBACpB,CAAC;oBACD,UAAU,IAAI,GAAG,GAAG,OAAO,GAAG,GAAG,CAAC;oBAClC,YAAY,GAAG,YAAY,CAAC,MAAM,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;oBAE3D,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAC/C,IAAI,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,CAAC;wBAC3D,UAAU,GAAG,YAAY,CAAC;wBAC1B,YAAY,GAAG,EAAE,CAAC;wBAClB,MAAM,CAAC,IAAI,CAAC,wBAAwB,EAAE,CAAC,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;oBAC7D,CAAC;gBACH,CAAC;gBAED,MAAM,CAAC,IAAI,CAAC,+BAA+B,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;YACjE,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,kBAAkB,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;QACnD,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;CACF"}
@@ -0,0 +1,9 @@
1
+ import { ParsedEmailProcessor } from './parsed-email-processor.js';
2
+ import { S3CacheRatchet } from '@bitblit/ratchet-aws/s3/s3-cache-ratchet';
3
+ export declare class InboundEmailRatchet {
4
+ private cache;
5
+ private processors;
6
+ constructor(cache: S3CacheRatchet, processors: ParsedEmailProcessor<any>[]);
7
+ processEmailFromS3(key: string): Promise<boolean>;
8
+ processEmailFromBuffer(buf: Buffer): Promise<boolean>;
9
+ }
@@ -0,0 +1,42 @@
1
+ import { simpleParser } from 'mailparser';
2
+ import { Logger } from '@bitblit/ratchet-common/logger/logger';
3
+ import { RequireRatchet } from '@bitblit/ratchet-common/lang/require-ratchet';
4
+ export class InboundEmailRatchet {
5
+ cache;
6
+ processors;
7
+ constructor(cache, processors) {
8
+ this.cache = cache;
9
+ this.processors = processors;
10
+ RequireRatchet.notNullOrUndefined(this.cache, 'cache');
11
+ RequireRatchet.notNullOrUndefined(this.cache.getDefaultBucket(), 'cache.defaultBucket');
12
+ }
13
+ async processEmailFromS3(key) {
14
+ const rval = false;
15
+ if (await this.cache.fileExists(key)) {
16
+ const data = await this.cache.fetchCacheFileAsString(key);
17
+ return this.processEmailFromBuffer(new Buffer(data));
18
+ }
19
+ else {
20
+ Logger.warn('Cannot process inbound email - no such key : %s', key);
21
+ }
22
+ return rval;
23
+ }
24
+ async processEmailFromBuffer(buf) {
25
+ const rval = false;
26
+ RequireRatchet.notNullOrUndefined(buf, 'buf');
27
+ Logger.info('Processing inbound email - size %d bytes', buf.length);
28
+ const message = await simpleParser(buf);
29
+ Logger.info('Found mail from "%s" subject "%s" with %d attachments', message?.from?.text, message?.subject, message?.attachments?.length);
30
+ let procd = false;
31
+ for (let i = 0; i < this.processors.length && !procd; i++) {
32
+ if (this.processors[i].canProcess(message)) {
33
+ Logger.info('Processing message with processor %d', i);
34
+ const result = await this.processors[i].processEmail(message);
35
+ Logger.info('Result was : %j', result);
36
+ procd = true;
37
+ }
38
+ }
39
+ return procd;
40
+ }
41
+ }
42
+ //# sourceMappingURL=inbound-email-ratchet.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"inbound-email-ratchet.js","sourceRoot":"","sources":["../../../src/mail/inbound/inbound-email-ratchet.ts"],"names":[],"mappings":"AAAA,OAAO,EAAc,YAAY,EAAE,MAAM,YAAY,CAAC;AACtD,OAAO,EAAE,MAAM,EAAE,MAAM,uCAAuC,CAAC;AAC/D,OAAO,EAAE,cAAc,EAAE,MAAM,8CAA8C,CAAC;AAO9E,MAAM,OAAO,mBAAmB;IAEpB;IACA;IAFV,YACU,KAAqB,EACrB,UAAuC;QADvC,UAAK,GAAL,KAAK,CAAgB;QACrB,eAAU,GAAV,UAAU,CAA6B;QAE/C,cAAc,CAAC,kBAAkB,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACvD,cAAc,CAAC,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAAE,EAAE,qBAAqB,CAAC,CAAC;IAC1F,CAAC;IAEM,KAAK,CAAC,kBAAkB,CAAC,GAAW;QACzC,MAAM,IAAI,GAAY,KAAK,CAAC;QAC5B,IAAI,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACrC,MAAM,IAAI,GAAW,MAAM,IAAI,CAAC,KAAK,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAC;YAClE,OAAO,IAAI,CAAC,sBAAsB,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QACvD,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,iDAAiD,EAAE,GAAG,CAAC,CAAC;QACtE,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,sBAAsB,CAAC,GAAW;QAC7C,MAAM,IAAI,GAAY,KAAK,CAAC;QAC5B,cAAc,CAAC,kBAAkB,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC9C,MAAM,CAAC,IAAI,CAAC,0CAA0C,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;QAEpE,MAAM,OAAO,GAAe,MAAM,YAAY,CAAC,GAAG,CAAC,CAAC;QACpD,MAAM,CAAC,IAAI,CACT,uDAAuD,EACvD,OAAO,EAAE,IAAI,EAAE,IAAI,EACnB,OAAO,EAAE,OAAO,EAChB,OAAO,EAAE,WAAW,EAAE,MAAM,CAC7B,CAAC;QAEF,IAAI,KAAK,GAAY,KAAK,CAAC;QAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1D,IAAI,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC3C,MAAM,CAAC,IAAI,CAAC,sCAAsC,EAAE,CAAC,CAAC,CAAC;gBACvD,MAAM,MAAM,GAAQ,MAAM,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;gBACnE,MAAM,CAAC,IAAI,CAAC,iBAAiB,EAAE,MAAM,CAAC,CAAC;gBACvC,KAAK,GAAG,IAAI,CAAC;YACf,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;CACF"}
@@ -0,0 +1,5 @@
1
+ import { ParsedMail } from 'mailparser';
2
+ export interface ParsedEmailProcessor<T> {
3
+ canProcess(mail: ParsedMail): boolean;
4
+ processEmail(msg: ParsedMail): Promise<T>;
5
+ }
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=parsed-email-processor.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"parsed-email-processor.js","sourceRoot":"","sources":["../../../src/mail/inbound/parsed-email-processor.ts"],"names":[],"mappings":""}
@@ -0,0 +1,6 @@
1
+ import { ParsedEmailProcessor } from './parsed-email-processor.js';
2
+ import { ParsedMail } from 'mailparser';
3
+ export declare class SampleEmailProcessor implements ParsedEmailProcessor<string> {
4
+ canProcess(mail: ParsedMail): boolean;
5
+ processEmail(msg: ParsedMail): Promise<string>;
6
+ }
@@ -0,0 +1,9 @@
1
+ export class SampleEmailProcessor {
2
+ canProcess(mail) {
3
+ return true;
4
+ }
5
+ async processEmail(msg) {
6
+ return msg.body;
7
+ }
8
+ }
9
+ //# sourceMappingURL=sample-email-processor.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"sample-email-processor.js","sourceRoot":"","sources":["../../../src/mail/inbound/sample-email-processor.ts"],"names":[],"mappings":"AAGA,MAAM,OAAO,oBAAoB;IACxB,UAAU,CAAC,IAAgB;QAChC,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,YAAY,CAAC,GAAe;QACvC,OAAO,GAAG,CAAC,IAAI,CAAC;IAClB,CAAC;CACF"}
@@ -0,0 +1,4 @@
1
+ export * from './inbound/email-to-db-insert-processor.js';
2
+ export * from './inbound/inbound-email-ratchet.js';
3
+ export * from './inbound/parsed-email-processor.js';
4
+ export * from './inbound/sample-email-processor.js';
@@ -0,0 +1,5 @@
1
+ export * from './inbound/email-to-db-insert-processor.js';
2
+ export * from './inbound/inbound-email-ratchet.js';
3
+ export * from './inbound/parsed-email-processor.js';
4
+ export * from './inbound/sample-email-processor.js';
5
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/mail/index.ts"],"names":[],"mappings":"AAIA,cAAc,2CAA2C,CAAC;AAC1D,cAAc,oCAAoC,CAAC;AACnD,cAAc,qCAAqC,CAAC;AACpD,cAAc,qCAAqC,CAAC"}
@@ -0,0 +1,6 @@
1
+ export * from './s3-cache-to-local-disk-ratchet.js';
2
+ export * from './s3-synced-file/s3-synced-file-config-init-mode.js';
3
+ export * from './s3-synced-file/s3-synced-file-config.js';
4
+ export * from './s3-synced-file/s3-synced-file-optimization.js';
5
+ export * from './s3-synced-file/s3-synced-file-remote-backup-mode.js';
6
+ export * from './s3-synced-file/s3-synced-file.js';
@@ -0,0 +1,7 @@
1
+ export * from './s3-cache-to-local-disk-ratchet.js';
2
+ export * from './s3-synced-file/s3-synced-file-config-init-mode.js';
3
+ export * from './s3-synced-file/s3-synced-file-config.js';
4
+ export * from './s3-synced-file/s3-synced-file-optimization.js';
5
+ export * from './s3-synced-file/s3-synced-file-remote-backup-mode.js';
6
+ export * from './s3-synced-file/s3-synced-file.js';
7
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/s3/index.ts"],"names":[],"mappings":"AAIA,cAAc,qCAAqC,CAAC;AACpD,cAAc,qDAAqD,CAAC;AACpE,cAAc,2CAA2C,CAAC;AAC1D,cAAc,iDAAiD,CAAC;AAChE,cAAc,uDAAuD,CAAC;AACtE,cAAc,oCAAoC,CAAC"}
@@ -0,0 +1,17 @@
1
+ import { S3CacheRatchetLike } from '@bitblit/ratchet-aws/s3/s3-cache-ratchet-like';
2
+ export declare class S3CacheToLocalDiskRatchet {
3
+ private s3;
4
+ private tmpFolder;
5
+ private cacheTimeoutSeconds;
6
+ private static readonly DEFAULT_CACHE_TIMEOUT_SEC;
7
+ private currentlyLoading;
8
+ constructor(s3: S3CacheRatchetLike, tmpFolder: string, cacheTimeoutSeconds?: number);
9
+ getFileString(key: string): Promise<string>;
10
+ private keyToLocalCachePath;
11
+ removeCacheFileForKey(key: string): void;
12
+ getFileBuffer(key: string): Promise<Buffer>;
13
+ private updateLocalCacheFile;
14
+ getCacheFileAsString(filePath: string): string;
15
+ getCacheFileAsBuffer(filePath: string): Buffer;
16
+ private generateCacheHash;
17
+ }