@wireio/shared 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (183) hide show
  1. package/lib/guards/applyTypeGuardExtras.d.ts +3 -0
  2. package/lib/guards/applyTypeGuardExtras.d.ts.map +1 -0
  3. package/lib/guards/applyTypeGuardExtras.js +5 -0
  4. package/lib/guards/applyTypeGuardExtras.js.map +1 -0
  5. package/lib/guards/array.d.ts +2 -0
  6. package/lib/guards/array.d.ts.map +1 -0
  7. package/lib/guards/array.js +4 -0
  8. package/lib/guards/array.js.map +1 -0
  9. package/lib/guards/assert.d.ts +19 -0
  10. package/lib/guards/assert.d.ts.map +1 -0
  11. package/lib/guards/assert.js +50 -0
  12. package/lib/guards/assert.js.map +1 -0
  13. package/lib/guards/class.d.ts +27 -0
  14. package/lib/guards/class.d.ts.map +1 -0
  15. package/lib/guards/class.js +34 -0
  16. package/lib/guards/class.js.map +1 -0
  17. package/lib/guards/guard-tools.d.ts +20 -0
  18. package/lib/guards/guard-tools.d.ts.map +1 -0
  19. package/lib/guards/guard-tools.js +50 -0
  20. package/lib/guards/guard-tools.js.map +1 -0
  21. package/lib/guards/index.d.ts +8 -0
  22. package/lib/guards/index.d.ts.map +1 -0
  23. package/lib/guards/index.js +8 -0
  24. package/lib/guards/index.js.map +1 -0
  25. package/lib/guards/primitive.d.ts +26 -0
  26. package/lib/guards/primitive.d.ts.map +1 -0
  27. package/lib/guards/primitive.js +47 -0
  28. package/lib/guards/primitive.js.map +1 -0
  29. package/lib/guards/types.d.ts +10 -0
  30. package/lib/guards/types.d.ts.map +1 -0
  31. package/lib/guards/types.js +2 -0
  32. package/lib/guards/types.js.map +1 -0
  33. package/lib/helpers/Deferred.d.ts +31 -0
  34. package/lib/helpers/Deferred.d.ts.map +1 -0
  35. package/lib/helpers/Deferred.js +111 -0
  36. package/lib/helpers/Deferred.js.map +1 -0
  37. package/lib/helpers/index.d.ts +2 -0
  38. package/lib/helpers/index.d.ts.map +1 -0
  39. package/lib/helpers/index.js +2 -0
  40. package/lib/helpers/index.js.map +1 -0
  41. package/lib/index.d.ts +4 -0
  42. package/lib/index.d.ts.map +1 -0
  43. package/lib/index.js +4 -0
  44. package/lib/index.js.map +1 -0
  45. package/lib/logging/Appender.d.ts +5 -0
  46. package/lib/logging/Appender.d.ts.map +1 -0
  47. package/lib/logging/Appender.js +2 -0
  48. package/lib/logging/Appender.js.map +1 -0
  49. package/lib/logging/Formatter.d.ts +3 -0
  50. package/lib/logging/Formatter.d.ts.map +1 -0
  51. package/lib/logging/Formatter.js +2 -0
  52. package/lib/logging/Formatter.js.map +1 -0
  53. package/lib/logging/InternalLogger.d.ts +2 -0
  54. package/lib/logging/InternalLogger.d.ts.map +1 -0
  55. package/lib/logging/InternalLogger.js +6 -0
  56. package/lib/logging/InternalLogger.js.map +1 -0
  57. package/lib/logging/Level.d.ts +14 -0
  58. package/lib/logging/Level.d.ts.map +1 -0
  59. package/lib/logging/Level.js +13 -0
  60. package/lib/logging/Level.js.map +1 -0
  61. package/lib/logging/LogRecord.d.ts +16 -0
  62. package/lib/logging/LogRecord.d.ts.map +1 -0
  63. package/lib/logging/LogRecord.js +2 -0
  64. package/lib/logging/LogRecord.js.map +1 -0
  65. package/lib/logging/Logger.d.ts +77 -0
  66. package/lib/logging/Logger.d.ts.map +1 -0
  67. package/lib/logging/Logger.js +158 -0
  68. package/lib/logging/Logger.js.map +1 -0
  69. package/lib/logging/LoggingManager.d.ts +128 -0
  70. package/lib/logging/LoggingManager.d.ts.map +1 -0
  71. package/lib/logging/LoggingManager.js +236 -0
  72. package/lib/logging/LoggingManager.js.map +1 -0
  73. package/lib/logging/appenders/ConsoleAppender.d.ts +55 -0
  74. package/lib/logging/appenders/ConsoleAppender.d.ts.map +1 -0
  75. package/lib/logging/appenders/ConsoleAppender.js +72 -0
  76. package/lib/logging/appenders/ConsoleAppender.js.map +1 -0
  77. package/lib/logging/appenders/DebugAppender.d.ts +53 -0
  78. package/lib/logging/appenders/DebugAppender.d.ts.map +1 -0
  79. package/lib/logging/appenders/DebugAppender.js +183 -0
  80. package/lib/logging/appenders/DebugAppender.js.map +1 -0
  81. package/lib/logging/appenders/FileAppender.d.ts +65 -0
  82. package/lib/logging/appenders/FileAppender.d.ts.map +1 -0
  83. package/lib/logging/appenders/FileAppender.js +212 -0
  84. package/lib/logging/appenders/FileAppender.js.map +1 -0
  85. package/lib/logging/appenders/aws-firehose/AWSFirehoseAppender.d.ts +27 -0
  86. package/lib/logging/appenders/aws-firehose/AWSFirehoseAppender.d.ts.map +1 -0
  87. package/lib/logging/appenders/aws-firehose/AWSFirehoseAppender.js +135 -0
  88. package/lib/logging/appenders/aws-firehose/AWSFirehoseAppender.js.map +1 -0
  89. package/lib/logging/appenders/aws-firehose/AWSFirehoseCredentialManager.d.ts +27 -0
  90. package/lib/logging/appenders/aws-firehose/AWSFirehoseCredentialManager.d.ts.map +1 -0
  91. package/lib/logging/appenders/aws-firehose/AWSFirehoseCredentialManager.js +94 -0
  92. package/lib/logging/appenders/aws-firehose/AWSFirehoseCredentialManager.js.map +1 -0
  93. package/lib/logging/appenders/index.d.ts +4 -0
  94. package/lib/logging/appenders/index.d.ts.map +1 -0
  95. package/lib/logging/appenders/index.js +4 -0
  96. package/lib/logging/appenders/index.js.map +1 -0
  97. package/lib/logging/context/LogContext.d.ts +48 -0
  98. package/lib/logging/context/LogContext.d.ts.map +1 -0
  99. package/lib/logging/context/LogContext.js +58 -0
  100. package/lib/logging/context/LogContext.js.map +1 -0
  101. package/lib/logging/context/LogContextContainer.d.ts +9 -0
  102. package/lib/logging/context/LogContextContainer.d.ts.map +1 -0
  103. package/lib/logging/context/LogContextContainer.js +25 -0
  104. package/lib/logging/context/LogContextContainer.js.map +1 -0
  105. package/lib/logging/context/LogContextProvider.d.ts +24 -0
  106. package/lib/logging/context/LogContextProvider.d.ts.map +1 -0
  107. package/lib/logging/context/LogContextProvider.js +18 -0
  108. package/lib/logging/context/LogContextProvider.js.map +1 -0
  109. package/lib/logging/context/index.d.ts +4 -0
  110. package/lib/logging/context/index.d.ts.map +1 -0
  111. package/lib/logging/context/index.js +4 -0
  112. package/lib/logging/context/index.js.map +1 -0
  113. package/lib/logging/context/providers/node/NodeContextProvider.d.ts +2 -0
  114. package/lib/logging/context/providers/node/NodeContextProvider.d.ts.map +1 -0
  115. package/lib/logging/context/providers/node/NodeContextProvider.js +31 -0
  116. package/lib/logging/context/providers/node/NodeContextProvider.js.map +1 -0
  117. package/lib/logging/context/providers/node/index.d.ts +3 -0
  118. package/lib/logging/context/providers/node/index.d.ts.map +1 -0
  119. package/lib/logging/context/providers/node/index.js +2 -0
  120. package/lib/logging/context/providers/node/index.js.map +1 -0
  121. package/lib/logging/examples/example-debug-appender.d.ts +2 -0
  122. package/lib/logging/examples/example-debug-appender.d.ts.map +1 -0
  123. package/lib/logging/examples/example-debug-appender.js +14 -0
  124. package/lib/logging/examples/example-debug-appender.js.map +1 -0
  125. package/lib/logging/examples/example-file-appender.d.ts +2 -0
  126. package/lib/logging/examples/example-file-appender.d.ts.map +1 -0
  127. package/lib/logging/examples/example-file-appender.js +16 -0
  128. package/lib/logging/examples/example-file-appender.js.map +1 -0
  129. package/lib/logging/getLogger.d.ts +3 -0
  130. package/lib/logging/getLogger.d.ts.map +1 -0
  131. package/lib/logging/getLogger.js +5 -0
  132. package/lib/logging/getLogger.js.map +1 -0
  133. package/lib/logging/index-node.d.ts +3 -0
  134. package/lib/logging/index-node.d.ts.map +1 -0
  135. package/lib/logging/index-node.js +3 -0
  136. package/lib/logging/index-node.js.map +1 -0
  137. package/lib/logging/index.d.ts +11 -0
  138. package/lib/logging/index.d.ts.map +1 -0
  139. package/lib/logging/index.js +11 -0
  140. package/lib/logging/index.js.map +1 -0
  141. package/lib/logging/util.d.ts +3 -0
  142. package/lib/logging/util.d.ts.map +1 -0
  143. package/lib/logging/util.js +6 -0
  144. package/lib/logging/util.js.map +1 -0
  145. package/package.json +31 -0
  146. package/src/guards/applyTypeGuardExtras.ts +9 -0
  147. package/src/guards/array.ts +5 -0
  148. package/src/guards/assert.ts +83 -0
  149. package/src/guards/class.ts +56 -0
  150. package/src/guards/guard-tools.ts +78 -0
  151. package/src/guards/index.ts +7 -0
  152. package/src/guards/primitive.ts +77 -0
  153. package/src/guards/types.ts +15 -0
  154. package/src/helpers/Deferred.ts +149 -0
  155. package/src/helpers/index.ts +1 -0
  156. package/src/index.ts +3 -0
  157. package/src/logging/Appender.ts +5 -0
  158. package/src/logging/Formatter.ts +8 -0
  159. package/src/logging/InternalLogger.ts +6 -0
  160. package/src/logging/Level.ts +19 -0
  161. package/src/logging/LogRecord.ts +17 -0
  162. package/src/logging/Logger.ts +222 -0
  163. package/src/logging/LoggingManager.ts +306 -0
  164. package/src/logging/appenders/ConsoleAppender.ts +110 -0
  165. package/src/logging/appenders/DebugAppender.ts +254 -0
  166. package/src/logging/appenders/FileAppender.ts +281 -0
  167. package/src/logging/appenders/aws-firehose/AWSFirehoseAppender.ts +176 -0
  168. package/src/logging/appenders/aws-firehose/AWSFirehoseCredentialManager.ts +132 -0
  169. package/src/logging/appenders/index.ts +3 -0
  170. package/src/logging/context/LogContext.ts +74 -0
  171. package/src/logging/context/LogContextContainer.ts +28 -0
  172. package/src/logging/context/LogContextProvider.ts +43 -0
  173. package/src/logging/context/index.ts +3 -0
  174. package/src/logging/context/providers/node/NodeContextProvider.ts +45 -0
  175. package/src/logging/context/providers/node/index.ts +3 -0
  176. package/src/logging/examples/example-debug-appender.ts +19 -0
  177. package/src/logging/examples/example-file-appender.ts +19 -0
  178. package/src/logging/getLogger.ts +9 -0
  179. package/src/logging/index-node.ts +2 -0
  180. package/src/logging/index.ts +11 -0
  181. package/src/logging/util.ts +6 -0
  182. package/tsconfig.json +9 -0
  183. package/tsconfig.tsbuildinfo +1 -0
@@ -0,0 +1,65 @@
1
+ import type { LogRecord } from "../LogRecord";
2
+ import type { Appender } from "../Appender";
3
+ import { Buffer } from "buffer";
4
+ export interface FileAppenderConfig<Record extends LogRecord = any> {
5
+ filename: string;
6
+ /**
7
+ * For rolling
8
+ */
9
+ maxFiles: number;
10
+ /**
11
+ * For rolling
12
+ */
13
+ maxSize: number;
14
+ enableRolling: boolean;
15
+ prettyPrint: boolean;
16
+ sync: boolean;
17
+ }
18
+ export type FileAppenderOptions<Record extends LogRecord = any> = Partial<FileAppenderConfig<Record>>;
19
+ export declare class FileAppender<Record extends LogRecord> implements Appender<Record> {
20
+ readonly config: FileAppenderConfig<Record>;
21
+ private readonly state;
22
+ get enableRolling(): boolean;
23
+ isReady(): boolean;
24
+ /**
25
+ * Initialize and setup the appender
26
+ *
27
+ * @returns {FileAppender<Record>}
28
+ */
29
+ setup(): FileAppender<Record>;
30
+ /**
31
+ * Only exposed for the sake of tests & examples
32
+ * DO NOT USE
33
+ *
34
+ * This should all be async, but i was in a rush :(
35
+ *
36
+ * @returns
37
+ */
38
+ rollFile(): void;
39
+ /**
40
+ * Close the handler
41
+ *
42
+ * @returns {Promise<void>}
43
+ */
44
+ close(): Promise<void>;
45
+ get queue(): Buffer<ArrayBufferLike>[];
46
+ get file(): number;
47
+ get flushing(): boolean;
48
+ get filename(): string;
49
+ /**
50
+ * Appends the log queue records to the file
51
+ */
52
+ private flush;
53
+ /**
54
+ * Handle log records, transform, push to ES
55
+ *
56
+ * @param record
57
+ */
58
+ append(record: Record): void;
59
+ /**
60
+ *
61
+ * @param {Partial<FileAppenderOptions<Record>>} options
62
+ */
63
+ constructor(options?: Partial<FileAppenderOptions<Record>>);
64
+ }
65
+ //# sourceMappingURL=FileAppender.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"FileAppender.d.ts","sourceRoot":"","sources":["../../../src/logging/appenders/FileAppender.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,cAAc,CAAA;AAC7C,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AAE3C,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAA;AAsB/B,MAAM,WAAW,kBAAkB,CAAC,MAAM,SAAS,SAAS,GAAG,GAAG;IAChE,QAAQ,EAAE,MAAM,CAAA;IAEhB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAA;IAEhB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAA;IAEf,aAAa,EAAE,OAAO,CAAA;IACtB,WAAW,EAAE,OAAO,CAAA;IACpB,IAAI,EAAE,OAAO,CAAA;CACd;AAED,MAAM,MAAM,mBAAmB,CAAC,MAAM,SAAS,SAAS,GAAG,GAAG,IAAI,OAAO,CACvE,kBAAkB,CAAC,MAAM,CAAC,CAC3B,CAAA;AAED,qBAAa,YAAY,CAAC,MAAM,SAAS,SAAS,CAChD,YAAW,QAAQ,CAAC,MAAM,CAAC;IAE3B,QAAQ,CAAC,MAAM,EAAE,kBAAkB,CAAC,MAAM,CAAC,CAAA;IAE3C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAiBrB;IAED,IAAI,aAAa,YAEhB;IAED,OAAO;IAIP;;;;OAIG;IACH,KAAK,IAAI,YAAY,CAAC,MAAM,CAAC;IA2B7B;;;;;;;OAOG;IACH,QAAQ;IAkDR;;;;OAIG;IACH,KAAK;IAML,IAAI,KAAK,8BAER;IAED,IAAI,IAAI,WAEP;IAED,IAAI,QAAQ,YAEX;IAED,IAAI,QAAQ,WAEX;IAED;;OAEG;IACH,OAAO,CAAC,KAAK;IAoCb;;;;OAIG;IACH,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAsB5B;;;OAGG;gBACS,OAAO,GAAE,OAAO,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAM;CAW/D"}
@@ -0,0 +1,212 @@
1
+ import { assign, defaults, padStart } from "lodash";
2
+ import * as Path from "path";
3
+ import * as Fs from "fs";
4
+ import { Option, Future } from "prelude-ts";
5
+ import { Buffer } from "buffer";
6
+ import Debug from "debug";
7
+ import Bluebird from "bluebird";
8
+ const FsAsync = Fs.promises;
9
+ const debug = Debug("3fv:logger:FileAppender");
10
+ const osTempDir = process.env.TMP ?? process.env.TEMP ?? "/tmp";
11
+ const tempDir = Fs.mkdtempSync(Path.join(osTempDir, "logger-proxy-example")); //
12
+ const getDefaultConfig = () => ({
13
+ filename: Path.join(tempDir, "app.log"),
14
+ prettyPrint: process.env.NODE_ENV !== "production",
15
+ maxSize: -1,
16
+ maxFiles: 5,
17
+ enableRolling: false,
18
+ sync: false
19
+ });
20
+ function applyConfigDefaults(options) {
21
+ return defaults(options, getDefaultConfig());
22
+ }
23
+ export class FileAppender {
24
+ config;
25
+ state = {
26
+ archivedFilenames: [],
27
+ filename: undefined,
28
+ file: undefined,
29
+ ready: false,
30
+ currentSize: 0,
31
+ flushing: false,
32
+ queue: []
33
+ };
34
+ get enableRolling() {
35
+ return this.config.enableRolling;
36
+ }
37
+ isReady() {
38
+ return this.state.ready;
39
+ }
40
+ /**
41
+ * Initialize and setup the appender
42
+ *
43
+ * @returns {FileAppender<Record>}
44
+ */
45
+ setup() {
46
+ const { state } = this;
47
+ if (!!state.ready) {
48
+ return this;
49
+ }
50
+ try {
51
+ const { filename } = this;
52
+ const file = Fs.openSync(filename, "a");
53
+ assign(state, {
54
+ filename,
55
+ file,
56
+ ready: true
57
+ });
58
+ return this;
59
+ }
60
+ catch (err) {
61
+ assign(state, {
62
+ error: err,
63
+ file: undefined,
64
+ ready: false
65
+ });
66
+ throw err;
67
+ }
68
+ }
69
+ /**
70
+ * Only exposed for the sake of tests & examples
71
+ * DO NOT USE
72
+ *
73
+ * This should all be async, but i was in a rush :(
74
+ *
75
+ * @returns
76
+ */
77
+ rollFile() {
78
+ const { state, config } = this;
79
+ let { file, filename, archivedFilenames } = state;
80
+ if (!this.isReady() || !file) {
81
+ debug(`Can not roll file before ready`);
82
+ return;
83
+ }
84
+ if (!this.enableRolling) {
85
+ return;
86
+ }
87
+ const fileCount = archivedFilenames.length + 1;
88
+ if (config.maxFiles < 1 || fileCount < config.maxFiles) {
89
+ archivedFilenames.push(filename + "." + padStart(fileCount.toString(10), 4, "0"));
90
+ }
91
+ Fs.fdatasyncSync(file);
92
+ Fs.closeSync(file);
93
+ file = state.file = undefined;
94
+ const filenames = [filename, ...archivedFilenames];
95
+ let dest = filenames.pop();
96
+ while (filenames.length) {
97
+ let src = filenames.pop();
98
+ if (!Fs.existsSync(src)) {
99
+ debug(`src does not exist, skipping ${src}`);
100
+ }
101
+ else {
102
+ debug(`Moving src (${src}) to dest (${dest})`);
103
+ if (Fs.existsSync(dest)) {
104
+ Fs.unlinkSync(dest);
105
+ }
106
+ Fs.renameSync(src, dest);
107
+ // if (src === filename) {
108
+ // Fs.copyFileSync(src, dest)
109
+ // Fs.truncateSync(src, 0)
110
+ // } else {
111
+ // Fs.renameSync(src, dest)
112
+ // }
113
+ }
114
+ dest = src;
115
+ }
116
+ assign(state, {
117
+ currentSize: 0,
118
+ file: Fs.openSync(filename, "a")
119
+ });
120
+ }
121
+ /**
122
+ * Close the handler
123
+ *
124
+ * @returns {Promise<void>}
125
+ */
126
+ close() {
127
+ return this.flush().onComplete(() => Option.of(this.state.file).map(Fs.closeSync)).toPromise();
128
+ }
129
+ get queue() {
130
+ return this.state.queue;
131
+ }
132
+ get file() {
133
+ return this.state.file;
134
+ }
135
+ get flushing() {
136
+ return this.state.flushing;
137
+ }
138
+ get filename() {
139
+ return (this.state.filename = this.state.filename ?? this.config.filename);
140
+ }
141
+ /**
142
+ * Appends the log queue records to the file
143
+ */
144
+ flush() {
145
+ const { state } = this;
146
+ return Future.do(async () => {
147
+ state.flushing = true;
148
+ try {
149
+ const { file } = this;
150
+ if (!file) {
151
+ throw Error(`${this.filename} was not opened properly`);
152
+ }
153
+ while (this.queue.length) {
154
+ const buf = this.queue.shift();
155
+ await Bluebird.fromCallback((cb) => Fs.appendFile(file, buf, "utf-8", cb));
156
+ state.currentSize += buf.byteLength;
157
+ }
158
+ const { maxSize } = this.config;
159
+ if (maxSize > 0 && state.currentSize >= maxSize) {
160
+ this.rollFile();
161
+ }
162
+ //await Bluebird.fromCallback((cb) => Fs.fdatasync(this.file, cb))
163
+ }
164
+ catch (err) {
165
+ console.error(`Failed to append file ${this.filename}`, err);
166
+ }
167
+ finally {
168
+ this.state.flushing = false;
169
+ if (this.queue.length) {
170
+ queueMicrotask(() => this.flush());
171
+ }
172
+ }
173
+ });
174
+ }
175
+ /**
176
+ * Handle log records, transform, push to ES
177
+ *
178
+ * @param record
179
+ */
180
+ append(record) {
181
+ try {
182
+ const { queue, filename } = this.state;
183
+ const count = queue.length;
184
+ if (count > 999) {
185
+ debug(`Too many log records (${count}) are in the queue without the file (${filename}) opening, skipping %O`, record);
186
+ return;
187
+ }
188
+ const data = this.config.prettyPrint
189
+ ? JSON.stringify(record, null, 2)
190
+ : JSON.stringify(record);
191
+ queue.push(Buffer.from(data + "\n", "utf-8"));
192
+ this.flush();
193
+ }
194
+ catch (err) {
195
+ console.warn(`Failed to synchronize `, err);
196
+ }
197
+ }
198
+ /**
199
+ *
200
+ * @param {Partial<FileAppenderOptions<Record>>} options
201
+ */
202
+ constructor(options = {}) {
203
+ this.config = applyConfigDefaults(options);
204
+ assign(this.state, {
205
+ filename: this.config.filename
206
+ });
207
+ this.setup();
208
+ debug(`File appender is ready, logging to ${this.state.filename}`);
209
+ // return this
210
+ }
211
+ }
212
+ //# sourceMappingURL=FileAppender.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"FileAppender.js","sourceRoot":"","sources":["../../../src/logging/appenders/FileAppender.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAA;AACnD,OAAO,KAAK,IAAI,MAAM,MAAM,CAAA;AAC5B,OAAO,KAAK,EAAE,MAAM,IAAI,CAAA;AAGxB,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,YAAY,CAAA;AAC3C,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAA;AAC/B,OAAO,KAAK,MAAM,OAAO,CAAA;AACzB,OAAO,QAAQ,MAAM,UAAU,CAAA;AAE/B,MAAM,OAAO,GAAG,EAAE,CAAC,QAAQ,CAAA;AAE3B,MAAM,KAAK,GAAG,KAAK,CAAC,yBAAyB,CAAC,CAAA;AAC9C,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,MAAM,CAAA;AAC/D,MAAM,OAAO,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,sBAAsB,CAAC,CAAC,CAAA,CAAC,EAAE;AAC/E,MAAM,gBAAgB,GAAG,GAAuB,EAAE,CAAC,CAAC;IAClD,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC;IACvC,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,YAAY;IAClD,OAAO,EAAE,CAAC,CAAC;IACX,QAAQ,EAAE,CAAC;IACX,aAAa,EAAE,KAAK;IACpB,IAAI,EAAE,KAAK;CACZ,CAAC,CAAA;AAEF,SAAS,mBAAmB,CAAC,OAA4B;IACvD,OAAO,QAAQ,CAAC,OAAO,EAAE,gBAAgB,EAAE,CAAC,CAAA;AAC9C,CAAC;AAwBD,MAAM,OAAO,YAAY;IAGd,MAAM,CAA4B;IAE1B,KAAK,GASlB;QACF,iBAAiB,EAAE,EAAE;QACrB,QAAQ,EAAE,SAAS;QACnB,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,KAAK;QACZ,WAAW,EAAE,CAAC;QACd,QAAQ,EAAE,KAAK;QACf,KAAK,EAAE,EAAE;KACV,CAAA;IAED,IAAI,aAAa;QACf,OAAO,IAAI,CAAC,MAAM,CAAC,aAAa,CAAA;IAClC,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAA;IACzB,CAAC;IAED;;;;OAIG;IACH,KAAK;QACH,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,CAAA;QACtB,IAAI,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YAClB,OAAO,IAAI,CAAA;QACb,CAAC;QAED,IAAI,CAAC;YACH,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAA;YACzB,MAAM,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAA;YAEvC,MAAM,CAAC,KAAK,EAAE;gBACZ,QAAQ;gBACR,IAAI;gBACJ,KAAK,EAAE,IAAI;aACZ,CAAC,CAAA;YAEF,OAAO,IAAI,CAAA;QACb,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,EAAE;gBACZ,KAAK,EAAE,GAAG;gBACV,IAAI,EAAE,SAAS;gBACf,KAAK,EAAE,KAAK;aACb,CAAC,CAAA;YACF,MAAM,GAAG,CAAA;QACX,CAAC;IACH,CAAC;IAED;;;;;;;OAOG;IACH,QAAQ;QACN,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,IAAI,CAAA;QAC9B,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,iBAAiB,EAAE,GAAG,KAAK,CAAA;QACjD,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;YAC7B,KAAK,CAAC,gCAAgC,CAAC,CAAA;YACvC,OAAM;QACR,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,OAAM;QACR,CAAC;QAED,MAAM,SAAS,GAAG,iBAAiB,CAAC,MAAM,GAAG,CAAC,CAAA;QAC9C,IAAI,MAAM,CAAC,QAAQ,GAAG,CAAC,IAAI,SAAS,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC;YACvD,iBAAiB,CAAC,IAAI,CACpB,QAAQ,GAAG,GAAG,GAAG,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,CAC1D,CAAA;QACH,CAAC;QACD,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,CAAA;QACtB,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;QAClB,IAAI,GAAG,KAAK,CAAC,IAAI,GAAG,SAAS,CAAA;QAC7B,MAAM,SAAS,GAAG,CAAC,QAAQ,EAAE,GAAG,iBAAiB,CAAC,CAAA;QAElD,IAAI,IAAI,GAAW,SAAS,CAAC,GAAG,EAAE,CAAA;QAClC,OAAO,SAAS,CAAC,MAAM,EAAE,CAAC;YACxB,IAAI,GAAG,GAAG,SAAS,CAAC,GAAG,EAAE,CAAA;YACzB,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBACxB,KAAK,CAAC,gCAAgC,GAAG,EAAE,CAAC,CAAA;YAC9C,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,eAAe,GAAG,cAAc,IAAI,GAAG,CAAC,CAAA;gBAC9C,IAAI,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;oBACxB,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,CAAA;gBACrB,CAAC;gBACD,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;gBACxB,0BAA0B;gBAC1B,+BAA+B;gBAC/B,4BAA4B;gBAC5B,WAAW;gBACX,6BAA6B;gBAC7B,IAAI;YACN,CAAC;YACD,IAAI,GAAG,GAAG,CAAA;QACZ,CAAC;QAED,MAAM,CAAC,KAAK,EAAE;YACZ,WAAW,EAAE,CAAC;YACd,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,GAAG,CAAC;SACjC,CAAC,CAAA;IACJ,CAAC;IAED;;;;OAIG;IACH,KAAK;QACH,OAAO,IAAI,CAAC,KAAK,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,CAClC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,SAAS,CAAC,CAC7C,CAAC,SAAS,EAAE,CAAA;IACf,CAAC;IAED,IAAI,KAAK;QACP,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAA;IACzB,CAAC;IAED,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAA;IACxB,CAAC;IAED,IAAI,QAAQ;QACV,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAA;IAC5B,CAAC;IAED,IAAI,QAAQ;QACV,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;IAC5E,CAAC;IAED;;OAEG;IACK,KAAK;QACX,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,CAAA;QACtB,OAAO,MAAM,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE;YAC1B,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAA;YACrB,IAAI,CAAC;gBACH,MAAM,EAAE,IAAI,EAAE,GAAG,IAAI,CAAA;gBACrB,IAAI,CAAC,IAAI,EAAE,CAAC;oBACV,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,QAAQ,0BAA0B,CAAC,CAAA;gBACzD,CAAC;gBACD,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;oBACzB,MAAM,GAAG,GAAW,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA;oBAEtC,MAAM,QAAQ,CAAC,YAAY,CAAC,CAAC,EAAE,EAAE,EAAE,CACjC,EAAE,CAAC,UAAU,CAAC,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,CAAC,CACtC,CAAA;oBAED,KAAK,CAAC,WAAW,IAAI,GAAG,CAAC,UAAU,CAAA;gBACrC,CAAC;gBAED,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,MAAM,CAAA;gBAC/B,IAAI,OAAO,GAAG,CAAC,IAAI,KAAK,CAAC,WAAW,IAAI,OAAO,EAAE,CAAC;oBAChD,IAAI,CAAC,QAAQ,EAAE,CAAA;gBACjB,CAAC;gBAED,kEAAkE;YACpE,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,yBAAyB,IAAI,CAAC,QAAQ,EAAE,EAAE,GAAG,CAAC,CAAA;YAC9D,CAAC;oBAAS,CAAC;gBACT,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,KAAK,CAAA;gBAC3B,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;oBACtB,cAAc,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAA;gBACpC,CAAC;YACH,CAAC;QACH,CAAC,CAAC,CAAA;IACJ,CAAC;IAED;;;;OAIG;IACH,MAAM,CAAC,MAAc;QACnB,IAAI,CAAC;YACH,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,KAAK,CAAA;YACtC,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAA;YAC1B,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;gBAChB,KAAK,CACH,yBAAyB,KAAK,wCAAwC,QAAQ,wBAAwB,EACtG,MAAM,CACP,CAAA;gBACD,OAAM;YACR,CAAC;YAED,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW;gBAClC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBACjC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;YAC1B,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,GAAG,IAAI,EAAE,OAAO,CAAC,CAAC,CAAA;YAC7C,IAAI,CAAC,KAAK,EAAE,CAAA;QACd,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,CAAC,wBAAwB,EAAE,GAAG,CAAC,CAAA;QAC7C,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,YAAY,UAAgD,EAAE;QAC5D,IAAI,CAAC,MAAM,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAA;QAE1C,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE;YACjB,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;SAC/B,CAAC,CAAA;QAEF,IAAI,CAAC,KAAK,EAAE,CAAA;QACZ,KAAK,CAAC,sCAAsC,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAA;QAClE,mBAAmB;IACrB,CAAC;CACF"}
@@ -0,0 +1,27 @@
1
+ import AWSFirehoseCredentialManager from "./AWSFirehoseCredentialManager.js";
2
+ import { LogRecord } from "../../LogRecord.js";
3
+ import { Appender } from "../../Appender.js";
4
+ export declare class AWSFirehoseAppender<Record extends LogRecord = LogRecord> implements Appender<Record> {
5
+ readonly credentialManager: AWSFirehoseCredentialManager;
6
+ private pendingRecords;
7
+ private flushDeferred;
8
+ private flushIntervalMs;
9
+ constructor(credentialManager?: AWSFirehoseCredentialManager);
10
+ append(record: Record): void;
11
+ /**
12
+ * Create the firehose client and return
13
+ *
14
+ * @param {IAWSTemporaryCredentials} credentials
15
+ * @param {boolean} flush
16
+ * @returns {Firehose}
17
+ */
18
+ private getFirehose;
19
+ /**
20
+ * Flush pending records
21
+ *
22
+ * @returns {Promise<void>}
23
+ */
24
+ private flush;
25
+ }
26
+ export default AWSFirehoseAppender;
27
+ //# sourceMappingURL=AWSFirehoseAppender.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"AWSFirehoseAppender.d.ts","sourceRoot":"","sources":["../../../../src/logging/appenders/aws-firehose/AWSFirehoseAppender.ts"],"names":[],"mappings":"AASA,OAAO,4BAA4B,MAAM,mCAAmC,CAAA;AAK5E,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAA;AAC9C,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAA;AAO5C,qBAAa,mBAAmB,CAAC,MAAM,SAAS,SAAS,GAAG,SAAS,CACnE,YAAW,QAAQ,CAAC,MAAM,CAAC;aAKC,iBAAiB,EAAE,4BAA4B;IAJ3E,OAAO,CAAC,cAAc,CAAqB;IAC3C,OAAO,CAAC,aAAa,CAAgB;IACrC,OAAO,CAAC,eAAe,CAAQ;gBAEH,iBAAiB,GAAE,4BAAiE;IAahH,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAoB5B;;;;;;OAMG;IACH,OAAO,CAAC,WAAW;IAsBnB;;;;OAIG;YACW,KAAK;CA8EpB;AAED,eAAe,mBAAmB,CAAA"}
@@ -0,0 +1,135 @@
1
+ import { FirehoseClient, PutRecordBatchCommand } from "@aws-sdk/client-firehose";
2
+ import { ExpiredTokenException, } from "@aws-sdk/client-sts";
3
+ import AWSFirehoseCredentialManager from "./AWSFirehoseCredentialManager.js";
4
+ import { getInternalLogger } from "../../InternalLogger.js";
5
+ import { pick } from "lodash";
6
+ import { Deferred } from "../../../helpers/index.js";
7
+ const LogQueueMaxRecords = 10000;
8
+ const log = getInternalLogger(import.meta.filename);
9
+ export class AWSFirehoseAppender {
10
+ credentialManager;
11
+ pendingRecords = Array();
12
+ flushDeferred;
13
+ flushIntervalMs = 1000;
14
+ constructor(credentialManager = new AWSFirehoseCredentialManager()) {
15
+ this.credentialManager = credentialManager;
16
+ credentialManager.on("received", () => {
17
+ log.info("Credentials received, initializing firehose client");
18
+ if (!this.pendingRecords.length || !!this.flushDeferred) {
19
+ log.debug("Nothing to flush upon credential receipt OR flush already in progress");
20
+ return;
21
+ }
22
+ this.flush()
23
+ .catch((e) => {
24
+ log.error(`Error flushing logs after credential receipt: ${e.message}`, e);
25
+ });
26
+ });
27
+ }
28
+ append(record) {
29
+ const pendingCount = this.pendingRecords.length + 1, removeCount = LogQueueMaxRecords - pendingCount;
30
+ if (removeCount < 0) {
31
+ this.pendingRecords.splice(0, Math.abs(removeCount));
32
+ }
33
+ this.pendingRecords.push({
34
+ ...record,
35
+ app: "web",
36
+ timestamp: Date.now(),
37
+ env: typeof process === "undefined" ? "WEB" : process.env.WIRE_ENV ?? "SHARED",
38
+ url: typeof window === "undefined" ? "local://node" : window.location.href,
39
+ });
40
+ this.flush();
41
+ }
42
+ /**
43
+ * Create the firehose client and return
44
+ *
45
+ * @param {IAWSTemporaryCredentials} credentials
46
+ * @param {boolean} flush
47
+ * @returns {Firehose}
48
+ */
49
+ getFirehose() {
50
+ const creds = this.credentialManager.getCredentials();
51
+ if (!creds) {
52
+ log.warn("No credentials available for flush");
53
+ return null;
54
+ }
55
+ const { region, streamName } = creds;
56
+ if (!region || !streamName) {
57
+ throw new Error("Region or stream name not available");
58
+ }
59
+ const client = new FirehoseClient({
60
+ region: creds.region,
61
+ credentials: pick(creds, "accessKeyId", "secretAccessKey", "sessionToken"),
62
+ });
63
+ return client;
64
+ }
65
+ /**
66
+ * Flush pending records
67
+ *
68
+ * @returns {Promise<void>}
69
+ */
70
+ async flush() {
71
+ if (!!this.flushDeferred) {
72
+ log.debug("Flush already in progress, skipping");
73
+ return;
74
+ }
75
+ if (!this.pendingRecords.length) {
76
+ log.debug("No pending records to flush");
77
+ return;
78
+ }
79
+ const creds = this.credentialManager.getCredentials();
80
+ if (!creds) {
81
+ log.warn("No credentials available for flush");
82
+ return;
83
+ }
84
+ const { streamName } = creds, client = this.getFirehose();
85
+ if (!client) {
86
+ log.warn("No firehose client available, skipping flush");
87
+ return;
88
+ }
89
+ const deferred = this.flushDeferred = new Deferred();
90
+ try {
91
+ while (this.pendingRecords.length) {
92
+ const chunkSize = Math.min(this.pendingRecords.length, 10), records = this.pendingRecords.splice(0, chunkSize), recordJsons = records.map(record => JSON.stringify(record));
93
+ // log.info("Record JSONs", recordJsons)
94
+ const textEncoder = new TextEncoder(), batch = recordJsons.map(jsonStr => ({
95
+ Data: textEncoder.encode(jsonStr)
96
+ }));
97
+ log.info(`Pushing ${records.length} records to firehose`);
98
+ const cmd = new PutRecordBatchCommand({
99
+ DeliveryStreamName: streamName,
100
+ Records: batch,
101
+ });
102
+ const resp = await client.send(cmd);
103
+ const failed = resp.FailedPutCount || 0;
104
+ if (failed) {
105
+ const rr = resp.RequestResponses || [];
106
+ for (let i = 0; i < rr.length; i++) {
107
+ if (rr[i].ErrorCode) {
108
+ log.warn(`Record failed: ${rr[i].ErrorCode} ${rr[i].ErrorMessage}`);
109
+ //this.pendingRecords.unshift(records[i])
110
+ }
111
+ }
112
+ log.info(`PutRecordBatch failed=${failed}; requeued failed records`);
113
+ }
114
+ else {
115
+ log.info(`PutRecordBatch ok count=${records.length}`);
116
+ }
117
+ }
118
+ }
119
+ catch (err) {
120
+ log.error("Failed to push logs", err);
121
+ if (err.code === ExpiredTokenException) {
122
+ this.credentialManager.forceUpdateCredentials();
123
+ }
124
+ deferred.reject(err);
125
+ }
126
+ finally {
127
+ this.flushDeferred = null;
128
+ // if (this.pendingRecords.length)
129
+ // this.flush()
130
+ }
131
+ return deferred.promise;
132
+ }
133
+ }
134
+ export default AWSFirehoseAppender;
135
+ //# sourceMappingURL=AWSFirehoseAppender.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"AWSFirehoseAppender.js","sourceRoot":"","sources":["../../../../src/logging/appenders/aws-firehose/AWSFirehoseAppender.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,cAAc,EAAE,qBAAqB,EAAuB,MAAM,0BAA0B,CAAA;AACrG,OAAO,EAEL,qBAAqB,GACtB,MAAM,qBAAqB,CAAA;AAG5B,OAAO,4BAA4B,MAAM,mCAAmC,CAAA;AAC5E,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAA;AAE3D,OAAO,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAA;AAC7B,OAAO,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAA;AAIpD,MAAM,kBAAkB,GAAG,KAAK,CAAA;AAEhC,MAAM,GAAG,GAAG,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;AAGnD,MAAM,OAAO,mBAAmB;IAMF;IAJpB,cAAc,GAAG,KAAK,EAAa,CAAA;IACnC,aAAa,CAAgB;IAC7B,eAAe,GAAG,IAAI,CAAC;IAE/B,YAA4B,oBAAkD,IAAI,4BAA4B,EAAE;QAApF,sBAAiB,GAAjB,iBAAiB,CAAmE;QAC9G,iBAAiB,CAAC,EAAE,CAAC,UAAU,EAAE,GAAG,EAAE;YACpC,GAAG,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAA;YAC9D,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,IAAI,CAAC,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;gBACxD,GAAG,CAAC,KAAK,CAAC,uEAAuE,CAAC,CAAA;gBAClF,OAAM;YACR,CAAC;YACD,IAAI,CAAC,KAAK,EAAE;iBACT,KAAK,CAAC,CAAC,CAAQ,EAAE,EAAE;gBAClB,GAAG,CAAC,KAAK,CAAC,iDAAiD,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAA;YAC5E,CAAC,CAAC,CAAA;QACN,CAAC,CAAC,CAAA;IACJ,CAAC;IACD,MAAM,CAAC,MAAc;QACnB,MACE,YAAY,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,EAC7C,WAAW,GAAG,kBAAkB,GAAG,YAAY,CAAA;QAEjD,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;YACpB,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAA;QACtD,CAAC;QAED,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC;YACvB,GAAG,MAAM;YACT,GAAG,EAAE,KAAK;YACV,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,GAAG,EAAE,OAAO,OAAO,KAAK,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,IAAI,QAAQ;YAC9E,GAAG,EAAE,OAAO,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI;SAC3E,CAAC,CAAA;QAEF,IAAI,CAAC,KAAK,EAAE,CAAA;IACd,CAAC;IAED;;;;;;OAMG;IACK,WAAW;QACjB,MAAM,KAAK,GAAG,IAAI,CAAC,iBAAiB,CAAC,cAAc,EAAE,CAAA;QAErD,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,GAAG,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAA;YAC9C,OAAO,IAAI,CAAA;QACb,CAAC;QAED,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,KAAK,CAAA;QAEpC,IAAI,CAAC,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAA;QACxD,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,cAAc,CAAC;YAChC,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,WAAW,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa,EAAE,iBAAiB,EAAE,cAAc,CAAC;SAC3E,CAAC,CAAA;QAEF,OAAO,MAAM,CAAA;IACf,CAAC;IAED;;;;OAIG;IACK,KAAK,CAAC,KAAK;QACjB,IAAI,CAAC,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACzB,GAAG,CAAC,KAAK,CAAC,qCAAqC,CAAC,CAAA;YAChD,OAAM;QACR,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC;YAChC,GAAG,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAA;YACxC,OAAM;QACR,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,iBAAiB,CAAC,cAAc,EAAE,CAAA;QACrD,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,GAAG,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAA;YAC9C,OAAM;QACR,CAAC;QACD,MAAM,EAAE,UAAU,EAAE,GAAG,KAAK,EAC1B,MAAM,GAAG,IAAI,CAAC,WAAW,EAAE,CAAA;QAC7B,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,GAAG,CAAC,IAAI,CAAC,8CAA8C,CAAC,CAAA;YACxD,OAAM;QACR,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,GAAG,IAAI,QAAQ,EAAQ,CAAA;QAC1D,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC;gBAClC,MACE,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,EAAE,CAAC,EACpD,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,EAAE,SAAS,CAAC,EAClD,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAA;gBAE7D,wCAAwC;gBAExC,MACE,WAAW,GAAG,IAAI,WAAW,EAAE,EAC/B,KAAK,GAAmC,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;oBAClE,IAAI,EAAE,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC;iBAClC,CAAC,CAAC,CAAA;gBAEL,GAAG,CAAC,IAAI,CAAC,WAAW,OAAO,CAAC,MAAM,sBAAsB,CAAC,CAAA;gBAEzD,MAAM,GAAG,GAAG,IAAI,qBAAqB,CAAC;oBACpC,kBAAkB,EAAE,UAAU;oBAC9B,OAAO,EAAE,KAAK;iBACf,CAAC,CAAA;gBAEF,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;gBACnC,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,IAAI,CAAC,CAAA;gBACvC,IAAI,MAAM,EAAE,CAAC;oBACX,MAAM,EAAE,GAAG,IAAI,CAAC,gBAAgB,IAAI,EAAE,CAAA;oBACtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;wBACnC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;4BACpB,GAAG,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE,CAAC,CAAA;4BACnE,yCAAyC;wBAC3C,CAAC;oBACH,CAAC;oBACD,GAAG,CAAC,IAAI,CAAC,yBAAyB,MAAM,2BAA2B,CAAC,CAAA;gBACtE,CAAC;qBAAM,CAAC;oBACN,GAAG,CAAC,IAAI,CAAC,2BAA2B,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;gBACvD,CAAC;YAEH,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,GAAG,CAAC,KAAK,CAAC,qBAAqB,EAAE,GAAG,CAAC,CAAA;YACrC,IAAI,GAAG,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;gBACvC,IAAI,CAAC,iBAAiB,CAAC,sBAAsB,EAAE,CAAA;YACjD,CAAC;YACD,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QACtB,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,aAAa,GAAG,IAAI,CAAA;YAEzB,kCAAkC;YAClC,iBAAiB;QACnB,CAAC;QAED,OAAO,QAAQ,CAAC,OAAO,CAAA;IACzB,CAAC;CAGF;AAED,eAAe,mBAAmB,CAAA"}
@@ -0,0 +1,27 @@
1
+ import EventEmitter3 from "eventemitter3";
2
+ export interface AWSCredentials {
3
+ accessKeyId: string;
4
+ secretAccessKey: string;
5
+ sessionToken: string;
6
+ streamName: string;
7
+ region: string;
8
+ expiration: string;
9
+ }
10
+ export interface AWSFirehoseCredentialManagerEventMap {
11
+ received: (creds: AWSCredentials) => void;
12
+ expired: () => void;
13
+ }
14
+ export declare class AWSFirehoseCredentialManager extends EventEmitter3<AWSFirehoseCredentialManagerEventMap> {
15
+ private refreshTimer;
16
+ private loadDeferred;
17
+ forceUpdateCredentials(): void;
18
+ getCredentials(): AWSCredentials;
19
+ hasCredentials(): boolean;
20
+ private load;
21
+ scheduleRefresh(credsOrMillis: AWSCredentials | number): void;
22
+ getStreamName(): string;
23
+ getRegion(): string;
24
+ destroy(): void;
25
+ }
26
+ export default AWSFirehoseCredentialManager;
27
+ //# sourceMappingURL=AWSFirehoseCredentialManager.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"AWSFirehoseCredentialManager.d.ts","sourceRoot":"","sources":["../../../../src/logging/appenders/aws-firehose/AWSFirehoseCredentialManager.ts"],"names":[],"mappings":"AAGA,OAAO,aAAa,MAAM,eAAe,CAAA;AAOzC,MAAM,WAAW,cAAc;IAC7B,WAAW,EAAE,MAAM,CAAA;IACnB,eAAe,EAAE,MAAM,CAAA;IACvB,YAAY,EAAE,MAAM,CAAA;IACpB,UAAU,EAAE,MAAM,CAAA;IAClB,MAAM,EAAE,MAAM,CAAA;IACd,UAAU,EAAE,MAAM,CAAA;CACnB;AAED,MAAM,WAAW,oCAAoC;IACnD,QAAQ,EAAE,CAAC,KAAK,EAAE,cAAc,KAAK,IAAI,CAAA;IACzC,OAAO,EAAE,MAAM,IAAI,CAAA;CACpB;AAED,qBAAa,4BAA6B,SAAQ,aAAa,CAAC,oCAAoC,CAAC;IAEnG,OAAO,CAAC,YAAY,CAAuC;IAC3D,OAAO,CAAC,YAAY,CAAkC;IAEtD,sBAAsB,IAAI,IAAI;IAS9B,cAAc,IAAI,cAAc;IAmBhC,cAAc,IAAI,OAAO;YAIX,IAAI;IAyBlB,eAAe,CAAC,aAAa,EAAE,cAAc,GAAG,MAAM,GAAG,IAAI;IA4B7D,aAAa,IAAI,MAAM;IAIvB,SAAS,IAAI,MAAM;IAInB,OAAO,IAAI,IAAI;CAMhB;AAGD,eAAe,4BAA4B,CAAA"}
@@ -0,0 +1,94 @@
1
+ import { Deferred } from "../../../helpers/index.js";
2
+ import { getInternalLogger } from "../../InternalLogger.js";
3
+ import EventEmitter3 from "eventemitter3";
4
+ const API_BASE = "https://log-ingest.shared.wire-dev.com";
5
+ const CRED_BUFFER_PADDING_MS = 3 * 60 * 1000; // 3 minutes
6
+ const log = getInternalLogger(import.meta.filename);
7
+ export class AWSFirehoseCredentialManager extends EventEmitter3 {
8
+ refreshTimer = null;
9
+ loadDeferred = null;
10
+ forceUpdateCredentials() {
11
+ if (this.loadDeferred && !this.loadDeferred.isSettled()) {
12
+ this.loadDeferred.reject(new Error("force update"));
13
+ }
14
+ this.loadDeferred = null;
15
+ this.scheduleRefresh(1);
16
+ }
17
+ getCredentials() {
18
+ if (this.loadDeferred && this.loadDeferred.isFulfilled()) {
19
+ const creds = this.loadDeferred.getResult(), expMs = Date.parse(creds.expiration);
20
+ if (expMs <= Date.now()) {
21
+ log.info("Credentials expired");
22
+ this.loadDeferred = null;
23
+ this.scheduleRefresh(1);
24
+ this.emit("expired");
25
+ return null;
26
+ }
27
+ return creds;
28
+ }
29
+ this.scheduleRefresh(1);
30
+ return null;
31
+ }
32
+ hasCredentials() {
33
+ return this.getCredentials() != null;
34
+ }
35
+ async load() {
36
+ if (this.loadDeferred && !this.loadDeferred.isRejected())
37
+ return this.loadDeferred.promise;
38
+ const deferred = this.loadDeferred = new Deferred();
39
+ try {
40
+ const r = await fetch(API_BASE + "/creds", {
41
+ method: "GET",
42
+ credentials: "include",
43
+ });
44
+ if (!r.ok)
45
+ throw new Error(`creds http ${r.status}`);
46
+ const creds = await r.json();
47
+ this.scheduleRefresh(creds);
48
+ log.info(`Got creds, expire=${creds.expiration}, stream=${creds.streamName}, region=${creds.region}`);
49
+ deferred.resolve(creds);
50
+ this.emit("received", creds);
51
+ return deferred.promise;
52
+ }
53
+ catch (e) {
54
+ deferred.reject(e);
55
+ this.loadDeferred = null;
56
+ throw e;
57
+ }
58
+ }
59
+ scheduleRefresh(credsOrMillis) {
60
+ if (this.refreshTimer) {
61
+ clearTimeout(this.refreshTimer);
62
+ this.refreshTimer = null;
63
+ }
64
+ if (!credsOrMillis)
65
+ return;
66
+ let refreshInMs;
67
+ if (typeof credsOrMillis === "number") {
68
+ refreshInMs = credsOrMillis;
69
+ }
70
+ else {
71
+ const creds = credsOrMillis, expMs = Date.parse(creds.expiration);
72
+ refreshInMs = expMs - Date.now() - CRED_BUFFER_PADDING_MS;
73
+ }
74
+ refreshInMs = Math.max(100, refreshInMs);
75
+ this.refreshTimer = setTimeout(() => {
76
+ this.loadDeferred = null;
77
+ this.load().catch((e) => log.error(`refresh failed: ${e.message}`, e));
78
+ }, refreshInMs);
79
+ }
80
+ getStreamName() {
81
+ return this.getCredentials()?.streamName;
82
+ }
83
+ getRegion() {
84
+ return this.getCredentials()?.region;
85
+ }
86
+ destroy() {
87
+ this.scheduleRefresh(null);
88
+ if (!this.loadDeferred.isSettled())
89
+ this.loadDeferred.reject(new Error("destroyed"));
90
+ this.loadDeferred = null;
91
+ }
92
+ }
93
+ export default AWSFirehoseCredentialManager;
94
+ //# sourceMappingURL=AWSFirehoseCredentialManager.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"AWSFirehoseCredentialManager.js","sourceRoot":"","sources":["../../../../src/logging/appenders/aws-firehose/AWSFirehoseCredentialManager.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAA;AACpD,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAA;AAC3D,OAAO,aAAa,MAAM,eAAe,CAAA;AAEzC,MAAM,QAAQ,GAAG,wCAAwC,CAAA;AACzD,MAAM,sBAAsB,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAA,CAAC,YAAY;AAEzD,MAAM,GAAG,GAAG,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;AAgBnD,MAAM,OAAO,4BAA6B,SAAQ,aAAmD;IAE3F,YAAY,GAAkC,IAAI,CAAC;IACnD,YAAY,GAA6B,IAAI,CAAC;IAEtD,sBAAsB;QACpB,IAAI,IAAI,CAAC,YAAY,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,SAAS,EAAE,EAAE,CAAC;YACxD,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC,CAAA;QACrD,CAAC;QAED,IAAI,CAAC,YAAY,GAAG,IAAI,CAAA;QACxB,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAA;IACzB,CAAC;IAED,cAAc;QACZ,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,YAAY,CAAC,WAAW,EAAE,EAAE,CAAC;YACzD,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,SAAS,EAAE,EACzC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,CAAA;YAEtC,IAAI,KAAK,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;gBACxB,GAAG,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAA;gBAC/B,IAAI,CAAC,YAAY,GAAG,IAAI,CAAA;gBACxB,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAA;gBACvB,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;gBACpB,OAAO,IAAI,CAAA;YACb,CAAC;YACD,OAAO,KAAK,CAAA;QACd,CAAC;QAED,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAA;QACvB,OAAO,IAAI,CAAA;IACb,CAAC;IAED,cAAc;QACZ,OAAO,IAAI,CAAC,cAAc,EAAE,IAAI,IAAI,CAAA;IACtC,CAAC;IAEO,KAAK,CAAC,IAAI;QAChB,IAAI,IAAI,CAAC,YAAY,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE;YACtD,OAAO,IAAI,CAAC,YAAY,CAAC,OAAO,CAAA;QAElC,MAAM,QAAQ,GAAG,IAAI,CAAC,YAAY,GAAG,IAAI,QAAQ,EAAkB,CAAA;QACnE,IAAI,CAAC;YACH,MAAM,CAAC,GAAG,MAAM,KAAK,CAAC,QAAQ,GAAG,QAAQ,EAAE;gBACzC,MAAM,EAAE,KAAK;gBACb,WAAW,EAAE,SAAS;aACvB,CAAC,CAAA;YACF,IAAI,CAAC,CAAC,CAAC,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC,MAAM,EAAE,CAAC,CAAA;YACpD,MAAM,KAAK,GAAmB,MAAM,CAAC,CAAC,IAAI,EAAE,CAAA;YAG5C,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAA;YAC3B,GAAG,CAAC,IAAI,CAAC,qBAAqB,KAAK,CAAC,UAAU,YAAY,KAAK,CAAC,UAAU,YAAY,KAAK,CAAC,MAAM,EAAE,CAAC,CAAA;YACrG,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;YACvB,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,CAAA;YAC5B,OAAO,QAAQ,CAAC,OAAO,CAAA;QACzB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAA;YAClB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAA;YACxB,MAAM,CAAC,CAAA;QACT,CAAC;IACH,CAAC;IACD,eAAe,CAAC,aAAsC;QACpD,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;YAC/B,IAAI,CAAC,YAAY,GAAG,IAAI,CAAA;QAC1B,CAAC;QACD,IAAI,CAAC,aAAa;YAChB,OAAM;QAER,IAAI,WAAmB,CAAA;QACvB,IAAI,OAAO,aAAa,KAAK,QAAQ,EAAE,CAAC;YACtC,WAAW,GAAG,aAAa,CAAA;QAC7B,CAAC;aAAM,CAAC;YACN,MACE,KAAK,GAAG,aAAa,EACrB,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,CAAA;YAEtC,WAAW,GAAG,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,sBAAsB,CAAA;QAE3D,CAAC;QAED,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,WAAW,CAAC,CAAA;QAExC,IAAI,CAAC,YAAY,GAAG,UAAU,CAAC,GAAG,EAAE;YAClC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAA;YACxB,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,CAAQ,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,CAAA;QAC/E,CAAC,EAAE,WAAW,CAAC,CAAA;IACjB,CAAC;IAED,aAAa;QACX,OAAO,IAAI,CAAC,cAAc,EAAE,EAAE,UAAU,CAAA;IAC1C,CAAC;IAED,SAAS;QACP,OAAO,IAAI,CAAC,cAAc,EAAE,EAAE,MAAM,CAAA;IACtC,CAAC;IAED,OAAO;QACL,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAA;QAC1B,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,SAAS,EAAE;YAChC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,WAAW,CAAC,CAAC,CAAA;QAClD,IAAI,CAAC,YAAY,GAAG,IAAI,CAAA;IAC1B,CAAC;CACF;AAGD,eAAe,4BAA4B,CAAA"}
@@ -0,0 +1,4 @@
1
+ export * from "./aws-firehose/AWSFirehoseAppender.js";
2
+ export * from "./ConsoleAppender.js";
3
+ export * from "./DebugAppender.js";
4
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/logging/appenders/index.ts"],"names":[],"mappings":"AAAA,cAAc,uCAAuC,CAAA;AACrD,cAAc,sBAAsB,CAAA;AACpC,cAAc,oBAAoB,CAAA"}
@@ -0,0 +1,4 @@
1
+ export * from "./aws-firehose/AWSFirehoseAppender.js";
2
+ export * from "./ConsoleAppender.js";
3
+ export * from "./DebugAppender.js";
4
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/logging/appenders/index.ts"],"names":[],"mappings":"AAAA,cAAc,uCAAuC,CAAA;AACrD,cAAc,sBAAsB,CAAA;AACpC,cAAc,oBAAoB,CAAA"}