@tetrascience-npm/ts-connectors-sdk 3.1.0

package/dist/src/logger.js

@@ -0,0 +1,284 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Logger = exports.MAX_BATCH_SIZE_EVENTS = exports.MAX_BATCH_SIZE_BYTES = exports.MAX_EVENT_SIZE_BYTES = void 0;
+exports.CLOUDWATCH_BUFFER_LIMIT = CLOUDWATCH_BUFFER_LIMIT;
+exports.CLOUDWATCH_FLUSH_LIMIT = CLOUDWATCH_FLUSH_LIMIT;
+exports.CLOUDWATCH_FLUSH_INTERVAL_MS = CLOUDWATCH_FLUSH_INTERVAL_MS;
+const axios_1 = __importDefault(require("axios"));
+const logs = __importStar(require("@aws-sdk/client-cloudwatch-logs"));
+const get_log_event_size_1 = require("./get-log-event-size");
+const to_cloudwatch_log_event_1 = require("./to-cloudwatch-log-event");
+function CLOUDWATCH_BUFFER_LIMIT() { return process.env['CLOUDWATCH_BUFFER_LIMIT'] ? Number(process.env['CLOUDWATCH_BUFFER_LIMIT']) : 5000; }
+;
+function CLOUDWATCH_FLUSH_LIMIT() { return process.env['CLOUDWATCH_FLUSH_LIMIT'] ? Number(process.env['CLOUDWATCH_FLUSH_LIMIT']) : 100; }
+function CLOUDWATCH_FLUSH_INTERVAL_MS() { return process.env['CLOUDWATCH_FLUSH_INTERVAL'] ? Number(process.env['CLOUDWATCH_FLUSH_INTERVAL']) : 30 * 1000; }
+;
+exports.MAX_EVENT_SIZE_BYTES = 256 * 1024;
+exports.MAX_BATCH_SIZE_BYTES = 1 * 1024 * 1024;
+exports.MAX_BATCH_SIZE_EVENTS = 10 * 1000;
+const INTERNAL_LOG_CONTEXT = { context: 'Logger' };
+class Logger {
+    constructor(options) {
+        this.options = options;
+        this.cloudwatchBuffer = [];
+        this.hasLoggedBufferFull = false;
+        this.hasHitFlushLimit = false;
+        this.bufferFlushLock = false;
+        this.logGroupName = `/connector/${options.orgSlug}/${options.connectorId}`;
+        this.logStreamName = `connector-${options.connectorId}/standalone/${new Date().toISOString().replace(/\:/g, '-')}`;
+    }
+    debug(message, ...args) {
+        this.log('debug', message, args);
+    }
+    info(message, ...args) {
+        this.log('info', message, args);
+    }
+    warn(message, ...args) {
+        this.log('warn', message, args);
+    }
+    error(message, ...args) {
+        this.log('error', message, args);
+    }
+    log(method, message, args = []) {
+        let error = undefined;
+        let meta;
+        if (args.length >= 1) {
+            if (args[0] instanceof Error) {
+                error = args[0];
+                if (args.length >= 2) {
+                    meta = args[1];
+                }
+            }
+            else {
+                meta = args[0];
+            }
+        }
+        const extra = Object.assign(Object.assign({ orgSlug: this.options.orgSlug, connectorId: this.options.connectorId }, this.options.metadata), meta);
+        const logEvent = { timestamp: new Date(), method, message, error: this.getLogError(error), extra };
+        this.write(logEvent);
+    }
+    write(logEvent) {
+        this.sendToConsole(logEvent);
+        if (this.options.writeToCloudwatch) {
+            this.sendToCloudwatchBuffer(logEvent);
+        }
+    }
+    getLogError(error) {
+        var _a, _b;
+        if (!error) {
+            return undefined;
+        }
+        if (axios_1.default.isAxiosError(error)) {
+            return {
+                message: error.message,
+                response: (_a = error.response) === null || _a === void 0 ? void 0 : _a.data,
+            };
+        }
+        const logData = {
+            message: error.message,
+            stack: (_b = error.stack) === null || _b === void 0 ? void 0 : _b.replace(/\n/g, ''),
+        };
+        if ('code' in error) {
+            logData.code = error.code;
+        }
+        if ('errno' in error) {
+            logData.errno = error.errno;
+        }
+        if ('syscall' in error) {
+            logData.syscall = error.syscall;
+        }
+        return logData;
+    }
+    startCloudwatch(client) {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (!this.options.writeToCloudwatch) {
+                this.debug('startCloudwatch was called but writeToCloudwatch was false, skipping', INTERNAL_LOG_CONTEXT);
+                return;
+            }
+            this.debug('Cloudwatch client provided', INTERNAL_LOG_CONTEXT);
+            this.cloudwatchClient = client;
+            yield this.flushCloudwatchBuffer('setup');
+        });
+    }
+    stopCloudwatch() {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (!this.options.writeToCloudwatch) {
+                this.debug('stopCloudwatch was called but writeToCloudwatch was false, no-op', INTERNAL_LOG_CONTEXT);
+                return;
+            }
+            yield this.flushCloudwatchBuffer('shutdown');
+            clearTimeout(this.cloudwatchBufferFlushTimeout);
+            this.cloudwatchBufferFlushTimeout = undefined;
+        });
+    }
+    flushCloudwatchBuffer(trigger) {
+        return __awaiter(this, void 0, void 0, function* () {
+            // We can't actually flush the buffer if we don't yet have a client
+            if (!this.cloudwatchClient) {
+                const event = { timestamp: new Date(), method: 'warn', message: 'Tried to flush cloudwatch buffer without a client', extra: INTERNAL_LOG_CONTEXT };
+                this.sendToConsole(event);
+                this.sendToCloudwatchBuffer(event);
+                return;
+            }
+            if (this.bufferFlushLock) {
+                this.debug(`Buffer flush already in progress, skipping ${trigger}`, INTERNAL_LOG_CONTEXT);
+                return;
+            }
+            this.bufferFlushLock = true;
+            try {
+                if (this.cloudwatchBuffer.length === 0) {
+                    this.debug('No logs to send to Cloudwatch', INTERNAL_LOG_CONTEXT);
+                }
+                else {
+                    const eventsToWrite = [];
+                    let bufferSizeAtStartOfFlush = this.cloudwatchBuffer.length;
+                    let eventsWrittenThisFlush = 0;
+                    while (eventsWrittenThisFlush < bufferSizeAtStartOfFlush) {
+                        let bufferIndex = 0;
+                        let bytesSoFar = 0;
+                        while (bufferIndex < this.cloudwatchBuffer.length) {
+                            let logEvent = this.cloudwatchBuffer[bufferIndex];
+                            let inputLogEvent = (0, to_cloudwatch_log_event_1.toCloudwatchLogEvent)(logEvent);
+                            let logEventSize = (0, get_log_event_size_1.getLogEventSize)(inputLogEvent);
+                            if (logEventSize > exports.MAX_EVENT_SIZE_BYTES) {
+                                this.warn(`Message exceeded Cloudwatch message limit of 256KB, truncating`, Object.assign({ logEventSize, truncatedMessage: logEvent.message.substring(0, 100) }, INTERNAL_LOG_CONTEXT));
+                                // Note that this truncates to (MAX_EVENT_SIZE_BYTES / 8) *characters*.
+                                // The max char size in utf-8 is 4 bytes, so this truncates to ~ half the byte limit.
+                                // This is an imprecise approximation, but should always be under the limit and sufficient to
+                                // identify which message was truncated.
+                                inputLogEvent = Object.assign(Object.assign({}, inputLogEvent), { message: logEvent.message.substring(0, exports.MAX_EVENT_SIZE_BYTES / 8) });
+                            }
+                            if (bytesSoFar + logEventSize > exports.MAX_BATCH_SIZE_BYTES || eventsToWrite.length >= exports.MAX_BATCH_SIZE_EVENTS) {
+                                break;
+                            }
+                            eventsToWrite.push(inputLogEvent);
+                            bytesSoFar += logEventSize;
+                            bufferIndex++;
+                        }
+                        this.debug(`${trigger}: Sending ${eventsToWrite.length} buffered logs to Cloudwatch`, Object.assign({ logCount: eventsToWrite.length }, INTERNAL_LOG_CONTEXT));
+                        yield this.putLogEvents(eventsToWrite);
+                        this.cloudwatchBuffer = this.cloudwatchBuffer.slice(bufferIndex);
+                        eventsWrittenThisFlush += eventsToWrite.length;
+                        this.debug(`${trigger}: ${eventsWrittenThisFlush} logs written to Cloudwatch`, Object.assign({ logCount: eventsWrittenThisFlush }, INTERNAL_LOG_CONTEXT));
+                    }
+                    this.hasLoggedBufferFull = false;
+                    this.hasHitFlushLimit = false;
+                }
+            }
+            catch (error) {
+                if (error.name === 'ResourceNotFoundException' && error.message === 'The specified log stream does not exist.') {
+                    yield this.createLogStream();
+                    this.bufferFlushLock = false;
+                    yield this.flushCloudwatchBuffer('log stream created');
+                }
+                else {
+                    this.error('Error sending buffered logs to Cloudwatch', error, INTERNAL_LOG_CONTEXT);
+                }
+            }
+            finally {
+                clearTimeout(this.cloudwatchBufferFlushTimeout);
+                this.cloudwatchBufferFlushTimeout = setTimeout(() => {
+                    this.flushCloudwatchBuffer('interval');
+                }, CLOUDWATCH_FLUSH_INTERVAL_MS());
+                this.bufferFlushLock = false;
+            }
+        });
+    }
+    sendToCloudwatchBuffer(logEvent) {
+        if (this.cloudwatchBuffer.length >= (CLOUDWATCH_BUFFER_LIMIT() - 1) && !this.hasLoggedBufferFull) {
+            const bufferFullEvent = { timestamp: logEvent.timestamp, method: 'error', message: `Cloudwatch log buffer is full (limit ${CLOUDWATCH_BUFFER_LIMIT()}). Subsequent messages will be lost even if CloudWatch access is restored`, extra: INTERNAL_LOG_CONTEXT };
+            this.cloudwatchBuffer.push(bufferFullEvent);
+            this.sendToConsole(bufferFullEvent);
+            this.hasLoggedBufferFull = true;
+            return;
+        }
+        this.cloudwatchBuffer.push(logEvent);
+        if (this.cloudwatchBuffer.length >= CLOUDWATCH_FLUSH_LIMIT() && !this.hasHitFlushLimit) {
+            this.hasHitFlushLimit = true;
+            this.flushCloudwatchBuffer('flush limit');
+        }
+        return;
+    }
+    sendToConsole(event) {
+        console[event.method](JSON.stringify({
+            level: event.method,
+            message: event.message,
+            error: event.error,
+            extra: Object.keys(event.extra).length > 0 ? event.extra : undefined,
+        }));
+    }
+    createLogStream() {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (!this.cloudwatchClient) {
+                this.error('Tried to create logStream without a cloudwatch client, this is likely a bug', INTERNAL_LOG_CONTEXT);
+                return;
+            }
+            try {
+                this.info(`Creating log stream`, Object.assign({ logGroupName: this.logGroupName, logStreamName: this.logStreamName }, INTERNAL_LOG_CONTEXT));
+                yield this.cloudwatchClient.send(new logs.CreateLogStreamCommand({
+                    logGroupName: this.logGroupName,
+                    logStreamName: this.logStreamName,
+                }));
+            }
+            catch (error) {
+                if (error.name === 'ResourceAlreadyExistsException') {
+                    this.info('Log stream already exists, skipping creation', INTERNAL_LOG_CONTEXT);
+                    return;
+                }
+                else {
+                    this.error('Error creating log stream', error, INTERNAL_LOG_CONTEXT);
+                    throw error;
+                }
+            }
+        });
+    }
+    putLogEvents(logEvents) {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (!this.cloudwatchClient) {
+                throw new Error('Tried to send logs to Cloudwatch without a client');
+            }
+            yield this.cloudwatchClient.send(new logs.PutLogEventsCommand({
+                logGroupName: this.logGroupName,
+                logStreamName: this.logStreamName,
+                logEvents,
+            }));
+        });
+    }
+}
+exports.Logger = Logger;
+//# sourceMappingURL=logger.js.map

package/dist/src/logger.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"logger.js","sourceRoot":"","sources":["../../src/logger.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAwBA,0DAA4J;AAC5J,wDAAwJ;AACxJ,oEAAyK;AA1BzK,kDAA0B;AAC1B,sEAAwD;AACxD,6DAAuD;AACvD,uEAAiE;AAqBjE,SAAgB,uBAAuB,KAAa,OAAO,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;AAAA,CAAC;AAC7J,SAAgB,sBAAsB,KAAa,OAAO,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;AACxJ,SAAgB,4BAA4B,KAAa,OAAO,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,CAAA,CAAC,CAAC;AAAA,CAAC;AAC7J,QAAA,oBAAoB,GAAG,GAAG,GAAG,IAAI,CAAC;AAClC,QAAA,oBAAoB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AACvC,QAAA,qBAAqB,GAAG,EAAE,GAAG,IAAI,CAAC;AAC/C,MAAM,oBAAoB,GAAG,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;AAEnD,MAAa,MAAM;IAUjB,YAA6B,OAAsB;QAAtB,YAAO,GAAP,OAAO,CAAe;QAT3C,qBAAgB,GAAe,EAAE,CAAC;QAIlC,wBAAmB,GAAY,KAAK,CAAC;QACrC,qBAAgB,GAAY,KAAK,CAAC;QAElC,oBAAe,GAAY,KAAK,CAAC;QAGvC,IAAI,CAAC,YAAY,GAAG,cAAc,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;QAC3E,IAAI,CAAC,aAAa,GAAG,aAAa,OAAO,CAAC,WAAW,eAAe,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC;IACrH,CAAC;IAKD,KAAK,CAAC,OAAe,EAAE,GAAG,IAAW;QACnC,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;IACnC,CAAC;IAKD,IAAI,CAAC,OAAe,EAAE,GAAG,IAAW;QAClC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;IAClC,CAAC;IAKD,IAAI,CAAC,OAAe,EAAE,GAAG,IAAW;QAClC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;IAClC,CAAC;IAKD,KAAK,CAAC,OAAe,EAAE,GAAG,IAAW;QACnC,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;IACnC,CAAC;IAEO,GAAG,CAAC,MAAqB,EAAE,OAAe,EAAE,OAAc,EAAE;QAClE,IAAI,KAAK,GAAsB,SAAS,CAAC;QACzC,IAAI,IAAI,CAAC;QAET,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACrB,IAAI,IAAI,CAAC,CAAC,CAAC,YAAY,KAAK,EAAE,CAAC;gBAC7B,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;gBAChB,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;oBACrB,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;gBACjB,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YACjB,CAAC;QACH,CAAC;QAED,MAAM,KAAK,iCACT,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,EAC7B,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW,IAClC,IAAI,CAAC,OAAO,CAAC,QAAQ,GACrB,IAAI,CACR,CAAC;QAEF,MAAM,QAAQ,GAAa,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,CAAC;QAC7G,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACvB,CAAC;IAEO,KAAK,CAAC,QAAkB;QAC9B,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QAC7B,IAAI,IAAI,CAAC,OAAO,CAAC,iBAAiB,EAAE,CAAC;YACnC,IAAI,CAAC,sBAAsB,CAAC,QAAQ,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IAED,WAAW,CAAC,KAAa;;QACvB,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,IAAI,eAAK,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;YAC9B,OAAO;gBACL,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,QAAQ,EAAE,MAAA,KAAK,CAAC,QAAQ,0CAAE,IAAI;aAC/B,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAA4B;YACvC,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,KAAK,EAAE,MAAA,KAAK,CAAC,KAAK,0CAAE,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC;SACvC,CAAC;QAEF,IAAI,MAAM,IAAI,KAAK,EAAE,CAAC;YACpB,OAAO,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;QAC5B,CAAC;QAED,IAAI,OAAO,IAAI,KAAK,EAAE,CAAC;YACrB,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;QAC9B,CAAC;QAED,IAAI,SAAS,IAAI,KAAK,EAAE,CAAC;YACvB,OAAO,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;QAClC,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAEK,eAAe,CAAC,MAAiC;;YACrD,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,iBAAiB,EAAE,CAAC;gBACpC,IAAI,CAAC,KAAK,CAAC,sEAAsE,EAAE,oBAAoB,CAAC,CAAC;gBACzG,OAAO;YACT,CAAC;YAED,IAAI,CAAC,KAAK,CAAC,4BAA4B,EAAE,oBAAoB,CAAC,CAAC;YAC/D,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC;YAC/B,MAAM,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC;QAC5C,CAAC;KAAA;IAEK,cAAc;;YAClB,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,iBAAiB,EAAE,CAAC;gBACpC,IAAI,CAAC,KAAK,CAAC,kEAAkE,EAAE,oBAAoB,CAAC,CAAC;gBACrG,OAAO;YACT,CAAC;YAED,MAAM,IAAI,CAAC,qBAAqB,CAAC,UAAU,CAAC,CAAC;YAC7C,YAAY,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;YAChD,IAAI,CAAC,4BAA4B,GAAG,SAAS,CAAC;QAChD,CAAC;KAAA;IAEK,qBAAqB,CAAC,OAAe;;YACzC,mEAAmE;YACnE,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBAC3B,MAAM,KAAK,GAAa,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,mDAAmD,EAAE,KAAK,EAAE,oBAAoB,EAAE,CAAC;gBAC7J,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;gBAC1B,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAC;gBACnC,OAAO;YACT,CAAC;YAED,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;gBACzB,IAAI,CAAC,KAAK,CAAC,8CAA8C,OAAO,EAAE,EAAE,oBAAoB,CAAC,CAAC;gBAC1F,OAAO;YACT,CAAC;YACD,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;YAE5B,IAAI,CAAC;gBACH,IAAI,IAAI,CAAC,gBAAgB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACvC,IAAI,CAAC,KAAK,CAAC,+BAA+B,EAAE,oBAAoB,CAAC,CAAC;gBACpE,CAAC;qBAAM,CAAC;oBACN,MAAM,aAAa,GAAyB,EAAE,CAAC;oBAC/C,IAAI,wBAAwB,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC;oBAC5D,IAAI,sBAAsB,GAAG,CAAC,CAAC;oBAE/B,OAAO,sBAAsB,GAAG,wBAAwB,EAAE,CAAC;wBACzD,IAAI,WAAW,GAAG,CAAC,CAAC;wBACpB,IAAI,UAAU,GAAG,CAAC,CAAC;wBAEnB,OAAO,WAAW,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC;4BAClD,IAAI,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC;4BAClD,IAAI,aAAa,GAAG,IAAA,8CAAoB,EAAC,QAAQ,CAAC,CAAC;4BACnD,IAAI,YAAY,GAAG,IAAA,oCAAe,EAAC,aAAa,CAAC,CAAC;4BAClD,IAAI,YAAY,GAAG,4BAAoB,EAAE,CAAC;gCACxC,IAAI,CAAC,IAAI,CAAC,gEAAgE,kBAAI,YAAY,EAAE,gBAAgB,EAAE,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,IAAK,oBAAoB,EAAG,CAAC;gCAC7K,uEAAuE;gCACvE,qFAAqF;gCACrF,6FAA6F;gCAC7F,wCAAwC;gCACxC,aAAa,mCAAQ,aAAa,KAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,4BAAoB,GAAG,CAAC,CAAC,GAAE,CAAC;4BACzG,CAAC;4BAED,IAAI,UAAU,GAAG,YAAY,GAAG,4BAAoB,IAAI,aAAa,CAAC,MAAM,IAAI,6BAAqB,EAAE,CAAC;gCACtG,MAAM;4BACR,CAAC;4BACD,aAAa,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;4BAClC,UAAU,IAAI,YAAY,CAAC;4BAC3B,WAAW,EAAE,CAAC;wBAChB,CAAC;wBAED,IAAI,CAAC,KAAK,CAAC,GAAG,OAAO,aAAa,aAAa,CAAC,MAAM,8BAA8B,kBAAI,QAAQ,EAAE,aAAa,CAAC,MAAM,IAAK,oBAAoB,EAAG,CAAC;wBACnJ,MAAM,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC;wBACvC,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;wBACjE,sBAAsB,IAAI,aAAa,CAAC,MAAM,CAAC;wBAC/C,IAAI,CAAC,KAAK,CAAC,GAAG,OAAO,KAAK,sBAAsB,6BAA6B,kBAAI,QAAQ,EAAE,sBAAsB,IAAK,oBAAoB,EAAG,CAAC;oBAChJ,CAAC;oBAED,IAAI,CAAC,mBAAmB,GAAG,KAAK,CAAC;oBACjC,IAAI,CAAC,gBAAgB,GAAG,KAAK,CAAC;gBAChC,CAAC;YACH,CAAC;YAAC,OAAM,KAAU,EAAE,CAAC;gBACnB,IAAI,KAAK,CAAC,IAAI,KAAK,2BAA2B,IAAI,KAAK,CAAC,OAAO,KAAK,0CAA0C,EAAE,CAAC;oBAC/G,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;oBAC7B,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC;oBAC7B,MAAM,IAAI,CAAC,qBAAqB,CAAC,oBAAoB,CAAC,CAAC;gBACzD,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,KAAK,CAAC,2CAA2C,EAAE,KAAK,EAAE,oBAAoB,CAAC,CAAC;gBACvF,CAAC;YACH,CAAC;oBACO,CAAC;gBACP,YAAY,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;gBAChD,IAAI,CAAC,4BAA4B,GAAG,UAAU,CAAC,GAAG,EAAE;oBAClD,IAAI,CAAC,qBAAqB,CAAC,UAAU,CAAC,CAAC;gBACzC,CAAC,EAAE,4BAA4B,EAAE,CAAC,CAAC;gBACnC,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC;YAC/B,CAAC;QACH,CAAC;KAAA;IAEO,sBAAsB,CAAC,QAAkB;QAC/C,IAAI,IAAI,CAAC,gBAAgB,CAAC,MAAM,IAAI,CAAC,uBAAuB,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,CAAC;YACjG,MAAM,eAAe,GAAa,EAAE,SAAS,EAAE,QAAQ,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,wCAAwC,uBAAuB,EAAE,2EAA2E,EAAE,KAAK,EAAE,oBAAoB,EAAE,CAAC;YACzQ,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;YAC5C,IAAI,CAAC,aAAa,CAAC,eAAe,CAAC,CAAC;YACpC,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC;YAChC,OAAO;QACT,CAAC;QAED,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAErC,IAAI,IAAI,CAAC,gBAAgB,CAAC,MAAM,IAAI,sBAAsB,EAAE,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACvF,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;YAC7B,IAAI,CAAC,qBAAqB,CAAC,aAAa,CAAC,CAAC;QAC5C,CAAC;QACD,OAAO;IACT,CAAC;IAEO,aAAa,CAAC,KAAe;QACnC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CACnB,IAAI,CAAC,SAAS,CAAC;YACb,KAAK,EAAE,KAAK,CAAC,MAAM;YACnB,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;SACrE,CAAC,CACH,CAAC;IACJ,CAAC;IAEa,eAAe;;YAC3B,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBAC3B,IAAI,CAAC,KAAK,CAAC,6EAA6E,EAAE,oBAAoB,CAAC,CAAC;gBAChH,OAAO;YACT,CAAC;YAED,IAAI,CAAC;gBACH,IAAI,CAAC,IAAI,CAAC,qBAAqB,kBAAI,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,aAAa,EAAE,IAAI,CAAC,aAAa,IAAK,oBAAoB,EAAG,CAAC;gBAClI,MAAM,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,sBAAsB,CAAC;oBAC/D,YAAY,EAAE,IAAI,CAAC,YAAY;oBAC/B,aAAa,EAAE,IAAI,CAAC,aAAa;iBAClC,CAAC,CAAC,CAAC;YACN,CAAC;YAAC,OAAO,KAAU,EAAE,CAAC;gBACpB,IAAI,KAAK,CAAC,IAAI,KAAK,gCAAgC,EAAE,CAAC;oBACpD,IAAI,CAAC,IAAI,CAAC,8CAA8C,EAAE,oBAAoB,CAAC,CAAC;oBAChF,OAAO;gBACT,CAAC;qBACI,CAAC;oBACJ,IAAI,CAAC,KAAK,CAAC,2BAA2B,EAAE,KAAK,EAAE,oBAAoB,CAAC,CAAC;oBACrE,MAAM,KAAK,CAAC;gBACd,CAAC;YACH,CAAC;QACH,CAAC;KAAA;IAEa,YAAY,CAAC,SAA+B;;YACxD,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBAC3B,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;YACvE,CAAC;YAED,MAAM,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,mBAAmB,CAAC;gBAC5D,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,aAAa,EAAE,IAAI,CAAC,aAAa;gBACjC,SAAS;aACV,CAAC,CAAC,CAAC;QACN,CAAC;KAAA;CACF;AA9QD,wBA8QC"}

package/dist/src/manifest.d.ts

@@ -0,0 +1,4 @@
+import { Logger } from './logger';
+import { ConnectorManifest } from './types';
+export declare function getConnectorManifest(filePath: string, logger: Logger): Promise<ConnectorManifest | null>;
+//# sourceMappingURL=manifest.d.ts.map

package/dist/src/manifest.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"manifest.d.ts","sourceRoot":"","sources":["../../src/manifest.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAClC,OAAO,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAE5C,wBAAsB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC,CAW9G"}

package/dist/src/manifest.js

@@ -0,0 +1,30 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getConnectorManifest = getConnectorManifest;
+const fs_1 = require("fs");
+const promises_1 = require("fs/promises");
+function getConnectorManifest(filePath, logger) {
+    return __awaiter(this, void 0, void 0, function* () {
+        if (!(0, fs_1.existsSync)(filePath)) {
+            return null;
+        }
+        try {
+            const data = yield (0, promises_1.readFile)(filePath, 'utf-8');
+            return JSON.parse(data);
+        }
+        catch (error) {
+            logger.error(`Error reading or parsing ${filePath}:`, error);
+            throw new Error(`Failed to load connector manifest from ${filePath}`);
+        }
+    });
+}
+//# sourceMappingURL=manifest.js.map

package/dist/src/manifest.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"manifest.js","sourceRoot":"","sources":["../../src/manifest.ts"],"names":[],"mappings":";;;;;;;;;;;AAMA,oDAWC;AAjBD,2BAAgC;AAChC,0CAAuC;AAKvC,SAAsB,oBAAoB,CAAC,QAAgB,EAAE,MAAc;;QACzE,IAAI,CAAC,IAAA,eAAU,EAAC,QAAQ,CAAC,EAAE,CAAC;YAC1B,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,IAAA,mBAAQ,EAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC/C,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAsB,CAAC;QAC/C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,4BAA4B,QAAQ,GAAG,EAAE,KAAK,CAAC,CAAC;YAC7D,MAAM,IAAI,KAAK,CAAC,0CAA0C,QAAQ,EAAE,CAAC,CAAC;QACxE,CAAC;IACH,CAAC;CAAA"}

package/dist/src/metrics.d.ts

@@ -0,0 +1,59 @@
+export declare class DataPoint<T = any> {
+    readonly value: T;
+    readonly time: Date;
+    constructor(value: T, time?: Date);
+}
+export type Exporter = (metrics: MetricDataPoint[]) => Promise<void>;
+export type MetricCollectionOptions = {
+    exporter: Exporter;
+    batchNumber: number;
+};
+export type RegisterMetricOptions = {
+    interval: number;
+};
+export type MetricDataPoint<T = any> = {
+    name: string;
+    unit: string;
+    point: DataPoint<T>;
+};
+export interface IMetricsCollector {
+    start(): void;
+    registerProvider(provider: MetricProvider, options?: RegisterMetricOptions): void;
+    flush(): Promise<void> | void;
+    stop(): void;
+}
+export declare class MetricsCollector implements IMetricsCollector {
+    protected readonly providers: MetricProvider[];
+    protected readonly options: RegisterMetricOptions[];
+    protected intervals: ReturnType<typeof setInterval>[];
+    protected metrics: MetricDataPoint[];
+    protected readonly exporter: Exporter;
+    protected readonly batchNumber: number;
+    constructor({ exporter, batchNumber }: MetricCollectionOptions);
+    flush(): Promise<void>;
+    private export;
+    registerProvider(provider: MetricProvider, options?: RegisterMetricOptions): void;
+    start(): void;
+    stop(): void;
+}
+export declare abstract class MetricProvider<T = any> {
+    abstract readonly name: string;
+    abstract readonly unit: string;
+    abstract getMetric(): DataPoint<T> | Promise<DataPoint<T>>;
+}
+export declare class CpuUsageMetricProvider extends MetricProvider<number> {
+    readonly name = "cpu_usage";
+    readonly unit = "Percent";
+    getMetric(): Promise<DataPoint<number>>;
+}
+export declare class MemoryAvailableMetricProvider extends MetricProvider<number> {
+    readonly name = "memory_total";
+    readonly unit = "Bytes";
+    getMetric(): DataPoint<number>;
+}
+export declare class MemoryUsedMetricProvider extends MetricProvider<number> {
+    readonly name = "memory_used";
+    readonly unit = "Bytes";
+    getMetric(): DataPoint<number>;
+}
+//# sourceMappingURL=metrics.d.ts.map

package/dist/src/metrics.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"metrics.d.ts","sourceRoot":"","sources":["../../src/metrics.ts"],"names":[],"mappings":"AAGA,qBAAa,SAAS,CAAC,CAAC,GAAG,GAAG;IAE1B,QAAQ,CAAC,KAAK,EAAE,CAAC;IACjB,QAAQ,CAAC,IAAI;gBADJ,KAAK,EAAE,CAAC,EACR,IAAI,OAAa;CAE7B;AAED,MAAM,MAAM,QAAQ,GAAG,CAAC,OAAO,EAAE,eAAe,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;AAErE,MAAM,MAAM,uBAAuB,GAAG;IACpC,QAAQ,EAAE,QAAQ,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,qBAAqB,GAAG;IAClC,QAAQ,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,eAAe,CAAC,CAAC,GAAG,GAAG,IAAI;IACrC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC;CACrB,CAAC;AAIF,MAAM,WAAW,iBAAiB;IAChC,KAAK,IAAI,IAAI,CAAC;IACd,gBAAgB,CAAC,QAAQ,EAAE,cAAc,EAAE,OAAO,CAAC,EAAE,qBAAqB,GAAG,IAAI,CAAC;IAClF,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IAC9B,IAAI,IAAI,IAAI,CAAC;CACd;AAED,qBAAa,gBAAiB,YAAW,iBAAiB;IACxD,SAAS,CAAC,QAAQ,CAAC,SAAS,EAAE,cAAc,EAAE,CAAM;IACpD,SAAS,CAAC,QAAQ,CAAC,OAAO,EAAE,qBAAqB,EAAE,CAAM;IAEzD,SAAS,CAAC,SAAS,EAAE,UAAU,CAAC,OAAO,WAAW,CAAC,EAAE,CAAM;IAC3D,SAAS,CAAC,OAAO,EAAE,eAAe,EAAE,CAAM;IAE1C,SAAS,CAAC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC;IACtC,SAAS,CAAC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;gBAE3B,EAAE,QAAQ,EAAE,WAAgB,EAAE,EAAE,uBAAuB;IAKnE,KAAK;YAIS,MAAM;IAIpB,gBAAgB,CAAC,QAAQ,EAAE,cAAc,EAAE,OAAO,GAAE,qBAAuC;IAK3F,KAAK,IAAI,IAAI;IAYb,IAAI,IAAI,IAAI;CAIb;AAED,8BAAsB,cAAc,CAAC,CAAC,GAAG,GAAG;IAC1C,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAE/B,QAAQ,CAAC,SAAS,IAAI,SAAS,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;CAC3D;AAED,qBAAa,sBAAuB,SAAQ,cAAc,CAAC,MAAM,CAAC;IAChE,QAAQ,CAAC,IAAI,eAAe;IAC5B,QAAQ,CAAC,IAAI,aAAa;IAEpB,SAAS;CAGhB;AAED,qBAAa,6BAA8B,SAAQ,cAAc,CAAC,MAAM,CAAC;IACvE,QAAQ,CAAC,IAAI,kBAAkB;IAC/B,QAAQ,CAAC,IAAI,WAAW;IAExB,SAAS;CAGV;AAED,qBAAa,wBAAyB,SAAQ,cAAc,CAAC,MAAM,CAAC;IAClE,QAAQ,CAAC,IAAI,iBAAiB;IAC9B,QAAQ,CAAC,IAAI,WAAW;IAExB,SAAS;CAGV"}

package/dist/src/metrics.js

@@ -0,0 +1,125 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MemoryUsedMetricProvider = exports.MemoryAvailableMetricProvider = exports.CpuUsageMetricProvider = exports.MetricProvider = exports.MetricsCollector = exports.DataPoint = void 0;
+const osu = __importStar(require("node-os-utils"));
+const os_1 = __importDefault(require("os"));
+class DataPoint {
+    constructor(value, time = new Date()) {
+        this.value = value;
+        this.time = time;
+    }
+}
+exports.DataPoint = DataPoint;
+const DEFAULT_OPTIONS = { interval: 30 * 1000 };
+class MetricsCollector {
+    constructor({ exporter, batchNumber = 10 }) {
+        this.providers = [];
+        this.options = [];
+        this.intervals = [];
+        this.metrics = [];
+        this.exporter = exporter;
+        this.batchNumber = batchNumber;
+    }
+    flush() {
+        return this.export();
+    }
+    export() {
+        return __awaiter(this, void 0, void 0, function* () {
+            yield this.exporter(this.metrics.splice(0));
+        });
+    }
+    registerProvider(provider, options = DEFAULT_OPTIONS) {
+        this.providers.push(provider);
+        this.options.push(options);
+    }
+    start() {
+        this.intervals = this.providers.map((provider, index) => {
+            const { interval } = this.options[index];
+            return setInterval(() => __awaiter(this, void 0, void 0, function* () {
+                const point = yield provider.getMetric();
+                if (this.metrics.push({ point, name: provider.name, unit: provider.unit }) >= this.batchNumber) {
+                    yield this.export();
+                }
+            }), interval);
+        });
+    }
+    stop() {
+        this.intervals.forEach(clearInterval);
+        this.intervals = [];
+    }
+}
+exports.MetricsCollector = MetricsCollector;
+class MetricProvider {
+}
+exports.MetricProvider = MetricProvider;
+class CpuUsageMetricProvider extends MetricProvider {
+    constructor() {
+        super(...arguments);
+        this.name = 'cpu_usage';
+        this.unit = 'Percent';
+    }
+    getMetric() {
+        return __awaiter(this, void 0, void 0, function* () {
+            return new DataPoint(yield osu.cpu.usage());
+        });
+    }
+}
+exports.CpuUsageMetricProvider = CpuUsageMetricProvider;
+class MemoryAvailableMetricProvider extends MetricProvider {
+    constructor() {
+        super(...arguments);
+        this.name = 'memory_total';
+        this.unit = 'Bytes';
+    }
+    getMetric() {
+        return new DataPoint(os_1.default.totalmem());
+    }
+}
+exports.MemoryAvailableMetricProvider = MemoryAvailableMetricProvider;
+class MemoryUsedMetricProvider extends MetricProvider {
+    constructor() {
+        super(...arguments);
+        this.name = 'memory_used';
+        this.unit = 'Bytes';
+    }
+    getMetric() {
+        return new DataPoint(os_1.default.totalmem() - os_1.default.freemem());
+    }
+}
+exports.MemoryUsedMetricProvider = MemoryUsedMetricProvider;
+//# sourceMappingURL=metrics.js.map

package/dist/src/metrics.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"metrics.js","sourceRoot":"","sources":["../../src/metrics.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,mDAAqC;AACrC,4CAAoB;AAEpB,MAAa,SAAS;IACpB,YACW,KAAQ,EACR,OAAO,IAAI,IAAI,EAAE;QADjB,UAAK,GAAL,KAAK,CAAG;QACR,SAAI,GAAJ,IAAI,CAAa;IACzB,CAAC;CACL;AALD,8BAKC;AAmBD,MAAM,eAAe,GAA0B,EAAE,QAAQ,EAAE,EAAE,GAAG,IAAI,EAAE,CAAC;AASvE,MAAa,gBAAgB;IAU3B,YAAY,EAAE,QAAQ,EAAE,WAAW,GAAG,EAAE,EAA2B;QAThD,cAAS,GAAqB,EAAE,CAAC;QACjC,YAAO,GAA4B,EAAE,CAAC;QAE/C,cAAS,GAAqC,EAAE,CAAC;QACjD,YAAO,GAAsB,EAAE,CAAC;QAMxC,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;IACjC,CAAC;IAED,KAAK;QACH,OAAO,IAAI,CAAC,MAAM,EAAE,CAAC;IACvB,CAAC;IAEa,MAAM;;YAClB,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9C,CAAC;KAAA;IAED,gBAAgB,CAAC,QAAwB,EAAE,UAAiC,eAAe;QACzF,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC9B,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC7B,CAAC;IAED,KAAK;QACH,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE;YACtD,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACzC,OAAO,WAAW,CAAC,GAAS,EAAE;gBAC5B,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,SAAS,EAAE,CAAC;gBACzC,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,CAAC,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;oBAC/F,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;gBACtB,CAAC;YACH,CAAC,CAAA,EAAE,QAAQ,CAAC,CAAC;QACf,CAAC,CAAC,CAAC;IACL,CAAC;IAED,IAAI;QACF,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QACtC,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC;IACtB,CAAC;CACF;AA5CD,4CA4CC;AAED,MAAsB,cAAc;CAKnC;AALD,wCAKC;AAED,MAAa,sBAAuB,SAAQ,cAAsB;IAAlE;;QACW,SAAI,GAAG,WAAW,CAAC;QACnB,SAAI,GAAG,SAAS,CAAC;IAK5B,CAAC;IAHO,SAAS;;YACb,OAAO,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;QAC9C,CAAC;KAAA;CACF;AAPD,wDAOC;AAED,MAAa,6BAA8B,SAAQ,cAAsB;IAAzE;;QACW,SAAI,GAAG,cAAc,CAAC;QACtB,SAAI,GAAG,OAAO,CAAC;IAK1B,CAAC;IAHC,SAAS;QACP,OAAO,IAAI,SAAS,CAAC,YAAE,CAAC,QAAQ,EAAE,CAAC,CAAC;IACtC,CAAC;CACF;AAPD,sEAOC;AAED,MAAa,wBAAyB,SAAQ,cAAsB;IAApE;;QACW,SAAI,GAAG,aAAa,CAAC;QACrB,SAAI,GAAG,OAAO,CAAC;IAK1B,CAAC;IAHC,SAAS;QACP,OAAO,IAAI,SAAS,CAAC,YAAE,CAAC,QAAQ,EAAE,GAAG,YAAE,CAAC,OAAO,EAAE,CAAC,CAAC;IACrD,CAAC;CACF;AAPD,4DAOC"}

package/dist/src/polling-connector.d.ts

@@ -0,0 +1,50 @@
+import { ConnectorDto, ConnectorFileDto } from './api';
+import { Connector, ConnectorOptions } from './connector';
+import { TDPClient } from './tdp-client';
+export type PollingConnectorConfig = {
+    pollingInterval: number;
+};
+/**
+ * Polling connector abstract class that should be overridden to define connector
+ */
+export declare abstract class PollingConnector<T extends PollingConnectorConfig> extends Connector<T> {
+    private isRunning;
+    private interval;
+    protected constructor(tdpClient: TDPClient, options?: ConnectorOptions);
+    /**
+     * Polling interval in seconds
+     */
+    protected get pollingInterval(): number;
+    /**
+     * Check file source and return new files references
+     */
+    protected abstract getNewFiles(): Promise<DetectedFile[]>;
+    /**
+     * Process and upload file
+     * @param file File to process and upload
+     */
+    protected abstract processFile(file: ProcessingFile): Promise<ProcessedFile | void>;
+    protected onStart(): Promise<void>;
+    private setupPollingInterval;
+    protected executeOnSchedule(): Promise<void>;
+    private lookupNewFiles;
+    private processPendingFiles;
+    private processPendingFile;
+    private markFileAsFailed;
+    protected onConnectorUpdated(prev: ConnectorDto | undefined): void;
+    protected onShutdown(): void;
+    protected onStop(): Promise<void>;
+    private clearPollingInterval;
+}
+export interface DetectedFile {
+    id: string;
+    uniqueExternalId: string;
+    filepath: string;
+    metadata: any;
+}
+export type ProcessingFile = ConnectorFileDto;
+export interface ProcessedFile {
+    id: string;
+    metadata?: any;
+}
+//# sourceMappingURL=polling-connector.d.ts.map

package/dist/src/polling-connector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"polling-connector.d.ts","sourceRoot":"","sources":["../../src/polling-connector.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,YAAY,EAAE,gBAAgB,EAAoB,MAAM,OAAO,CAAC;AACzE,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAC1D,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAIzC,MAAM,MAAM,sBAAsB,GAAG;IACnC,eAAe,EAAE,MAAM,CAAC;CACzB,CAAC;AAEF;;GAEG;AACH,8BAAsB,gBAAgB,CAAC,CAAC,SAAS,sBAAsB,CAAE,SAAQ,SAAS,CAAC,CAAC,CAAC;IAC3F,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,QAAQ,CAA6C;IAE7D,SAAS,aAAa,SAAS,EAAE,SAAS,EAAE,OAAO,GAAE,gBAAqB;IAI1E;;OAEG;IACH,SAAS,KAAK,eAAe,WAE5B;IAED;;OAEG;IACH,SAAS,CAAC,QAAQ,CAAC,WAAW,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;IAEzD;;;OAGG;IACH,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,EAAE,cAAc,GAAG,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC;cAEnE,OAAO;IAMvB,OAAO,CAAC,oBAAoB;cAMZ,iBAAiB;YAiBnB,cAAc;YAoBd,mBAAmB;YAWnB,kBAAkB;YAalB,gBAAgB;IAc9B,SAAS,CAAC,kBAAkB,CAAC,IAAI,EAAE,YAAY,GAAG,SAAS;IAO3D,SAAS,CAAC,UAAU;cAKJ,MAAM;IAKtB,OAAO,CAAC,oBAAoB;CAM7B;AAED,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,gBAAgB,EAAE,MAAM,CAAC;IACzB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,GAAG,CAAC;CACf;AAED,MAAM,MAAM,cAAc,GAAG,gBAAgB,CAAC;AAE9C,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,CAAC,EAAE,GAAG,CAAC;CAChB"}