@dronedeploy/rocos-js-sdk 3.0.1-alpha.3 → 3.0.1-alpha.31

package/cjs/api/streams/search/SearchStreamAbstract.js

@@ -0,0 +1,76 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SearchStreamAbstract = void 0;
+const rxjs_1 = require("rxjs");
+const slowlane_pb_1 = require("../../../grpc/slowlane_pb");
+const models_1 = require("../../../models");
+const identifier_1 = require("../../../constants/identifier");
+const RocosStore_1 = require("../../../store/RocosStore");
+const StreamRegister_1 = require("../../StreamRegister");
+const operators_1 = require("rxjs/operators");
+class SearchStreamAbstract {
+    constructor(config) {
+        this.subscriberStatus = models_1.SubscriberStatusEnum.STOPPED;
+        this.scope = config.scope;
+        this.identifier = StreamRegister_1.StreamRegister.getIdentifier(identifier_1.IDENTIFIER_NAME_SEARCH, this.scope);
+        this.token = config.token;
+        this.url = config.url;
+        this.statusStream$ = new rxjs_1.BehaviorSubject(models_1.SubscriberStatusEnum.STOPPED);
+        RocosStore_1.RocosStore.getChangeSubject()
+            .pipe((0, operators_1.filter)((message) => {
+            return message.type === 'token' && message.url === this.url;
+        }))
+            .subscribe((msg) => {
+            this.token = msg.data;
+        });
+    }
+    setToken(token) {
+        this.token = token;
+    }
+    stopStream() {
+        // do nothing for now
+    }
+    searchStream(params) {
+        const request = this.convertToQueryMessage(params.query);
+        return this.searchStreamInternal(request, params);
+    }
+    queryData(params) {
+        const request = slowlane_pb_1.QueryDSLMessage.create({
+            dSLQuery: params.query,
+            projectId: params.projectId,
+        });
+        return this.queryDataInternal(request, params);
+    }
+    healthCheck(params) {
+        return this.healthCheckInternal(params);
+    }
+    deleteProjectData(params) {
+        return this.deleteProjectDataInternal(params);
+    }
+    convertToQueryMessage(query) {
+        const filtersForSearching = query.filters.map((filter) => {
+            return slowlane_pb_1.Filter.create({
+                ids: filter.ids,
+                keyword: filter.keyword,
+            });
+        });
+        const reqMsg = slowlane_pb_1.QueryMessage.create({
+            filters: filtersForSearching,
+            groupByFields: query.groupByFields,
+            payloadIds: query.payloadIds,
+            startDate: `${query.startDate}`,
+            endDate: `${query.endDate}`,
+            interval: query.interval,
+            refreshDelay: query.refreshDelay.toString(),
+            disableDateHistogram: query.disableDateHistogram ? '1' : '0',
+        });
+        if (query.dateField) {
+            reqMsg.dateField = query.dateField;
+        }
+        if (query.projectId) {
+            reqMsg.projectId = query.projectId;
+        }
+        return reqMsg;
+    }
+}
+exports.SearchStreamAbstract = SearchStreamAbstract;

package/cjs/api/streams/search/SearchStreamNode.js

@@ -0,0 +1,146 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SearchStreamNode = void 0;
+const grpc = __importStar(require("@grpc/grpc-js"));
+const slowlane_pb_1 = require("../../../grpc/slowlane_pb");
+const models_1 = require("../../../models");
+const rxjs_1 = require("rxjs");
+const RocosLogger_1 = require("../../../logger/RocosLogger");
+const SearchStreamAbstract_1 = require("./SearchStreamAbstract");
+const slowlane_pb_grpc_client_1 = require("../../../grpc/slowlane_pb.grpc-client");
+class SearchStreamNode extends SearchStreamAbstract_1.SearchStreamAbstract {
+    constructor(config) {
+        super(config);
+        this.logger = RocosLogger_1.RocosLogger.getInstance(`SearchStreamNode(${this.identifier})`);
+        const port = config.port ?? 443;
+        const credentials = config.insecure ? grpc.credentials.createInsecure() : grpc.credentials.createSsl();
+        this.client = new slowlane_pb_grpc_client_1.streamClient(`${this.url}:${port}`, credentials);
+    }
+    searchStreamInternal(request, params) {
+        const metadata = this.getMetadata(params.projectId);
+        let call;
+        return new rxjs_1.Observable((emitter) => {
+            call = this.client.searchStream(request, metadata);
+            this.subscriberStatus = models_1.SubscriberStatusEnum.ALIVE;
+            this.statusStream$.next(this.subscriberStatus);
+            call.on('data', (update) => {
+                const dataSetList = update.dataset;
+                const results = dataSetList.map((item) => {
+                    return models_1.RocosSearchMessage.fromMessage(item);
+                });
+                emitter.next(results);
+                this.logger.debug('searchStream - on(data)', {
+                    status: this.subscriberStatus,
+                    projectId: params.projectId,
+                    query: params.query,
+                });
+            });
+            call.on('end', () => {
+                this.subscriberStatus = models_1.SubscriberStatusEnum.STOPPED;
+                this.statusStream$.next(this.subscriberStatus);
+                this.logger.debug('searchStream - on(end)', {
+                    status: this.subscriberStatus,
+                    projectId: params.projectId,
+                    query: params.query,
+                });
+                emitter.complete();
+            });
+            call.on('close', () => {
+                this.subscriberStatus = models_1.SubscriberStatusEnum.STOPPED;
+                this.statusStream$.next(this.subscriberStatus);
+                this.logger.debug('searchStream - on(close)');
+            });
+            call.on('error', (error) => {
+                this.subscriberStatus = models_1.SubscriberStatusEnum.ERROR;
+                this.statusStream$.next(this.subscriberStatus);
+                this.logger.debug('searchStream - on(error)', error);
+                emitter.error(error);
+            });
+            return () => {
+                this.logger.debug('unsubscribing searchStream');
+                call.cancel();
+            };
+        });
+    }
+    queryDataInternal(request, params) {
+        const metadata = this.getMetadata(params.projectId);
+        return new Promise((resolve, reject) => {
+            this.client.queryData(request, metadata, (error, response) => {
+                if (error) {
+                    reject(error);
+                }
+                else if (response) {
+                    resolve(response.result);
+                }
+                else {
+                    reject('Error with search query.');
+                }
+            });
+        });
+    }
+    healthCheckInternal(params) {
+        const request = slowlane_pb_1.Empty.create();
+        const metadata = this.getMetadata(params.projectId);
+        return new Promise((resolve, reject) => {
+            this.client.healthCheck(request, metadata, (error, response) => {
+                if (error) {
+                    reject(error);
+                }
+                else if (response) {
+                    resolve(response);
+                }
+                else {
+                    reject('Error with health check.');
+                }
+            });
+        });
+    }
+    deleteProjectDataInternal(params) {
+        const request = slowlane_pb_1.DeleteProjectMessage.create({ projectId: params.projectId });
+        const metadata = this.getMetadata(params.projectId);
+        return new Promise((resolve, reject) => {
+            this.client.deleteProjectData(request, metadata, (error, response) => {
+                if (error) {
+                    reject(error);
+                }
+                else if (response) {
+                    resolve(response);
+                }
+                else {
+                    reject('Error with health check.');
+                }
+            });
+        });
+    }
+    getMetadata(projectId) {
+        const meta = new grpc.Metadata();
+        meta.add('r-p', projectId);
+        if (this.token)
+            meta.add('authorization', this.token);
+        return meta;
+    }
+}
+exports.SearchStreamNode = SearchStreamNode;

package/cjs/api/streams/telemetry/TelemetryStream.js

@@ -0,0 +1,105 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TelemetryStream = void 0;
+const models_1 = require("../../../models");
+const teletubby_pb_1 = require("../../../grpc/teletubby_pb");
+const grpcweb_transport_1 = require("@protobuf-ts/grpcweb-transport");
+const RocosLogger_1 = require("../../../logger/RocosLogger");
+const teletubby_pb_client_1 = require("../../../grpc/teletubby_pb.client");
+const TelemetryStreamAbstract_1 = require("./TelemetryStreamAbstract");
+class TelemetryStream extends TelemetryStreamAbstract_1.TelemetryStreamAbstract {
+    constructor(config) {
+        super(config);
+        this.logger = RocosLogger_1.RocosLogger.getInstance(`TelemetryStreamWeb(${this.identifier})`);
+        const protocol = config.insecure ? 'http' : 'https';
+        const port = config.port ? `:${config.port}` : '';
+        const transport = new grpcweb_transport_1.GrpcWebFetchTransport({
+            baseUrl: `${protocol}://${this.url}${port}`,
+        });
+        this.client = new teletubby_pb_client_1.TelemetryGatewayClient(transport);
+    }
+    stopInternal() {
+        if (this.abortController) {
+            this.logger.info('Starting stop stream process');
+            this.abortController.abort();
+            this.abortController = undefined;
+            this.logger.info('Finished stop stream process');
+        }
+    }
+    registerReceiver() {
+        this.logger.info('registerReceiver');
+        // Reset counter
+        this.receivedMessagesCount = 0;
+        const abortController = new AbortController();
+        this.abortController = abortController;
+        const call = this.client.registerReceiver(teletubby_pb_1.RegistrationMessage.create(), {
+            meta: this.getMetadata(this.projectId),
+            abort: abortController.signal,
+        });
+        call.responses.onMessage((msg) => {
+            this.onData(msg, false);
+        });
+        call.responses.onError((error) => {
+            void this.onError(error);
+            this.onEnd(false);
+        });
+        call.responses.onComplete(() => {
+            this.onEnd(true);
+        });
+        this.listenMessagesAndRenew();
+        return () => {
+            abortController.abort();
+        };
+    }
+    async onError(e) {
+        this.logger.error(`Telemetry Stream Error: ${e}, SubscriberId: ${this.subscriberId}`);
+        this.subscriberStatus = models_1.SubscriberStatusEnum.ERROR;
+        this.statusStream$.next(this.subscriberStatus);
+    }
+    onEnd(ok) {
+        this.logger.debug('registerReceiver', 'end');
+        if (ok) {
+            // ResourceExhausted
+            this.stopInternal();
+            this.registerReceiver();
+        }
+    }
+    getMetadata(projectId) {
+        const result = {};
+        if (this.token) {
+            result.authorization = this.token;
+        }
+        if (projectId) {
+            result['r-p'] = projectId;
+        }
+        return result;
+    }
+    async requestTelemetry(req) {
+        this.logger.debug('Sending telemetry request');
+        try {
+            await this.client.requestTelemetry(req, { meta: this.getMetadata(this.projectId) });
+        }
+        catch (e) {
+            this.logger.error('error requestTelemetry ', e);
+            throw e;
+        }
+    }
+    async requestTelemetryQuery(req) {
+        this.logger.debug('Requesting telemetry with query');
+        try {
+            await this.client.requestTelemetryQuery(req, { meta: this.getMetadata(this.projectId) });
+        }
+        catch (e) {
+            this.logger.error('error requestTelemetryQuery ', e);
+            throw e;
+        }
+    }
+    sendAcknowledgmentInternal(uid, status, noRetry) {
+        this.logger.error('Error can not send Acknowledgment on grpc-web client', { uid, status, noRetry });
+        return false;
+    }
+    sendHeartbeat() {
+        // can not send heartbeat on grpc-web
+    }
+}
+exports.TelemetryStream = TelemetryStream;

package/cjs/api/streams/telemetry/TelemetryStreamAbstract.d.ts

@@ -0,0 +1,59 @@
+import { BehaviorSubject, Subject } from 'rxjs';
+import { IRocosTelemetryMessage, ITelemetryParams, ITelemetryStream, ITelemetryStreamConfig, SubscriberStatusEnum } from '../../../models';
+import { TelemetryAckStatus, TelemetryMessage, TelemetryQueryRequest, TelemetryRequest, TelemetryStreamMessage } from '../../../grpc/teletubby_pb';
+import { Logger } from 'loglevel';
+import { StreamHeartbeat } from '../../atoms/StreamHeartbeat';
+export declare abstract class TelemetryStreamAbstract implements ITelemetryStream {
+    messageStream$: Subject<IRocosTelemetryMessage>;
+    identifier: string;
+    statusStream$: BehaviorSubject<SubscriberStatusEnum>;
+    protected subscriberId?: string;
+    protected projectId: string;
+    private callsignsLookup;
+    private sources;
+    protected token?: string;
+    private scope;
+    protected url: string;
+    private timerIntervalInSec;
+    protected subscriberStatus: SubscriberStatusEnum;
+    private checkerStartedAt?;
+    private lastRobotMessageReceived?;
+    private messagesTimer?;
+    private lastMessageReceived?;
+    private retryTimes;
+    private options;
+    protected receivedMessagesCount: number;
+    protected logger: Logger;
+    protected heartbeat: StreamHeartbeat;
+    private sendHeartbeatTime;
+    private receivedDataStats;
+    private subscriptions;
+    constructor(config: ITelemetryStreamConfig);
+    protected abstract stopInternal(): void;
+    protected abstract registerReceiver(): () => void;
+    protected abstract requestTelemetryQuery(req: TelemetryQueryRequest): Promise<void>;
+    protected abstract requestTelemetry(req: TelemetryRequest): Promise<void>;
+    protected abstract sendAcknowledgmentInternal(uid: string, status: TelemetryAckStatus, noRetry: boolean): boolean;
+    protected abstract sendHeartbeat(): void;
+    setToken(token: string): void;
+    init(): void;
+    stopStream(): void;
+    addSubscription(params: ITelemetryParams): void;
+    removeSubscription(params: ITelemetryParams, terminateReceiverGroup?: boolean): Promise<void>;
+    sendAcknowledgment(uid: string, status: TelemetryAckStatus, noRetry: boolean): boolean;
+    private getSubscriptions;
+    protected onData(message: TelemetryStreamMessage, isStream: true): void;
+    protected onData(message: TelemetryMessage, isStream: false): void;
+    private takeTelemetryAction;
+    protected listenMessagesAndRenew(): void;
+    private addTerminateToAction;
+    private messageTimeoutTryAgain;
+    /**
+     * Auto resubscribe to reduce CPU usage.
+     */
+    private autoResubscribe;
+    private isFoundCallsign;
+    private isFoundSource;
+    private isRegisteredMessage;
+    private updateReceivedDataStatsWithMessage;
+}