kuzzle 2.17.7 → 2.17.8

package/lib/core/backend/backendErrors.js

@@ -3,7 +3,7 @@
  * Kuzzle, a backend software, self-hostable and ready to use
  * to power modern apps
  *
- * Copyright 2015-2020 Kuzzle
+ * Copyright 2015-2022 Kuzzle
  * mailto: support AT kuzzle.io
  * website: http://kuzzle.io
  *

package/lib/core/backend/backendHook.js

@@ -3,7 +3,7 @@
  * Kuzzle, a backend software, self-hostable and ready to use
  * to power modern apps
  *
- * Copyright 2015-2020 Kuzzle
+ * Copyright 2015-2022 Kuzzle
  * mailto: support AT kuzzle.io
  * website: http://kuzzle.io
  *

package/lib/core/backend/backendImport.js

@@ -3,7 +3,7 @@
  * Kuzzle, a backend software, self-hostable and ready to use
  * to power modern apps
  *
- * Copyright 2015-2020 Kuzzle
+ * Copyright 2015-2022 Kuzzle
  * mailto: support AT kuzzle.io
  * website: http://kuzzle.io
  *

package/lib/core/backend/backendOpenApi.js

@@ -3,7 +3,7 @@
  * Kuzzle, a backend software, self-hostable and ready to use
  * to power modern apps
  *
- * Copyright 2015-2020 Kuzzle
+ * Copyright 2015-2022 Kuzzle
  * mailto: support AT kuzzle.io
  * website: http://kuzzle.io
  *

package/lib/core/backend/backendPipe.js

@@ -3,7 +3,7 @@
  * Kuzzle, a backend software, self-hostable and ready to use
  * to power modern apps
  *
- * Copyright 2015-2020 Kuzzle
+ * Copyright 2015-2022 Kuzzle
  * mailto: support AT kuzzle.io
  * website: http://kuzzle.io
  *

package/lib/core/backend/backendPlugin.js

@@ -3,7 +3,7 @@
  * Kuzzle, a backend software, self-hostable and ready to use
  * to power modern apps
  *
- * Copyright 2015-2020 Kuzzle
+ * Copyright 2015-2022 Kuzzle
  * mailto: support AT kuzzle.io
  * website: http://kuzzle.io
  *

package/lib/core/backend/backendStorage.js

@@ -3,7 +3,7 @@
  * Kuzzle, a backend software, self-hostable and ready to use
  * to power modern apps
  *
- * Copyright 2015-2020 Kuzzle
+ * Copyright 2015-2022 Kuzzle
  * mailto: support AT kuzzle.io
  * website: http://kuzzle.io
  *

package/lib/core/backend/backendVault.js

@@ -3,7 +3,7 @@
  * Kuzzle, a backend software, self-hostable and ready to use
  * to power modern apps
  *
- * Copyright 2015-2020 Kuzzle
+ * Copyright 2015-2022 Kuzzle
  * mailto: support AT kuzzle.io
  * website: http://kuzzle.io
  *

package/lib/core/backend/internalLogger.js

@@ -3,7 +3,7 @@
  * Kuzzle, a backend software, self-hostable and ready to use
  * to power modern apps
  *
- * Copyright 2015-2020 Kuzzle
+ * Copyright 2015-2022 Kuzzle
  * mailto: support AT kuzzle.io
  * website: http://kuzzle.io
  *

package/lib/core/cache/cacheDbEnum.js

@@ -2,7 +2,7 @@
  * Kuzzle, a backend software, self-hostable and ready to use
  * to power modern apps
  *
- * Copyright 2015-2020 Kuzzle
+ * Copyright 2015-2022 Kuzzle
  * mailto: support AT kuzzle.io
  * website: http://kuzzle.io
  *

package/lib/core/cache/cacheEngine.js

@@ -2,7 +2,7 @@
  * Kuzzle, a backend software, self-hostable and ready to use
  * to power modern apps
  *
- * Copyright 2015-2020 Kuzzle
+ * Copyright 2015-2022 Kuzzle
  * mailto: support AT kuzzle.io
  * website: http://kuzzle.io
  *

package/lib/core/network/accessLogger.js

@@ -2,7 +2,7 @@
  * Kuzzle, a backend software, self-hostable and ready to use
  * to power modern apps
  *
- * Copyright 2015-2020 Kuzzle
+ * Copyright 2015-2022 Kuzzle
  * mailto: support AT kuzzle.io
  * website: http://kuzzle.io
  *

package/lib/core/network/clientConnection.js

@@ -2,7 +2,7 @@
  * Kuzzle, a backend software, self-hostable and ready to use
  * to power modern apps
  *
- * Copyright 2015-2020 Kuzzle
+ * Copyright 2015-2022 Kuzzle
  * mailto: support AT kuzzle.io
  * website: http://kuzzle.io
  *

package/lib/core/network/context.js

@@ -2,7 +2,7 @@
  * Kuzzle, a backend software, self-hostable and ready to use
  * to power modern apps
  *
- * Copyright 2015-2020 Kuzzle
+ * Copyright 2015-2022 Kuzzle
  * mailto: support AT kuzzle.io
  * website: http://kuzzle.io
  *

package/lib/core/network/entryPoint.js

@@ -2,7 +2,7 @@
  * Kuzzle, a backend software, self-hostable and ready to use
  * to power modern apps
  *
- * Copyright 2015-2020 Kuzzle
+ * Copyright 2015-2022 Kuzzle
  * mailto: support AT kuzzle.io
  * website: http://kuzzle.io
  *
@@ -33,7 +33,7 @@ const MqttProtocol = require('./protocols/mqttProtocol');
 const InternalProtocol = require('./protocols/internalProtocol');
 const HttpWsProtocol = require('./protocols/httpwsProtocol');
 const Manifest = require('./protocolManifest');
-const removeErrorStack = require('./removeErrorStack');
+const { removeStacktrace } = require('../../util/stackTrace');
 const kerror = require('../../kerror');
 const { AccessLogger } = require('./accessLogger');
 
@@ -256,7 +256,7 @@ class EntryPoint {
 
       const response = _res.response.toJSON();
 
-      cb(removeErrorStack(response));
+      cb(removeStacktrace(response));
     });
   }
 
@@ -298,7 +298,7 @@ class EntryPoint {
   // --------------------------------------------------------------------
 
   _broadcast (data) {
-    const sanitized = removeErrorStack(data);
+    const sanitized = removeStacktrace(data);
 
     debug('[server] broadcasting data through all protocols: %a', sanitized);
 
@@ -316,7 +316,7 @@ class EntryPoint {
     request.setError(networkError.get('shutting_down'));
     this.logAccess(connection, request);
 
-    cb(removeErrorStack(request.response.toJSON()));
+    cb(removeStacktrace(request.response.toJSON()));
   }
 
   _notify (data) {
@@ -332,7 +332,7 @@ class EntryPoint {
     }
 
     try {
-      this.protocols.get(client.protocol).notify(removeErrorStack(data));
+      this.protocols.get(client.protocol).notify(removeStacktrace(data));
     }
     catch (e) {
       global.kuzzle.log.error(`[notify] protocol ${client.protocol} failed: ${e.message}`);

package/lib/core/network/httpRouter/index.js

@@ -2,7 +2,7 @@
  * Kuzzle, a backend software, self-hostable and ready to use
  * to power modern apps
  *
- * Copyright 2015-2020 Kuzzle
+ * Copyright 2015-2022 Kuzzle
  * mailto: support AT kuzzle.io
  * website: http://kuzzle.io
  *

package/lib/core/network/httpRouter/routeHandler.js

@@ -2,7 +2,7 @@
  * Kuzzle, a backend software, self-hostable and ready to use
  * to power modern apps
  *
- * Copyright 2015-2020 Kuzzle
+ * Copyright 2015-2022 Kuzzle
  * mailto: support AT kuzzle.io
  * website: http://kuzzle.io
  *

package/lib/core/network/httpRouter/routePart.js

@@ -2,7 +2,7 @@
  * Kuzzle, a backend software, self-hostable and ready to use
  * to power modern apps
  *
- * Copyright 2015-2020 Kuzzle
+ * Copyright 2015-2022 Kuzzle
  * mailto: support AT kuzzle.io
  * website: http://kuzzle.io
  *

package/lib/core/network/protocolManifest.js

@@ -2,7 +2,7 @@
  * Kuzzle, a backend software, self-hostable and ready to use
  * to power modern apps
  *
- * Copyright 2015-2020 Kuzzle
+ * Copyright 2015-2022 Kuzzle
  * mailto: support AT kuzzle.io
  * website: http://kuzzle.io
  *

package/lib/core/network/protocols/httpMessage.js

@@ -2,7 +2,7 @@
  * Kuzzle, a backend software, self-hostable and ready to use
  * to power modern apps
  *
- * Copyright 2015-2020 Kuzzle
+ * Copyright 2015-2022 Kuzzle
  * mailto: support AT kuzzle.io
  * website: http://kuzzle.io
  *

package/lib/core/network/protocols/httpwsProtocol.js

@@ -2,7 +2,7 @@
  * Kuzzle, a backend software, self-hostable and ready to use
  * to power modern apps
  *
- * Copyright 2015-2020 Kuzzle
+ * Copyright 2015-2022 Kuzzle
  * mailto: support AT kuzzle.io
  * website: http://kuzzle.io
  *
@@ -32,7 +32,7 @@ const { Request } = require('../../../api/request');
 const { KuzzleError } = require('../../../kerror/errors');
 const Protocol = require('./protocol');
 const ClientConnection = require('../clientConnection');
-const removeErrorStack = require('../removeErrorStack');
+const { removeStacktrace } = require('../../../util/stackTrace');
 const debug = require('../../../util/debug');
 const kerror = require('../../../kerror');
 const HttpMessage = require('./httpMessage');
@@ -412,7 +412,7 @@ class HttpWsProtocol extends Protocol {
     // If a requestId is provided we use it instead of the generated one
     request.id = requestId || request.id;
 
-    const sanitized = removeErrorStack(request.response.toJSON()).content;
+    const sanitized = removeStacktrace(request.response.toJSON()).content;
 
     this.wsSend(socket, Buffer.from(JSON.stringify(sanitized)));
   }
@@ -831,7 +831,7 @@ class HttpWsProtocol extends Protocol {
       ? error
       : kerrorHTTP.getFrom(error, 'unexpected_error', error.message);
 
-    const content = Buffer.from(JSON.stringify(removeErrorStack(kerr)));
+    const content = Buffer.from(JSON.stringify(removeStacktrace(kerr)));
 
     debugHTTP('[%s] httpSendError: %a', message.connection.id, kerr);
 
@@ -866,11 +866,6 @@ class HttpWsProtocol extends Protocol {
         }
       }
 
-
-      response.writeHeader(
-        HTTP_HEADER_CONTENT_LENGTH,
-        Buffer.from(content.length.toString()));
-
       response.end(content);
     });
   }
@@ -884,7 +879,7 @@ class HttpWsProtocol extends Protocol {
    * @returns {Buffer}
    */
   httpRequestToResponse (request, message) {
-    let data = removeErrorStack(request.response.toJSON());
+    let data = removeStacktrace(request.response.toJSON());
 
     if (message.requestId !== data.requestId) {
       data.requestId = message.requestId;

package/lib/core/network/protocols/internalProtocol.js

@@ -2,7 +2,7 @@
  * Kuzzle, a backend software, self-hostable and ready to use
  * to power modern apps
  *
- * Copyright 2015-2020 Kuzzle
+ * Copyright 2015-2022 Kuzzle
  * mailto: support AT kuzzle.io
  * website: http://kuzzle.io
  *

package/lib/core/network/protocols/mqttProtocol.js

@@ -2,7 +2,7 @@
  * Kuzzle, a backend software, self-hostable and ready to use
  * to power modern apps
  *
- * Copyright 2015-2020 Kuzzle
+ * Copyright 2015-2022 Kuzzle
  * mailto: support AT kuzzle.io
  * website: http://kuzzle.io
  *
@@ -22,12 +22,13 @@
 'use strict';
 
 const net = require('net');
+
 const aedes = require('aedes');
 
 const ClientConnection = require('../clientConnection');
 const Protocol = require('./protocol');
 const { Request } = require('../../../api/request');
-const removeErrorStack = require('../removeErrorStack');
+const { removeStacktrace } = require('../../../util/stackTrace');
 const kerror = require('../../../kerror').wrap('network', 'mqtt');
 const debug = require('../../../util/debug')('kuzzle:network:protocols:mqtt');
 
@@ -238,7 +239,7 @@ class MqttProtocol extends Protocol {
       connection,
       error: kerror.getFrom(error, 'unexpected_error', error.message)
     });
-    this._respond(client, removeErrorStack(errReq.response.toJSON()));
+    this._respond(client, removeStacktrace(errReq.response.toJSON()));
   }
 
   _authorizePublish (client, packet, callback) {

package/lib/core/network/protocols/protocol.js

@@ -2,7 +2,7 @@
  * Kuzzle, a backend software, self-hostable and ready to use
  * to power modern apps
  *
- * Copyright 2015-2020 Kuzzle
+ * Copyright 2015-2022 Kuzzle
  * mailto: support AT kuzzle.io
  * website: http://kuzzle.io
  *

package/lib/core/network/router.js

@@ -2,7 +2,7 @@
  * Kuzzle, a backend software, self-hostable and ready to use
  * to power modern apps
  *
- * Copyright 2015-2020 Kuzzle
+ * Copyright 2015-2022 Kuzzle
  * mailto: support AT kuzzle.io
  * website: http://kuzzle.io
  *
@@ -24,6 +24,7 @@
 const { Request } = require('../../api/request');
 const kerror = require('../../kerror');
 const HttpRouter = require('./httpRouter');
+const { removeStacktrace } = require('../../util/stackTrace');
 
 /**
  * @class Router
@@ -189,7 +190,15 @@ class Router {
         cb(request);
       }
       else {
-        global.kuzzle.funnel.execute(mutatedRequest, (err, result) => cb(result));
+        global.kuzzle.funnel.execute(mutatedRequest, (err, result) => {
+          const _res = result || request;
+
+          if (err && ! _res.error) {
+            _res.setError(err);
+          }
+
+          cb(removeStacktrace(_res));
+        });
       }
     });
   }

package/lib/core/plugin/plugin.js

@@ -2,7 +2,7 @@
  * Kuzzle, a backend software, self-hostable and ready to use
  * to power modern apps
  *
- * Copyright 2015-2020 Kuzzle
+ * Copyright 2015-2022 Kuzzle
  * mailto: support AT kuzzle.io
  * website: http://kuzzle.io
  *

package/lib/core/plugin/pluginContext.js

@@ -3,7 +3,7 @@
  * Kuzzle, a backend software, self-hostable and ready to use
  * to power modern apps
  *
- * Copyright 2015-2020 Kuzzle
+ * Copyright 2015-2022 Kuzzle
  * mailto: support AT kuzzle.io
  * website: http://kuzzle.io
  *

package/lib/core/plugin/pluginManifest.js

@@ -2,7 +2,7 @@
  * Kuzzle, a backend software, self-hostable and ready to use
  * to power modern apps
  *
- * Copyright 2015-2020 Kuzzle
+ * Copyright 2015-2022 Kuzzle
  * mailto: support AT kuzzle.io
  * website: http://kuzzle.io
  *

package/lib/core/plugin/pluginRepository.js

@@ -2,7 +2,7 @@
  * Kuzzle, a backend software, self-hostable and ready to use
  * to power modern apps
  *
- * Copyright 2015-2020 Kuzzle
+ * Copyright 2015-2022 Kuzzle
  * mailto: support AT kuzzle.io
  * website: http://kuzzle.io
  *

package/lib/core/plugin/pluginsManager.js

@@ -2,7 +2,7 @@
  * Kuzzle, a backend software, self-hostable and ready to use
  * to power modern apps
  *
- * Copyright 2015-2020 Kuzzle
+ * Copyright 2015-2022 Kuzzle
  * mailto: support AT kuzzle.io
  * website: http://kuzzle.io
  *

package/lib/core/plugin/privilegedContext.js

@@ -2,7 +2,7 @@
  * Kuzzle, a backend software, self-hostable and ready to use
  * to power modern apps
  *
- * Copyright 2015-2020 Kuzzle
+ * Copyright 2015-2022 Kuzzle
  * mailto: support AT kuzzle.io
  * website: http://kuzzle.io
  *

package/lib/core/realtime/actionEnum.js

@@ -2,7 +2,7 @@
  * Kuzzle, a backend software, self-hostable and ready to use
  * to power modern apps
  *
- * Copyright 2015-2020 Kuzzle
+ * Copyright 2015-2022 Kuzzle
  * mailto: support AT kuzzle.io
  * website: http://kuzzle.io
  *

package/lib/core/realtime/channel.js

@@ -3,7 +3,7 @@
  * Kuzzle, a backend software, self-hostable and ready to use
  * to power modern apps
  *
- * Copyright 2015-2020 Kuzzle
+ * Copyright 2015-2022 Kuzzle
  * mailto: support AT kuzzle.io
  * website: http://kuzzle.io
  *

package/lib/core/realtime/connectionRooms.js

@@ -3,7 +3,7 @@
  * Kuzzle, a backend software, self-hostable and ready to use
  * to power modern apps
  *
- * Copyright 2015-2020 Kuzzle
+ * Copyright 2015-2022 Kuzzle
  * mailto: support AT kuzzle.io
  * website: http://kuzzle.io
  *

package/lib/core/realtime/hotelClerk.js

@@ -3,7 +3,7 @@
  * Kuzzle, a backend software, self-hostable and ready to use
  * to power modern apps
  *
- * Copyright 2015-2020 Kuzzle
+ * Copyright 2015-2022 Kuzzle
  * mailto: support AT kuzzle.io
  * website: http://kuzzle.io
  *
@@ -218,20 +218,37 @@ class HotelClerk {
             throw kerror.get('api', 'assert', 'koncorde_dsl_error', e.message);
         }
         this.createRoom(normalized);
-        const { channel, subscribed } = await this.subscribeToRoom(normalized.id, request);
-        if (subscribed) {
-            global.kuzzle.emit('core:realtime:subscribe:after', normalized.id);
-            // @deprecated -- to be removed in next major version
-            // we have to recreate the old "diff" object
-            await global.kuzzle.pipe('core:hotelClerk:addSubscription', {
-                changed: subscribed,
-                collection,
-                connectionId: request.context.connection.id,
-                filters: normalized.filter,
-                index,
-                roomId: normalized.id,
-            });
-        }
+        /**
+         * You might wonder why in the world is there a callback here.
+         * The fact is that to prevent the event loop from switching to another function
+         * we need to keep descending the execution stack without returning in a function that has been awaited
+         * otherwise once we return to the await keyword the event loop will switch to another function.
+         *
+         * Everything needs to be atomic (multiple operation done without interruption) otherwise we might
+         * run into some issues where the room is created but another request has deleted it before we can
+         * subscribe to it.
+         * All because the subscription was not atomic.
+         *
+         * So to keep the context of execution we use a lambda that we give to the subscribeToRoom function
+         * and we execute it right after the subscription this way we keep descending the execution stack without returning and
+         * without switching context.
+         */
+        const afterSubscribeCallback = async (subscribed) => {
+            if (subscribed) {
+                global.kuzzle.call('core:realtime:subscribe:after', normalized.id);
+                // @deprecated -- to be removed in next major version
+                // we have to recreate the old "diff" object
+                await global.kuzzle.pipe('core:hotelClerk:addSubscription', {
+                    changed: subscribed,
+                    collection,
+                    connectionId: request.context.connection.id,
+                    filters: normalized.filter,
+                    index,
+                    roomId: normalized.id,
+                });
+            }
+        };
+        const { channel } = await this.subscribeToRoom(normalized.id, request, afterSubscribeCallback);
         const subscription = new subscription_1.Subscription(index, collection, request.input.body, normalized.id, request.context.connection.id, request.context.user);
         global.kuzzle.emit('core:realtime:user:subscribe:after', subscription);
         return {
@@ -260,10 +277,27 @@ class HotelClerk {
             }
             this.createRoom(normalized);
         }
-        const { channel, cluster, subscribed } = await this.subscribeToRoom(roomId, request);
-        if (cluster && subscribed) {
-            global.kuzzle.emit('core:realtime:subscribe:after', roomId);
-        }
+        /**
+         * You might wonder why in the world is there a callback here.
+         * The fact is that to prevent the event loop from switching to another function
+         * we need to keep descending the execution stack without returning in a function that has been awaited
+         * otherwise once we return to the await keyword the event loop will switch to another function.
+         *
+         * Everything needs to be atomic (multiple operation done without interruption) otherwise we might
+         * run into some issues where the room is created but another request has deleted it before we can
+         * subscribe to it.
+         * All because the subscription was not atomic.
+         *
+         * So to keep the context of execution we use a lambda that we give to the subscribeToRoom function
+         * and we execute it right after the subscription this way we keep descending the execution stack without returning and
+         * without switching context.
+         */
+        const afterSubscribeCallback = async (subscribed, cluster) => {
+            if (cluster && subscribed) {
+                global.kuzzle.call('core:realtime:subscribe:after', roomId);
+            }
+        };
+        const { channel } = await this.subscribeToRoom(roomId, request, afterSubscribeCallback);
         return {
             channel,
             roomId,
@@ -347,7 +381,7 @@ class HotelClerk {
             throw realtimeError.get('too_many_rooms');
         }
         this.koncorde.store(normalized);
-        global.kuzzle.emit('core:realtime:room:create:after', normalized);
+        global.kuzzle.call('core:realtime:room:create:after', normalized);
         // @deprecated -- to be removed in the next major version of kuzzle
         global.kuzzle.emit('room:new', { collection, index, roomId });
         /*
@@ -395,8 +429,14 @@ class HotelClerk {
             global.kuzzle.entryPoint.leaveChannel(channel, connectionId);
         }
         room.removeConnection(connectionId);
+        // Used to know whether the room has been deleted or not during the unsubscription
+        // We need to store this information for later since we cannot checks if the room exists or has more than 0 subscriber
+        // later because the room might have been recreated by the time we need to send the notification
+        // all because of the `await this.removeRoom(roomId)`.
+        let roomDeleted = false;
         if (room.size === 0) {
             await this.removeRoom(roomId);
+            roomDeleted = true;
         }
         // even if the room is deleted for this node, another one may need the
         // notification
@@ -407,13 +447,13 @@ class HotelClerk {
             index: room.index,
             volatile,
         }, requestContext);
-        await this.module.notifier.notifyUser(roomId, request, 'out', { count: room.size });
         // Do not send an unsubscription notification if the room has been destroyed
         // because the other nodes already had destroyed it in the full state
         if (notify
             && this.rooms.has(roomId)
-            && room.channels.size > 0) {
-            await global.kuzzle.pipe('core:realtime:unsubscribe:after', roomId);
+            && room.channels.size > 0
+            && !roomDeleted) {
+            global.kuzzle.call('core:realtime:unsubscribe:after', roomId);
             // @deprecated -- to be removed in next major version
             await global.kuzzle.pipe('core:hotelClerk:removeRoomForCustomer', {
                 requestContext,
@@ -424,6 +464,7 @@ class HotelClerk {
                 },
             });
         }
+        await this.module.notifier.notifyUser(roomId, request, 'out', { count: room.size });
         const kuid = global.kuzzle.tokenManager.getKuidFromConnection(connectionId);
         const subscription = new subscription_1.Subscription(room.index, room.collection, undefined, roomId, connectionId, { _id: kuid });
         global.kuzzle.emit('core:realtime:user:unsubscribe:after', {
@@ -474,7 +515,7 @@ class HotelClerk {
      * on the room if it does not already exists.
      *
      */
-    async subscribeToRoom(roomId, request) {
+    async subscribeToRoom(roomId, request, afterSubscribeCallback) {
         let subscribed = false;
         let notifyPromise;
         const { scope, users, propagate } = request.input.args;
@@ -492,6 +533,7 @@ class HotelClerk {
         }
         global.kuzzle.entryPoint.joinChannel(channel.name, connectionId);
         room.createChannel(channel);
+        await afterSubscribeCallback(subscribed, channel.cluster);
         await notifyPromise;
         return {
             channel: channel.name,

package/lib/core/realtime/index.js

@@ -2,7 +2,7 @@
  * Kuzzle, a backend software, self-hostable and ready to use
  * to power modern apps
  *
- * Copyright 2015-2020 Kuzzle
+ * Copyright 2015-2022 Kuzzle
  * mailto: support AT kuzzle.io
  * website: http://kuzzle.io
  *

package/lib/core/realtime/notification/document.js

@@ -2,7 +2,7 @@
  * Kuzzle, a backend software, self-hostable and ready to use
  * to power modern apps
  *
- * Copyright 2015-2020 Kuzzle
+ * Copyright 2015-2022 Kuzzle
  * mailto: support AT kuzzle.io
  * website: http://kuzzle.io
  *