spice-couchbase 2.0.30 → 2.0.32

package/build/index.js

@@ -45,6 +45,8 @@ module.exports = class Database {
     } = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : {};
 
     if (connection) {
+      var _spice, _spice$db;
+
       this.connection_name = connection;
       this.connection = spice.database.connections[connection];
       this.query_scope = query_scope;
@@ -69,6 +71,11 @@ module.exports = class Database {
       this.collection = this.scope.collection(this.collection_name);
       this.userManager = this.getUserManager(connection);
 
+      if (!((_spice = spice) === null || _spice === void 0 ? void 0 : (_spice$db = _spice.db) === null || _spice$db === void 0 ? void 0 : _spice$db.collections)) {
+        spice.db = spice.db || {};
+        spice.db.collections = new Set();
+      }
+
       if (this.auto_create_collection) {
         this.upsertCollection();
       }
@@ -170,9 +177,9 @@ module.exports = class Database {
 
         if (!_this3.checkGlobelConnectionObject(_this3.collection_name)) {
           if (!collection_exists) {
-            yield _this3.createCollection(_this3.collection_name, _this3.scope_name);
-            yield _this3.wait(2000);
-            yield _this3.createPrimaryIndex(_this3.scope_name, _this3.collection_name);
+            /* await this.createCollection(this.collection_name, this.scope_name);
+            await this.wait(2000);
+            await this.createPrimaryIndex(this.scope_name, this.collection_name); */
           }
         }
       } catch (e) {
@@ -186,20 +193,56 @@ module.exports = class Database {
 
     return _asyncToGenerator(function* () {
       try {
-        var _$find;
+        var _spice2, _spice2$db, _spice2$db$collection;
 
-        var all_scopes = yield axios.get("".concat(_this4.getCouchbaseHost(), "/pools/default/buckets/").concat(_this4.db_config.bucket, "/scopes"), {
-          auth: {
-            username: _this4.db_config.username,
-            password: _this4.db_config.password
-          }
-        });
-        var collection_e = _.find(((_$find = _.find(all_scopes.data.scopes, {
-          name: scope_name
-        })) === null || _$find === void 0 ? void 0 : _$find.collections) || [], {
-          name: collection_name
-        }) != undefined;
-        return collection_e;
+        var that = _this4;
+
+        function loadAllCollections() {
+          return _loadAllCollections.apply(this, arguments);
+        }
+        /* console.log("================================");
+        console.log(
+          "Collection Set",
+          spice?.db?.collections?.has(collection_name),
+          collection_name
+        ); */
+
+
+        function _loadAllCollections() {
+          _loadAllCollections = _asyncToGenerator(function* () {
+            var all_scopes = yield axios.get("".concat(that.getCouchbaseHost(), "/pools/default/buckets/").concat(that.db_config.bucket, "/scopes"), {
+              auth: {
+                username: that.db_config.username,
+                password: that.db_config.password
+              }
+            });
+
+            var scope = _.find(all_scopes.data.scopes, {
+              name: scope_name
+            });
+
+            var collectionSet = new Set();
+
+            _.each(scope.collections, collection => {
+              collectionSet.add(collection.name);
+            });
+
+            return collectionSet;
+          });
+          return _loadAllCollections.apply(this, arguments);
+        }
+
+        if ((_spice2 = spice) === null || _spice2 === void 0 ? void 0 : (_spice2$db = _spice2.db) === null || _spice2$db === void 0 ? void 0 : (_spice2$db$collection = _spice2$db.collections) === null || _spice2$db$collection === void 0 ? void 0 : _spice2$db$collection.has(collection_name)) {
+          //console.log("Using Internal Collection Set", true);
+          return true;
+        } else {
+          var _spice3, _spice3$db, _spice3$db$collection;
+
+          //console.log("Using Internal Collection Set", false);
+          spice.db.collections = yield loadAllCollections(); //console.log("Collection Set", spice.db.collections.entries());
+
+          return (_spice3 = spice) === null || _spice3 === void 0 ? void 0 : (_spice3$db = _spice3.db) === null || _spice3$db === void 0 ? void 0 : (_spice3$db$collection = _spice3$db.collections) === null || _spice3$db$collection === void 0 ? void 0 : _spice3$db$collection.has(collection_name);
+        }
       } catch (e) {
         console.log("Exists error happened", e);
       }
@@ -586,18 +629,54 @@ module.exports = class Database {
     })();
   }
 
+  optimize(query, exec_scope) {
+    return _asyncToGenerator(function* () {
+      try {
+        var _$last, _$first, _$first$advice, _$first$advice$advise, _$first$advice$advise2;
+
+        var options = {
+          adhoc: true
+        };
+        var advise_query = "ADVISE ".concat(query);
+        var response = yield exec_scope.query(advise_query, options);
+        var best_index = (_$last = _.last(((_$first = _.first((response === null || response === void 0 ? void 0 : response.rows) || [])) === null || _$first === void 0 ? void 0 : (_$first$advice = _$first.advice) === null || _$first$advice === void 0 ? void 0 : (_$first$advice$advise = _$first$advice.adviseinfo) === null || _$first$advice$advise === void 0 ? void 0 : (_$first$advice$advise2 = _$first$advice$advise.recommended_indexes) === null || _$first$advice$advise2 === void 0 ? void 0 : _$first$advice$advise2.indexes) || [])) === null || _$last === void 0 ? void 0 : _$last.index_statement;
+
+        if (best_index) {
+          yield exec_scope.query(best_index);
+        }
+      } catch (e) {}
+    })();
+  }
+
   query(query) {
     var _this18 = this;
 
     var query_scope = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : "cluster";
     return _asyncToGenerator(function* () {
       var scope = query_scope || _this18.query_scope;
+      var sanitizedQuery = query; //sanitization step to be implemented
+
+      var exec_scope = null;
 
-      if (scope == "cluster") {
-        return yield _this18.cluster.query(query);
+      if (scope === "cluster") {
+        exec_scope = _this18.cluster;
       } else {
-        return yield _this18.scope.query(query);
+        exec_scope = _this18.scope;
+      } // Start time
+
+
+      var startTime = process.hrtime.bigint();
+      var response = yield exec_scope.query(sanitizedQuery); // End time
+
+      var endTime = process.hrtime.bigint(); // Calculate duration in microseconds
+
+      var durationInMilliseconds = (endTime - startTime) / BigInt(1000000); // optimize if response time is greater than 1 second
+
+      if (durationInMilliseconds > 1000) {
+        yield _this18.optimize(query, exec_scope);
       }
+
+      return response;
     })();
   }
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "spice-couchbase",
-  "version": "2.0.30",
+  "version": "2.0.32",
   "description": "",
   "main": "build/index.js",
   "scripts": {
@@ -10,7 +10,7 @@
   "license": "ISC",
   "dependencies": {
     "axios": "^0.26.1",
-    "couchbase": "4.2.4",
+    "couchbase": "^4.2.7",
     "lodash": "^4.17.15",
     "qs": "^6.10.3"
   },

package/src/index.js

@@ -76,6 +76,10 @@ module.exports = class Database {
       this.SearchQuery = couchbase.SearchQuery;
       this.collection = this.scope.collection(this.collection_name);
       this.userManager = this.getUserManager(connection);
+      if (!spice?.db?.collections) {
+        spice.db = spice.db || {};
+        spice.db.collections = new Set();
+      }
       if (this.auto_create_collection) {
         this.upsertCollection();
       }
@@ -174,9 +178,9 @@ module.exports = class Database {
       );
       if (!this.checkGlobelConnectionObject(this.collection_name)) {
         if (!collection_exists) {
-          await this.createCollection(this.collection_name, this.scope_name);
+          /* await this.createCollection(this.collection_name, this.scope_name);
           await this.wait(2000);
-          await this.createPrimaryIndex(this.scope_name, this.collection_name);
+          await this.createPrimaryIndex(this.scope_name, this.collection_name); */
         }
       }
     } catch (e) {
@@ -186,24 +190,42 @@ module.exports = class Database {
 
   async collectionExists(collection_name, scope_name) {
     try {
-      let all_scopes = await axios.get(
-        `${this.getCouchbaseHost()}/pools/default/buckets/${
-          this.db_config.bucket
-        }/scopes`,
-        {
-          auth: {
-            username: this.db_config.username,
-            password: this.db_config.password,
-          },
-        }
-      );
-      let collection_e =
-        _.find(
-          _.find(all_scopes.data.scopes, { name: scope_name })?.collections ||
-            [],
-          { name: collection_name }
-        ) != undefined;
-      return collection_e;
+      let that = this;
+      async function loadAllCollections() {
+        let all_scopes = await axios.get(
+          `${that.getCouchbaseHost()}/pools/default/buckets/${
+            that.db_config.bucket
+          }/scopes`,
+          {
+            auth: {
+              username: that.db_config.username,
+              password: that.db_config.password,
+            },
+          }
+        );
+        let scope = _.find(all_scopes.data.scopes, { name: scope_name });
+        let collectionSet = new Set();
+        _.each(scope.collections, (collection) => {
+          collectionSet.add(collection.name);
+        });
+        return collectionSet;
+      }
+      /* console.log("================================");
+      console.log(
+        "Collection Set",
+        spice?.db?.collections?.has(collection_name),
+        collection_name
+      ); */
+      if (spice?.db?.collections?.has(collection_name)) {
+        //console.log("Using Internal Collection Set", true);
+        return true;
+      } else {
+        //console.log("Using Internal Collection Set", false);
+
+        spice.db.collections = await loadAllCollections();
+        //console.log("Collection Set", spice.db.collections.entries());
+        return spice?.db?.collections?.has(collection_name);
+      }
     } catch (e) {
       console.log("Exists error happened", e);
     }
@@ -531,25 +553,45 @@ module.exports = class Database {
     return response.rows;
   }
 
-  /*  async query(query, query_scope = "cluster") {
-    let scope = query_scope || this.query_scope;
-    if (scope == "cluster") {
-      return await this.cluster.query(query);
-    } else {
-      return await this.scope.query(query);
-    }
-  } */
+  async optimize(query, exec_scope) {
+    try {
+      const options = {
+        adhoc: true,
+      };
+      let advise_query = `ADVISE ${query}`;
+      let response = await exec_scope.query(advise_query, options);
+
+      let best_index = _.last(
+        _.first(response?.rows || [])?.advice?.adviseinfo?.recommended_indexes
+          ?.indexes || []
+      )?.index_statement;
+      if (best_index) {
+        await exec_scope.query(best_index);
+      }
+    } catch (e) {}
+  }
 
   async query(query, query_scope = "cluster") {
     let scope = query_scope || this.query_scope;
-
-    // Escape the query string
-    const sanitizedQuery = couchbase.N1qlQuery.fromString(query).toString();
+    const sanitizedQuery = query; //sanitization step to be implemented
+    let exec_scope = null;
 
     if (scope === "cluster") {
-      return await this.cluster.query(sanitizedQuery);
+      exec_scope = this.cluster;
     } else {
-      return await this.scope.query(sanitizedQuery);
+      exec_scope = this.scope;
+    }
+    // Start time
+    let startTime = process.hrtime.bigint();
+    let response = await exec_scope.query(sanitizedQuery);
+    // End time
+    let endTime = process.hrtime.bigint();
+    // Calculate duration in microseconds
+    let durationInMilliseconds = (endTime - startTime) / BigInt(1000000);
+    // optimize if response time is greater than 1 second
+    if (durationInMilliseconds > 1000) {
+      await this.optimize(query, exec_scope);
     }
+    return response;
   }
 };