@vandenberghinc/volt 1.1.4 → 1.1.6

package/backend/dist/esm-dev/database.js

@@ -6,9 +6,9 @@
 // Libraries.
 import { spawn } from "child_process";
 import { deserialize, serialize } from "bson";
-import { MongoClient } from 'mongodb';
+import { MongoClient, ServerApiVersion } from 'mongodb';
 import { logger, LogSource } from "./logger.js";
-import { vlib } from "/Users/administrator/persistance/private/dev/vinc/volt/backend/./src/vinc.dev.js";
+import { vlib } from "@vinc";
 const log_source = new LogSource("Database");
 // ---------------------------------------------------------
 // Collection.
@@ -31,7 +31,7 @@ class Collection {
     static constructor_scheme = {
         name: "string",
         uid_based: "boolean",
-        ttl: { type: "number", default: null },
+        ttl: { type: "number", default: null }, // ttl in msec
         indexes: {
             type: "array",
             default: [],
@@ -40,7 +40,7 @@ class Collection {
                 scheme: {
                     key: { type: "string", required: (data) => data.key == null && data.keys == null },
                     keys: {
-                        type: ["string", "array"],
+                        type: ["array"],
                         required: (data) => data.key == null && data.keys == null, value_scheme: "string",
                         postprocess: (keys) => typeof keys === "string" ? [keys] : keys,
                     },
@@ -51,11 +51,6 @@ class Collection {
                 postprocess: (info) => {
                     if (typeof info === "string")
                         return { keys: [info] };
-                    if (typeof info === "object" && info.key) {
-                        info.keys = info.key;
-                        delete info.key;
-                        return info;
-                    }
                     return info;
                 },
             },
@@ -65,9 +60,10 @@ class Collection {
     col;
     name;
     uid_based;
-    ttl;
+    ttl; // ttl in msec
     ttl_enabled;
-    constructor(name, collection, ttl = null, indexes = [], uid_based = false) {
+    constructor(name, collection, ttl = null, // ttl in msec
+    indexes = [], uid_based = false) {
         // Verify scheme.
         ({ indexes, ttl } = vlib.Scheme.verify({
             object: {
@@ -96,7 +92,8 @@ class Collection {
         if (this.ttl_enabled) {
             this.col.dropIndex("_ttl_timestamp_1")
                 .catch(err => {
-                if (err.codeName !== 'IndexNotFound') {
+                if (err.codeName !== 'IndexNotFound' && err.codeName !== 'NamespaceNotFound') {
+                    err.stack = new Error(err.message).stack;
                     throw err;
                 }
             })
@@ -106,13 +103,8 @@ class Collection {
         }
         // Create indexes.
         if (Array.isArray(indexes) && indexes.length > 0) {
-            for (const index of indexes) {
-                this.create_index({
-                    keys: index.keys,
-                    options: index.options,
-                    commit_quorum: index.commit_quorum,
-                    forced: index.forced,
-                });
+            for (let item of indexes) {
+                this.create_index(item);
             }
         }
     }
@@ -227,23 +219,22 @@ class Collection {
             @name: commitQuorum
             @desc: The `commitQuorum` argument for the orignal mongodb `createIndex()` function.
      */
-    async create_index({ keys, options = null, commit_quorum = null, forced = false }) {
+    async create_index({ key = undefined, keys = undefined, // following the IndexOptions "key" or "keys" must be defined in typescript but not in raw js.
+    options = undefined, commit_quorum = undefined, forced = false }) {
+        // Create keys objs per input type.
         let keys_obj = {};
-        if (typeof keys === "string") {
+        if (key) {
             keys_obj = {};
-            keys_obj[keys] = 1;
+            keys_obj[key] = 1;
         }
-        else if (Array.isArray(keys)) {
+        else if (Array.isArray(keys) && keys.length > 0) {
             keys_obj = {};
             for (const key of keys) {
                 keys_obj[key] = 1;
             }
         }
-        else if (keys == null || typeof keys !== "object") {
-            vlib.Scheme.throw_invalid_type("keys", keys, ["string", "string[]", "object"], true);
-        }
         else {
-            keys_obj = keys;
+            throw new Error("Define one of the following parameters: [key, keys].");
         }
         // Drop index.
         if (forced) {
@@ -775,8 +766,8 @@ class UIDCollection {
             @name: commitQuorum
             @desc: The `commitQuorum` argument for the orignal mongodb `createIndex()` function.
      */
-    async create_index({ keys, options = null, commit_quorum = null }) {
-        return this._col.create_index({ keys, options, commit_quorum });
+    async create_index(args) {
+        return this._col.create_index(args);
     }
     /*  @docs:
      *  @title: Find
@@ -1164,11 +1155,11 @@ class Database {
         preview: { type: "boolean", default: true },
         preview_ip_whitelist: { type: "array", default: [] },
         daemon: { type: ["object", "boolean"], default: {} },
-        _server: "object",
+        _server: { type: ["object", "undefined"] },
     };
     uri;
-    preview;
-    preview_ip_whitelist;
+    // preview: boolean;
+    // preview_ip_whitelist: string[];
     client_opts;
     config;
     source; // Using vlib.Path type
@@ -1181,9 +1172,14 @@ class Database {
     proc;
     daemon;
     db;
-    constructor({ uri = null, source = null, config = null, start_args = [], client = null, collections = [], uid_collections = [], preview = true, preview_ip_whitelist = [], daemon = {}, _server, }) {
+    // System.
+    _listed_cols;
+    constructor({ uri = null, source = null, config = null, start_args = [], client = null, collections = [], uid_collections = [], 
+    // preview = true,
+    // preview_ip_whitelist = [],
+    daemon = {}, _server = undefined, }) {
         // Checks.
-        if (_server.is_primary && uri == null) {
+        if (!_server || (_server.is_primary && uri == null)) {
             ({ uri, config, start_args, config, client } = vlib.Scheme.verify({
                 object: arguments[0],
                 check_unknown: true,
@@ -1192,24 +1188,27 @@ class Database {
         }
         // Arguments.
         this.uri = uri;
-        this.preview = preview;
-        this.preview_ip_whitelist = preview_ip_whitelist;
+        // this.preview = preview;
+        // this.preview_ip_whitelist = preview_ip_whitelist;
         this.client_opts = client;
         this.config = config || {};
-        this.source = source != null ? new vlib.Path(source) : _server.source.join(".db");
+        this.source = source != null ? new vlib.Path(source) : _server?.source.join(".db");
         this.start_args = start_args;
-        this._collections = collections;
-        this._uid_collections = uid_collections;
+        this._collections = collections ?? [];
+        this._uid_collections = uid_collections ?? [];
         this.server = _server;
         // Attributes.
         this.client = null;
         this.collections = {};
         // Initialize the service daemon.
-        if (this.server.daemon && daemon !== false) {
+        if (this.server?.daemon && daemon !== false) {
             const log_source = this.server.source.join(".logs");
             if (!log_source.exists()) {
                 log_source.mkdir_sync();
             }
+            if (!this.server) {
+                throw new Error("Parameter 'Database._server' must be defined for this behaviour.");
+            }
             this.daemon = new vlib.Daemon({
                 name: this.server.daemon.name + ".mongodb",
                 user: daemon.user || this.server.daemon.user,
@@ -1225,9 +1224,9 @@ class Database {
             });
         }
     }
-    // Database preview.
-    _initialize_db_preview() {
-        /*
+    /* Database preview.
+    _initialize_db_preview(): void {
+        
         if (this.preview && this.server.production === false) {
             this.server.endpoint(
 
@@ -1752,8 +1751,7 @@ class Database {
                 },
             )
         }
-        */
-    }
+    }*/
     // Connect.
     async connect() {
         try {
@@ -1773,7 +1771,7 @@ class Database {
         if (this.config.systemLog === undefined) {
             this.config.systemLog = {};
         }
-        this.config.systemLog.path = this.source.join("mongod.log").str();
+        this.config.systemLog.path = this.source?.join("mongod.log").str();
         if (this.config.systemLog.destination === undefined) {
             this.config.systemLog.destination = "file";
         }
@@ -1783,21 +1781,23 @@ class Database {
         if (this.config.systemLog.logRotate === undefined) {
             this.config.systemLog.logRotate = "reopen";
         }
-        if (this.config.systemLog.verbosity === undefined) {
+        if (this.config.systemLog.verbosity === undefined && this.server) {
             this.config.systemLog.verbosity = this.server.production ? 0 : 1;
         }
         if (this.config.storage === undefined) {
             this.config.storage = {};
         }
-        const db_path = this.source.join("db");
-        this.config.storage.dbPath = db_path.str();
-        if (!db_path.exists()) {
-            db_path.mkdir_sync();
-        }
-        if (this.config.processManagement === undefined) {
-            this.config.processManagement = {};
+        if (this.source) {
+            const db_path = this.source.join("db");
+            this.config.storage.dbPath = db_path.str();
+            if (!db_path.exists()) {
+                db_path.mkdir_sync();
+            }
+            if (this.config.processManagement === undefined) {
+                this.config.processManagement = {};
+            }
+            this.config.processManagement.pidFilePath = this.source.join("mongod.pid").str();
         }
-        this.config.processManagement.pidFilePath = this.source.join("mongod.pid").str();
         if (this.config.net === undefined) {
             this.config.net = {};
         }
@@ -1808,7 +1808,7 @@ class Database {
             this.config.net.bindIp = "127.0.0.1";
         }
         // Mode 2: Start database.
-        if (this.server.is_primary && this.uri == null) {
+        if (this.server?.is_primary && this.uri == null) {
             // Create the database.
             if (!this.source.exists()) {
                 this.source.mkdir_sync();
@@ -1838,42 +1838,80 @@ class Database {
             });
         }
         // Assign URI.
-        else if (!this.server.is_primary && this.uri == null) {
+        else if (this.server && !this.server.is_primary && this.uri == null) {
             this.uri = `mongodb://${this.config.net.bindIp}:${this.config.net.port}/main`;
         }
         // Initialize client.
         if (this.uri) {
-            this.client = new MongoClient(this.uri, this.client_opts || {});
+            const opts = this.client_opts ?? {};
+            opts.serverApi ??= {
+                version: ServerApiVersion.v1,
+                strict: true,
+                deprecationErrors: true,
+            };
+            this.client = new MongoClient(this.uri, opts);
         }
         // Connect.
         await this.connect();
+        // Batch.
+        const multiprocessing = true;
+        const promises = [];
         // Create collections.
-        this._collections.forEach((info) => {
-            if (this[info.name] !== undefined) {
-                throw Error(`Unable to initialize database collection "${info.name}", this attribute name is already used.`);
-            }
-            if (Array.isArray(info.indexes)) {
-                for (const index of info.indexes) {
-                    if (index != null && typeof index === "object") {
-                        index.forced = true;
+        for (const info of this._collections) {
+            const promise = new Promise(resolve => {
+                if (this[info.name] !== undefined) {
+                    throw Error(`Unable to initialize database collection "${info.name}", this attribute name is reserved for a system value.`);
+                }
+                if (Array.isArray(info.indexes)) {
+                    for (let index = 0; index < info.indexes.length; index++) {
+                        let item = info.indexes[index];
+                        if (typeof item === "string") {
+                            info.indexes[index] = item = { keys: [item] };
+                        }
                     }
                 }
+                this.create_collection(info).then(data => {
+                    this[info.name] = data;
+                    resolve();
+                });
+            });
+            if (multiprocessing) {
+                promises.push(promise);
             }
-            this[info.name] = this.create_collection(info);
-        });
-        this._uid_collections.forEach((info) => {
-            if (this[info.name] !== undefined) {
-                throw Error(`Unable to initialize database collection "${info.name}", this attribute name is already used.`);
+            else {
+                await promise;
             }
-            if (Array.isArray(info.indexes)) {
-                for (const index of info.indexes) {
-                    if (index != null && typeof index === "object") {
-                        index.forced = true;
+        }
+        for (const info of this._uid_collections) {
+            const promise = new Promise(resolve => {
+                if (this[info.name] !== undefined) {
+                    throw Error(`Unable to initialize database collection "${info.name}", this attribute name is reserved for a system value.`);
+                }
+                if (Array.isArray(info.indexes)) {
+                    for (let index = 0; index < info.indexes.length; index++) {
+                        let item = info.indexes[index];
+                        if (typeof item === "string") {
+                            info.indexes[index] = item = {
+                                key: item,
+                            };
+                        }
                     }
                 }
+                this.create_uid_collection(info).then(data => {
+                    this[info.name] = data;
+                    resolve();
+                });
+            });
+            if (multiprocessing) {
+                promises.push(promise);
             }
-            this[info.name] = this.create_uid_collection(info);
-        });
+            else {
+                await promise;
+            }
+        }
+        if (multiprocessing) {
+            await Promise.all(promises);
+        }
     }
     // Close.
     async close() {
@@ -1884,7 +1922,7 @@ class Database {
      *  @title: Create Collection
      *  @description: Create a database collection.
      */
-    create_collection(info) {
+    async create_collection(info) {
         // Set name by single string argument.
         let name;
         let indexes = [];
@@ -1901,6 +1939,17 @@ class Database {
         if (name in this.collections) {
             throw Error(`Collection "${name}" is already initialized.`);
         }
+        // Logs.
+        logger.log(1, log_source, `Initializing collection "${name}".`);
+        // Check if the collection exists
+        if (this._listed_cols == null) {
+            this._listed_cols = await this.db.listCollections().toArray();
+        }
+        if (!this._listed_cols.find(x => x.name === name)) {
+            logger.log(0, log_source, `Creating collection "${name}".`);
+            await this.db.createCollection(name);
+        }
+        // Create collection.
         const col = new Collection(name, this.db.collection(name), ttl, indexes);
         this.collections[name] = col;
         return col;
@@ -1909,7 +1958,7 @@ class Database {
      *  @title: Create UID Based Collection
      *  @description: Create a UID based database collection.
      */
-    create_uid_collection(info) {
+    async create_uid_collection(info) {
         // Set name by single string argument.
         let name;
         let indexes = [];
@@ -1922,10 +1971,19 @@ class Database {
             indexes = info.indexes || [];
             ttl = info.ttl || null;
         }
-        // Check collection.
+        // Check duplicate collection.
         if (name in this.collections) {
             throw Error(`Collection "${name}" is already initialized.`);
         }
+        // Logs.
+        logger.log(1, log_source, `Initializing uid collection "${name}".`);
+        // Check if the collection exists
+        const collections = await this.db.listCollections({ name: name }).toArray();
+        if (collections.length === 0) {
+            logger.log(0, log_source, `Creating uid collection "${name}".`);
+            await this.db.createCollection(name);
+        }
+        // Collection.
         const col = new UIDCollection(name, this.db.collection(name), indexes, ttl);
         this.collections[name] = col;
         return col;

package/backend/dist/esm-dev/endpoint.d.ts

@@ -1,18 +1,17 @@
 import { View } from './view.js';
 import { RateLimitGroup } from "./rate_limit.js";
 import { Stream, AuthStream, Params } from "./stream.js";
+import type { Server } from "./server.js";
 type EndpointCallback = ((stream: Stream, params: Params) => any) | ((stream: AuthStream, params: Params) => any);
-export interface EndpointOptions {
+interface BaseEndpointOptions {
     method?: string;
     endpoint: string | RegExp;
     authenticated?: boolean;
     rate_limit?: string | RateLimitGroup | RateLimitGroup[] | null;
     params?: Record<string, any> | null;
     callback?: EndpointCallback;
-    view?: View | Record<string, any> | null;
     data?: any;
-    content_type?: string;
-    compress?: boolean;
+    compress?: "auto" | boolean;
     cache?: boolean | number;
     ip_whitelist?: string[] | null;
     sitemap?: boolean | null;
@@ -21,15 +20,25 @@ export interface EndpointOptions {
     _path?: string | null;
     _is_static?: boolean;
 }
+interface EndpointOptionsWithView extends Omit<BaseEndpointOptions, "content_type" | "view"> {
+    view: View | Record<string, any>;
+    content_type?: string;
+}
+interface EndpointOptionsWithoutView extends BaseEndpointOptions {
+    view?: null | undefined;
+    content_type: string;
+}
+export type EndpointOptions = EndpointOptionsWithView | EndpointOptionsWithoutView;
 declare class Endpoint {
     static rate_limits: Map<string, any>;
+    static compressed_content_types: string[];
     method: string;
     endpoint: string | RegExp;
     authenticated: boolean;
     params: Record<string, any> | null;
     callback?: EndpointCallback;
     data: any;
-    content_type: string;
+    content_type?: string;
     compress: boolean;
     cache: boolean | number;
     sitemap: boolean | null;
@@ -46,12 +55,17 @@ declare class Endpoint {
     raw_data?: any;
     content_length?: number;
     is_image_endpoint?: boolean;
-    constructor({ method, endpoint, authenticated, rate_limit, params, callback, view, data, content_type, compress, cache, ip_whitelist, sitemap, robots, _templates, // only used in loading static files.
-    _path, _is_static, }: EndpointOptions);
+    _initialized: boolean;
+    _server: any;
+    constructor({ method, endpoint, authenticated, rate_limit, params, callback, view, data, content_type, // = "text/plain",
+    compress, cache, ip_whitelist, sitemap, robots, _templates, // only used in loading static files.
+    _path, _is_static, _server, }: EndpointOptions & {
+        _server: Server;
+    });
     _load_data_by_path(server: any): this;
     _set_headers(stream: any): void;
     _refresh(server: any): Promise<void>;
-    _initialize(server: any): Promise<void>;
-    _serve(stream: any, status_code?: number): Promise<void>;
+    _dynamic_initialize(): Promise<void>;
+    _serve(stream: Stream, status_code?: number): Promise<void>;
 }
 export { Endpoint };