@webqit/webflo 1.0.19 → 1.0.21

package/package.json

@@ -12,7 +12,7 @@
     "vanila-javascript"
   ],
   "homepage": "https://webqit.io/tooling/webflo",
-  "version": "1.0.19",
+  "version": "1.0.21",
   "license": "MIT",
   "repository": {
     "type": "git",
@@ -35,18 +35,21 @@
     "webflo-certbot-http-cleanup-hook": "src/services-pi/cert/http-cleanup-hook.js"
   },
   "dependencies": {
+    "@linked-db/linked-ql": "^0.30.13",
     "@octokit/webhooks": "^7.15.1",
-    "@webqit/backpack": "^0.1.6",
+    "@webqit/backpack": "^0.1.8",
     "@webqit/observer": "^2.0.7",
     "@webqit/oohtml-ssr": "^2.1.1",
     "@webqit/util": "^0.8.11",
-    "client-sessions": "^0.8.0",
     "esbuild": "^0.14.38",
+    "ioredis": "^5.5.0",
     "jsdom": "^21.1.1",
     "mime-types": "^2.1.33",
+    "pg": "^8.13.3",
     "simple-git": "^2.20.1",
     "stream-slice": "^0.1.2",
-    "urlpattern-polyfill": "^4.0.3"
+    "urlpattern-polyfill": "^4.0.3",
+    "web-push": "^3.6.7"
   },
   "devDependencies": {
     "chai": "^4.3.6",

package/src/config-pi/runtime/Client.js

@@ -19,31 +19,34 @@ export default class Client extends Dotfile {
     // Defaults merger
     withDefaults(config) {
         return this.merge({
+            spa_routing: true,
             bundle_filename: 'bundle.js',
             public_base_url: '/',
-            spa_routing: true,
-            service_worker: {
-                filename: 'worker.js',
-                scope: '/',
-                support_push: false,
-                vapid_key_env: 'VAPID_PUBLIC_KEY',
-                push_registration_url_env: 'PUSH_REGISTRATION_PUBLIC_URL',
+            copy_public_variables: true,
+            capabilities: {
+                service_worker: true,
+                webpush: false,
+                custom_install: false,
+                exposed: ['display-mode', 'notifications'],
+                vapid_public_key_variable: 'VAPID_PUBLIC_KEY',
+                generic_public_webhook_url_variable: 'GENERIC_PUBLIC_WEBHOOK_URL',
             },
-            bundle_public_env: false,
         }, config, 'patch');
     }
 
     // Questions generator
     getSchema(config, choices = {}) {
-        // Choices
-        const CHOICES = this.merge({
-            webqit_dependencies: [
-                {value: 'externalize', title: 'Externalize'},
-                {value: 'internalize', title: 'Internalize'},
-            ],
-        }, choices, 'patch');
         // Questions
         return [
+            {
+                name: 'spa_routing',
+                type: 'toggle',
+                message: '[spa_routing]: Enable Single Page Routing Mode',
+                active: 'YES',
+                inactive: 'NO',
+                initial: config.spa_routing,
+                validation: ['important'],
+            },
             {
                 name: 'bundle_filename',
                 type: 'text',
@@ -58,59 +61,60 @@ export default class Client extends Dotfile {
                 validation: ['important'],
             },
             {
-                name: 'bundle_public_env',
+                name: 'copy_public_variables',
                 type: 'toggle',
-                message: '[spa_routing]: Enable Single Page Routing Mode',
+                message: '[copy_public_variables]: Bundle public ENV variables?',
                 active: 'YES',
                 inactive: 'NO',
-                initial: config.spa_routing,
+                initial: config.copy_public_variables,
                 validation: ['important'],
             },
             {
-                name: 'service_worker',
+                name: 'capabilities',
                 controls: {
-                    name: 'service_worker',
+                    name: 'capabilities',
                 },
-                initial: config.service_worker,
+                initial: config.capabilities,
                 schema: [
                     {
-                        name: 'filename',
-                        type: 'text',
-                        message: 'Specify the Service Worker filename',
+                        name: 'service_worker',
+                        type: 'toggle',
+                        message: 'Enable service worker?',
+                        active: 'YES',
+                        inactive: 'NO',
                     },
                     {
-                        name: 'scope',
-                        type: 'text',
-                        message: 'Specify the Service Worker scope',
+                        name: 'webpush',
+                        type: 'toggle',
+                        message: 'Support push-notifications?',
+                        active: 'YES',
+                        inactive: 'NO',
                     },
                     {
-                        name: 'support_push',
+                        name: 'custom_install',
                         type: 'toggle',
-                        message: 'Support push-notifications?',
+                        message: 'Enable custom PWA install prompt?',
                         active: 'YES',
                         inactive: 'NO',
                     },
                     {
-                        name: 'vapid_key_env',
-                        type: (prev, answers) => answers.support_push ? 'text' : null,
-                        message: 'Enter the VAPID KEY env id for push notification subscription',
+                        name: 'exposed',
+                        type: 'list',
+                        message: 'Specify features exposed on capabilities.exposed',
+                        initial: (config.exposed || []).join(', '),
                     },
                     {
-                        name: 'push_registration_url_env',
-                        type: (prev, answers) => answers.support_push ? 'text' : null,
-                        message: 'Enter the URL for push notification subscription',
+                        name: 'vapid_public_key_variable',
+                        type: (prev, answers) => !answers.webpush ? null : 'text',
+                        message: 'Enter the environment variable name for APP_VAPID_PUBLIC_KEY if not as written',
                     },
-                ],
-            },
-            {
-                name: 'bundle_public_env',
-                type: 'toggle',
-                message: '[bundle_public_env]: Bundle public ENV variables?',
-                active: 'YES',
-                inactive: 'NO',
-                initial: config.bundle_public_env,
-                validation: ['important'],
-            },
+                    {
+                        name: 'generic_public_webhook_url_variable',
+                        type: 'text',
+                        message: 'Enter the environment variable name for GENERIC_PUBLIC_WEBHOOK_URL if not as written',
+                    },
+                ]
+            }
         ];
     }
 }

package/src/config-pi/runtime/Server.js

@@ -29,7 +29,18 @@ export default class Server extends Dotfile {
                 force: false,
             },
             force_www: '',
-            oohtml_support: 'full',
+            session_key_variable: 'SESSION_KEY',
+            capabilities: {
+                database: false,
+                database_dialect: 'postgres',
+                database_url_variable: 'DATABASE_URL',
+                redis: false,
+                redis_url_variable: 'REDIS_URL',
+                webpush: false,
+                vapid_subject: 'mailto:foo@example.com',
+                vapid_public_key_variable: 'VAPID_PUBLIC_KEY',
+                vapid_private_key_variable: 'VAPID_PRIVATE_KEY',
+            },
         }, config, 'patch');
     }
 
@@ -42,13 +53,6 @@ export default class Server extends Dotfile {
                 {value: 'add',},
                 {value: 'remove',},
             ],
-            oohtml_support: [
-                {value: 'full', title: 'full'},
-                {value: 'namespacing', title: 'namespacing'},
-                {value: 'scripting', title: 'scripting'},
-                {value: 'templating', title: 'templating'},
-                {value: 'none', title: 'none'},
-            ],
         }, choices, 'patch');
         // Questions
         return [
@@ -63,6 +67,7 @@ export default class Server extends Dotfile {
                 name: 'domains',
                 type: 'list',
                 message: '[domains]: Enter a list of allowed domains if necessary (comma-separated)',
+                initial: (config.domains || []).join(', '),
                 validation: ['important'],
             },
             {
@@ -72,6 +77,12 @@ export default class Server extends Dotfile {
                 choices: CHOICES.force_www,
                 initial: this.indexOfInitial(CHOICES.force_www, config.force_www),
             },
+            {
+                name: 'session_key_variable',
+                type: 'text',
+                message: 'Enter the environment variable name for SESSION_KEY if not as written',
+                initial: config.session_key_variable,
+            },
             {
                 name: 'https',
                 controls: {
@@ -113,12 +124,64 @@ export default class Server extends Dotfile {
                 ],
             },
             {
-                name: 'oohtml_support',
-                type: 'select',
-                message: '[oohtml_support]: Specify OOHTML support level',
-                choices: CHOICES.oohtml_support,
-                initial: this.indexOfInitial(CHOICES.oohtml_support, config.oohtml_support),
-                validation: ['important'],
+                name: 'capabilities',
+                controls: {
+                    name: 'capabilities',
+                },
+                initial: config.capabilities,
+                schema: [
+                    {
+                        name: 'database',
+                        type: 'toggle',
+                        message: 'Add database integration?',
+                        active: 'YES',
+                        inactive: 'NO',
+                    },
+                    {
+                        name: 'database_dialect',
+                        type: (prev, answers) => !answers.database ? null : 'text',
+                        message: 'Enter the database dialect (postgres for now)',
+                    },
+                    {
+                        name: 'database_url_variable',
+                        type: (prev, answers) => !answers.database ? null : 'text',
+                        message: 'Enter the environment variable name for DATABASE_URL if not as written',
+                    },
+                    {
+                        name: 'redis',
+                        type: 'toggle',
+                        message: 'Add redis integration?',
+                        active: 'YES',
+                        inactive: 'NO',
+                    },
+                    {
+                        name: 'redis_url_variable',
+                        type: (prev, answers) => !answers.redis ? null : 'text',
+                        message: 'Enter the environment variable name for REDIS_URL if not as written',
+                    },
+                    {
+                        name: 'webpush',
+                        type: 'toggle',
+                        message: 'Add webpush integration?',
+                        active: 'YES',
+                        inactive: 'NO',
+                    },
+                    {
+                        name: 'vapid_subject',
+                        type: (prev, answers) => !answers.webpush ? null : 'text',
+                        message: 'Enter the vapid_subject URL',
+                    },
+                    {
+                        name: 'vapid_public_key_variable',
+                        type: (prev, answers) => !answers.webpush ? null : 'text',
+                        message: 'Enter the environment variable name for VAPID_PUBLIC_KEY if not as written',
+                    },
+                    {
+                        name: 'vapid_private_key_variable',
+                        type: (prev, answers) => !answers.webpush ? null : 'text',
+                        message: 'Enter the environment variable name for VAPID_PRIVATE_KEY if not as written',
+                    },
+                ]
             },
         ];
     }

package/src/config-pi/runtime/client/Worker.js

@@ -21,14 +21,15 @@ export default class Worker extends Dotfile {
     // Defaults merger
     withDefaults(config) {
         return this.merge({
+            filename: 'worker.js',
+            scope: '/',
+            skip_waiting: true,
             cache_name: 'cache_v0',
             default_fetching_strategy: 'network-first',
             network_first_urls: [],
             cache_first_urls: [],
             network_only_urls: [],
             cache_only_urls: [],
-            skip_waiting: true,
-            bundle_public_env: false,
         }, config, 'patch');
     }
 
@@ -49,6 +50,24 @@ export default class Worker extends Dotfile {
         }, choices, 'patch');
         // Questions
         return [
+            {
+                name: 'filename',
+                type: 'text',
+                message: 'Specify the Service Worker filename',
+            },
+            {
+                name: 'scope',
+                type: 'text',
+                message: 'Specify the Service Worker scope',
+            },
+            {
+                name: 'skip_waiting',
+                type: 'toggle',
+                message: 'Choose whether to skip the "waiting" state for updated Service Workers',
+                active: 'YES',
+                inactive: 'NO',
+                initial: config.skip_waiting,
+            },
             {
                 name: 'cache_name',
                 type: 'text',
@@ -86,24 +105,7 @@ export default class Worker extends Dotfile {
                 type: (prev, answers) => answers.default_fetching_strategy === 'cache-only' ? null : 'list',
                 message: 'Specify URLs for a "cache-only" fetching strategy (comma-separated, globe supported)',
                 initial: (config.cache_only_urls || []).join(', '),
-            },
-            {
-                name: 'skip_waiting',
-                type: 'toggle',
-                message: 'Choose whether to skip the "waiting" state for updated Service Workers',
-                active: 'YES',
-                inactive: 'NO',
-                initial: config.skip_waiting,
-            },
-            {
-                name: 'bundle_public_env',
-                type: 'toggle',
-                message: '[bundle_public_env]: Bundle public ENV variables?',
-                active: 'YES',
-                inactive: 'NO',
-                initial: config.bundle_public_env,
-                validation: ['important'],
-            },
+            }
         ];
     }
 }

package/src/runtime-pi/HttpEvent.js

@@ -31,6 +31,8 @@ export class HttpEvent {
 
     get client() { return this.#init.client; }
 
+    get sdk() { return this.#init.sdk; }
+
     #requestCloneCallback;
     set onRequestClone(callback) {
         this.#requestCloneCallback = callback;
@@ -59,7 +61,7 @@ export class HttpEvent {
         }
     }
 
-    #response = null;
+    #response = undefined;
     get response() { return this.#response; }
 
     async respondWith(response) {
@@ -92,7 +94,7 @@ export class HttpEvent {
         const messageID = (0 | Math.random() * 9e6).toString(36);
         const $url = new URL(url, this.request.url);
         $url.searchParams.set('redirect-message', messageID);
-        this.session.set(`redirect-message:${messageID}`, data);
+        await this.session.set(`redirect-message:${messageID}`, data);
         await this.redirect($url, ...args);
     }
 
@@ -114,7 +116,7 @@ export class HttpEvent {
                         if (endOfStream) {
                             res(response);
                         } else {
-                            await this.client.postMessage(response, { messageType: 'response' });
+                            await this.respondWith(response);
                         }
                     });                    
                     poll(typeof maxClock === 'number' && maxClock > 0 ? --maxClock : maxClock);
@@ -122,20 +124,32 @@ export class HttpEvent {
                 poll(maxClock);
             };
             // Life cycle management
-            this.client.on('connected', () => {
-                state.connected = true;
-                start();
-            });
-            this.client.on('empty', () => {
-                state.connected = false;
-            });
-            this.client.handleMessages('navigation', (e) => {
-                if (!crossNavigation
-                || (crossNavigation === -1 && e.data.pathname === this.url.pathname)
-                || (typeof crossNavigation === 'function' && !crossNavigation(e.data))) {
-                    state.navigatedAway = true;
-                }
-            });
+            if (this.#response === undefined) {
+                callback(async (response, endOfStream = false) => {
+                    if (endOfStream) {
+                        state.earlyTermination = true;
+                        res(response);
+                    } else {
+                        await this.respondWith(response);
+                    }
+                });
+            }
+            if (!state.earlyTermination) {
+                this.client.on('connected', () => {
+                    state.connected = true;
+                    start();
+                });
+                this.client.on('empty', () => {
+                    state.connected = false;
+                });
+                this.client.handleMessages('navigation', (e) => {
+                    if (!crossNavigation
+                    || (crossNavigation === -1 && e.data.pathname === this.url.pathname)
+                    || (typeof crossNavigation === 'function' && !crossNavigation(e.data))) {
+                        state.navigatedAway = true;
+                    }
+                });
+            }
             setTimeout(() => {
                 if (!state.connected) {
                     res();
@@ -154,8 +168,9 @@ export class HttpEvent {
             request = !_isEmpty(init) ? new Request(url, init) : url;
         } else {
             url = new xURL(url, this.#url.origin);
-            init = await Request.copy(this.request, init);
-            request = new Request(url, { ...init, referrer: this.request.url });
+            const { url: _, ...$init } = await Request.copy(this.request, init);
+            init = $init;
+            request = Request.create(url, { ...init, referrer: this.request.url });
         }            
         return new HttpEvent(this, { ...this.#init, request });
     }

package/src/runtime-pi/HttpUser.js

@@ -1,4 +1,3 @@
-import { _isObject } from '@webqit/util/js/index.js';
 import { WebfloStorage } from './WebfloStorage.js';
 
 export class HttpUser extends WebfloStorage {
@@ -7,79 +6,15 @@ export class HttpUser extends WebfloStorage {
         return new this(request, session, client);
     }
 
-    #session;
     #client;
 
     constructor(request, session, client) {
-        super(request, session);
-        this.#session = session;
+        super(session, '#user', request, session);
         this.#client = client;
-        // Trigger this
-        this.#dict;
     }
 
-    get #dict() {
-        if (!this.#session.has('user')) {
-            this.#session.set('user', {});
-        }
-        return this.#session.get('user');
-    }
-
-    [ Symbol.iterator ]() { return this.entries()[ Symbol.iterator ](); }
-
-    get size() { return Object.keys(this.#dict).length; }
-
-    set(key, value) {
-        Reflect.set(this.#dict, key, value);
-        return this;
-    }
-
-    get(key) {
-        return Reflect.get(this.#dict, key);
-    }
-
-    has(key) {
-        return Reflect.has(this.#dict, key);
-    }
-
-    delete(key) {
-        return Reflect.deleteProperty(this.#dict, key);
-    }
-
-    keys() {
-        return Object.keys(this.#dict);
-    }
-
-    values() {
-        return Object.values(this.#dict);
-    }
-
-    entries() {
-        return Object.entries(this.#dict);
-    }
-
-    clear() {
-        for (const key of this.keys()) {
-            Reflect.deleteProperty(this.#dict, key);
-        }
-    }
-
-    forEach(callback) {
-        this.entries().forEach(callback);
-    }
-
-    json(arg = null) {
-        if (!arguments.length || typeof arg === 'boolean') {
-            return {...this.#dict};
-        }
-        if (!_isObject(arg)) {
-            throw new Error(`Argument must be a valid JSON object`);
-        }
-        Object.assign(this.#dict, arg);
-    }
-
-    isSignedIn() {
-        return this.has('id');
+    async isSignedIn() {
+        return await this.has('id');
     }
 
     async signIn(...args) {
@@ -90,22 +25,11 @@ export class HttpUser extends WebfloStorage {
     }
 
     async signOut() {
-        const handler = this.getReverseHandlers().get('id')?.[0];
-        let response;
-        if (typeof handler === 'string') {
-            response = new Response(null, { status: 302, headers: {
-                Location: url
-            }});
-        }
-        if (typeof handler === 'function') {
-            response = await handler(this);
-        }
-        this.clear();
-        return response;
+        await this.clear();
     }
 
-    confirm(data, callback, options = {}) {
-        return new Promise((resolve) => {
+    async confirm(data, callback, options = {}) {
+        return await new Promise((resolve) => {
             this.#client.postRequest(
                 data,
                 (event) => resolve(callback ? callback(event) : event),
@@ -114,8 +38,8 @@ export class HttpUser extends WebfloStorage {
         });
     }
 
-    prompt(data, callback, options = {}) {
-        return new Promise((resolve) => {
+    async prompt(data, callback, options = {}) {
+        return await new Promise((resolve) => {
             this.#client.postRequest(
                 data,
                 (event) => resolve(callback ? callback(event) : event),

package/src/runtime-pi/WebfloCookieStorage.js

@@ -3,25 +3,41 @@ import { renderCookieObj } from './util-http.js';
 import { WebfloStorage } from './WebfloStorage.js';
 
 export class WebfloCookieStorage extends WebfloStorage {
+
+    #originals;
+
     constructor(request, iterable = []) {
         iterable = [...iterable].map(([key, value]) => [key, !_isObject(value) ? { name: key, value } : value]);
-        super(request, null, iterable);
-        this.saveOriginals();
+        iterable = Object.fromEntries(iterable);
+        super(iterable, null, request);
+        this.#originals = { ...iterable };
     }
 
-    render() {
-        return this.getAdded().map((key) => renderCookieObj({ name: key, ...this.get(key, true) })).concat(
-            this.getDeleted().map((key) => renderCookieObj({ name: key, value: '', maxAge: 0 }))
-        );
+    async set(key, value) {
+        if (!_isObject(value)) { value = { name: key, value }; }
+        return await super.set(key, value);
     }
 
-    set(key, value) {
-        if (!_isObject(value)) { value = { name: key, value }; }
-        return super.set(key, value);
+    async get(key, withDetail = false) {
+        if (!withDetail) return (await super.get(key))?.value;
+        return await super.get(key);
     }
 
-    get(key, withDetail = false) {
-        if (!withDetail) return super.get(key)?.value;
-        return super.get(key);
+    async render() {
+        const entries = await Promise.all((await this.keys()).concat(Object.keys(this.#originals)).map(async (key) => {
+            const a = Reflect.get(this.#originals, key);
+            const b = await this.get(key, true);
+            if (a === b || (_isObject(a) && _isObject(b) && _even(a, b))) {
+                // Same
+                return;
+            }
+            if ([undefined, null].includes(b)) {
+                // Deleted
+                return { name: key, value: '', maxAge: 0 };
+            }
+            // Added or modified
+            return { name: key, ...(await this.get(key, true)) };
+        })).then((entries) => entries.filter((e) => e));
+        return entries.map((e) => renderCookieObj(e));
     }
 }

package/src/runtime-pi/WebfloRouter.js

@@ -8,7 +8,7 @@ export class WebfloRouter {
         this.path = _isArray(path) ? path : (path + '').split('/').filter(a => a);
     }
 
-    async route(method, event, arg, _default, remoteFetch = null, requestLifecycle = null) {
+    async route(method, event, arg = null, _default = null, remoteFetch = null, requestLifecycle = null) {
 
         const $this = this;
         const $runtime = this.cx.runtime;
@@ -58,7 +58,7 @@ export class WebfloRouter {
                                     nextTick.event = await thisTick.event.with(newDestination, _request, requestInit);
                                 } else {
                                     nextTick.event = await thisTick.event.with(newDestination, requestInit);
-                                }
+                                 }
                                 nextTick.source = thisTick.destination.join('/');
                                 nextTick.destination = newDestination.split('?').shift().split('/').map(a => a.trim()).filter(a => a);
                                 nextTick.trail = _args[1].startsWith('/') ? [] : thisTick.trail.reduce((_commonRoot, _seg, i) => _commonRoot.length === i && _seg === nextTick.destination[i] ? _commonRoot.concat(_seg) : _commonRoot, []);