@webqit/webflo 0.8.48-0 → 0.8.49

package/docker/Dockerfile

@@ -0,0 +1,25 @@
+# Base installations
+FROM node:12-alpine
+RUN apk --no-cache add git
+
+# We'll install npm packages at one-level higher than
+# actuall app root, so that we can bind-mount host system's app root
+# without overriding the container's node_modules directory
+WORKDIR /home/www
+RUN npm install
+RUN npm install @webqit/webflo -g
+RUN npm install @webqit/playui-cli -g
+
+# Move one-level in, for the reasons above
+WORKDIR /home/www/app
+
+# To auto-start app (flags optional), we would add...
+# CMD ["webflo", "start", "--env=dev", "--http-only"]
+
+# To build the image locally...
+# docker build --no-cache -t webflo ./docker
+
+# To publish to docker hub...
+# docker login -u webqit
+# docker tag webflo webqit/webflo
+# docker push webqit/webflo

package/docker/README.md

@@ -0,0 +1,69 @@
+# Webflo Container
+This is simply a node.js container with the `@webqit/webflo` framework installed. Once started, any webflo app can be deployed into the container from any git repository.
+
+## Usage
+This container image lives on Docker Hub and can be pulled to a local machine or a remote Virtual Machine (VM) on any cloud platform.
+
++ [To Use Locally](#to-use-locally)
++ [To Use In the Cloud](#to-use-in-the-cloud)
+* [To Deploy An App From Any Repo](#to-deploy-an-app-from-any-repo)
+
+### To Use Locally
+Ensure you have docker installed on your computer and run the following command from any location on your terminal:
+
+```shell
+docker pull webqit/webflo:latest
+```
+
+The above command pulls the `webqit/webflo` image to your local machine. (But this can be automatically done by docker on running any docker commands that reference the `webqit/webflo` image.)
+
+Next is to use the following commands to start the container and the Webflo runtime. In each case, the first part of the command starts the container, while the second part (from `webflo start`) starts the application.
+
+#### To Start
+Start the container using `docker run`; map a port (e.g `80`) of your host machine to `3000` of the container (unless changed webflo expects to run on port `3000`); optionally, give your container a name; reference `webqit/webflo` as the image to use; and lastly, start webflo using `webflo start`.
+
+```shell
+docker run -d -p 80:3000 --name my-app webqit/webflo webflo start
+```
+
+Visit [localhost](http://localhost) to view your app. 
+
+#### To Start In Dev Mode
+Webflo's *dev* mode is the perfect mode for developing locally. All you do is append the `--env=dev` flag to your webflo commands. [(Learn more)](#)
+
+```shell
+docker run -d -p 80:3000 --name my-app webqit/webflo webflo start --env=dev
+```
+
+In *dev* mode, webflo automatically restarts as you make changes to your codebase. Since webflo now lives inside a container, you'll need to *bind* the directory of your source code on your host machine to the `/home/www/app` directory of the container.
+
+```shell
+docker run -d -v /Users/me/my-app:/home/www/app -p 80:3000 --name my-app webqit/webflo webflo start --env=dev
+```
+
+### To Use In the Cloud
+TODO
+
+### To Deploy An App From Any Repo
+Whether running locally or in the cloud, webflo can easily take your application from any git repo. This follows webflo's normal `deploy` command.
+
+Simply point docker at your container (using `docker exec [container-name]`) and execute the `webflo deploy` command.
+
+```shell
+docker exec my-app webflo deploy https://github.com/me/my-app
+```
+
+If you will need to install any npm dependencies, you would run `npm install` on the appropriate directory in your container.
+
+```shell
+docker exec my-app npm install
+```
+
+If you will need to run additional webflo commands (e.g `webflo restart` to restart the application), you would follow the same pattern above.
+
+```shell
+docker exec my-app webflo restart
+```
+
+## Extending this Build
+TODO

package/package.json

@@ -12,7 +12,7 @@
     "vanila-javascript"
   ],
   "homepage": "https://webqit.io/tooling/webflo",
-  "version": "0.8.48-0",
+  "version": "0.8.49",
   "license": "MIT",
   "repository": {
     "type": "git",
@@ -38,17 +38,21 @@
     "@octokit/webhooks": "^7.15.1",
     "@webqit/backpack": "^0.0.37",
     "@webqit/browser-pie": "^0.0.16",
-    "@webqit/pseudo-browser": "^0.3.30",
+    "@webqit/pseudo-browser": "^0.3.35",
     "@webqit/util": "^0.8.7",
-    "accepts": "^1.3.7",
     "client-sessions": "^0.8.0",
     "cookie": "^0.4.1",
+    "form-data-encoder": "^1.6.0",
+    "formdata-node": "^4.3.0",
     "formidable": "^2.0.0-dev.20200131.2",
     "is-glob": "^4.0.1",
     "micromatch": "^3.1.10",
+    "mime-types": "^2.1.33",
     "minimatch": "^3.0.4",
+    "node-fetch": "^2.6.1",
     "pm2": "^5.1.0",
     "simple-git": "^2.20.1",
+    "stream-slice": "^0.1.2",
     "touch": "^3.1.0",
     "undici": "^4.3.1",
     "uuid": "^8.3.2",

package/src/cmd/origins.js

@@ -64,9 +64,9 @@ export async function deploy(Ui, origin, flags = {}, layout = {}) {
             Fs.mkdirSync(origin.deploy_path, {recursive: true});
         }
     }
-    git.cwd(origin.deploy_path);
+    await git.cwd(origin.deploy_path);
     // Must come after git.cwd()
-    git.init();
+    await git.init();
 
     const hosts = {
         github: 'https://github.com',

package/src/modules/Router.js

@@ -0,0 +1,130 @@
+
+/**
+ * @imports
+ */
+import _isString from '@webqit/util/js/isString.js';
+import _isFunction from '@webqit/util/js/isFunction.js';
+import _isArray from '@webqit/util/js/isArray.js';
+import _arrFrom from '@webqit/util/arr/from.js';
+
+/**
+ * ---------------------------
+ * The Router class
+ * ---------------------------
+ */
+			
+export default class Router {
+
+	/**
+	 * Constructs a new Router instance
+     * over route definitions.
+	 *
+	 * @param string|array	    path
+	 * @param object	        layout
+     * @param object            context
+	 *
+	 * @return void
+	 */
+	constructor(path, layout, context) {
+        this.path = _isArray(path) ? path : (path + '').split('/').filter(a => a);
+        this.layout = layout;
+        this.context = context;
+    }
+
+    /**
+     * Performs dynamic routing.
+     * 
+     * @param array|string      method
+     * @param Object            event
+     * @param any               arg
+     * @param function          _default
+     * 
+     * @return object
+     */
+     async route(method, event, arg, _default) {
+
+        const $this = this;
+
+        // ----------------
+        // The loop
+        // ----------------
+        const next = async function(thisTick) {
+            const _this = { ...$this.context };
+            if (!thisTick.trail || thisTick.trail.length < thisTick.destination.length) {
+                thisTick = await $this.readTick(thisTick);
+                // -------------
+                _this.pathname = `/${thisTick.trail.join('/')}`;
+                _this.stepname = thisTick.trail[thisTick.trail.length - 1];
+                $this.finalizeHandlerContext(_this, thisTick);
+                // -------------
+                if (thisTick.exports) {
+                    const methods = _arrFrom(thisTick.method);
+                    const handler = _isFunction(thisTick.exports) && methods.includes('default') ? thisTick.exports : methods.reduce((_handler, name) => _handler || thisTick.exports[name.toLowerCase()], null);
+                    if (handler) {
+                        // -------------
+                        // Dynamic response
+                        // -------------
+                        const _next = async (..._args) => {
+                            const nextTick = { ...thisTick, arg: _args[0] };
+                            if (_args.length > 1) {
+                                var _url = _args[1], _request, requestInit = { ...(_args[2] || {}) };
+                                if (_args[1] instanceof nextTick.event.Request) {
+                                    _request = _args[1];
+                                    _url = _request.url;
+                                } else if (!_isString(_url)) {
+                                    throw new Error('Router redirect url must be a string!');
+                                }
+                                var newDestination = _url.startsWith('/') ? _url : $this.pathJoin(`/${thisTick.trail.join('/')}`, _url);
+                                if (newDestination.startsWith('../')) {
+                                    throw new Error('Router redirect cannot traverse beyond the routing directory! (' + _url + ' >> ' + newDestination + ')');
+                                }
+                                if (requestInit.method) {
+                                    nextTick.method = requestInit.method;
+                                    if (_isArray(requestInit.method)) {
+                                        requestInit.method = requestInit.method[0];
+                                    }
+                                }
+                                if (_request) {
+                                    nextTick.event = thisTick.event.retarget(_request, { ...requestInit, _proxy: { url: newDestination/** non-standard but works */ } });
+                                } else {
+                                    nextTick.event = thisTick.event.retarget(newDestination, requestInit);
+                                }
+                                
+                                nextTick.source = thisTick.destination.join('/');
+                                nextTick.destination = newDestination.split('?').shift().split('/').map(a => a.trim()).filter(a => a);
+                                nextTick.trail = _args[1].startsWith('/') ? [] : thisTick.trail.reduce((_commonRoot, _seg, i) => _commonRoot.length === i && _seg === nextTick.destination[i] ? _commonRoot.concat(_seg) : _commonRoot, []);
+                                nextTick.trailOnFile = thisTick.trailOnFile.slice(0, nextTick.trail.length);
+                            }
+                            return next(nextTick);
+                        };
+                        // -------------
+                        const nextPathname = thisTick.destination.slice(thisTick.trail.length);
+                        _next.pathname = nextPathname.join('/');
+                        _next.stepname = nextPathname[0];
+                        // -------------
+                        return await handler.call(_this, thisTick.event, thisTick.arg, _next/*next*/);
+                    }
+                    // Handler not found but exports found
+                    return next(thisTick);
+                } else if ((thisTick.currentSegmentOnFile || {}).dirExists) {
+                    // Exports not found but directory found
+                    return next(thisTick);
+                }
+            }
+            // -------------
+            // Local file
+            // -------------
+            if (_default) {
+                return await _default.call(_this, thisTick.event, thisTick.arg);
+            }
+        };
+        
+        return next({
+            destination: this.path,
+            event,
+            method,
+            arg,
+         });
+
+    } 
+};

package/src/modules/_FormData.js

@@ -0,0 +1,60 @@
+
+/**
+ * @imports
+ */
+import { _isTypeObject, _isNumeric } from '@webqit/util/js/index.js';
+import { _before } from '@webqit/util/str/index.js';
+import { wwwFormSet, wwwFormPathSerializeCallback } from './util.js';
+
+ /**
+  * The _Headers Mixin
+  */
+const _FormData = NativeFormData => class extends NativeFormData {
+
+    tee(callback = null) {
+        const formData1 = new this.constructor, formData2 = new this.constructor;
+        for (var [ name, value ] of this.entries()) {
+            const formDataType = formDataType(value);
+            if ((callback && callback(value, name, formDataType)) || (!callback && !formDataType)) {
+                formData1.append(name, value);
+            } else {
+                formData2.append(name, value);
+            }
+        }
+        return [ formData1, formData2 ];
+    }
+
+    json(data = {}, callback = null) {
+        if (arguments.length) {
+            Object.keys(data).forEach(key => {
+                wwwFormPathSerializeCallback(key, data[key], (_wwwFormPath, _value) => {
+                    if (!callback || callback(_wwwFormPath, _value, _isTypeObject(_value))) {
+                        this.append(_wwwFormPath, _value);
+                    }
+                }, value => !formDataType(value));
+            });
+            return;
+        }
+        var jsonBuild; // We'll dynamically determine if this should be an array or an object
+        for (var [ name, value ] of this.entries()) {
+            if (!jsonBuild) {
+                jsonBuild = _isNumeric(_before(name, '[')) ? [] : {};
+            }
+            wwwFormSet(jsonBuild, name, value);
+        }
+        return jsonBuild;
+    }
+
+}
+
+export default _FormData;
+
+export const formDataType = (value, list = null) => {
+    if (!_isTypeObject(value)) {
+        return;
+    }
+    const toStringTag = value[Symbol.toStringTag];
+    return (list || [
+        'Uint8Array', 'Uint16Array', 'Uint32Array', 'ArrayBuffer', 'Blob', 'File', 'FormData', 'Stream'
+    ]).reduce((_toStringTag, type) => _toStringTag || (toStringTag === type ? type : null), null);
+};

package/src/modules/_Headers.js

@@ -0,0 +1,88 @@
+
+/**
+ * @imports
+ */
+import { _after, _beforeLast } from "@webqit/util/str/index.js";
+import { _isString, _getType, _isObject, _isFunction } from "@webqit/util/js/index.js";
+import { _isTypeObject } from '@webqit/util/js/index.js';
+
+/**
+ * The _Headers Mixin
+ */
+const _Headers = NativeHeaders => class extends NativeHeaders {
+
+    // construct
+    constructor(definition = {}) {
+        if (definition instanceof NativeHeaders) {
+            // It's another Headers instance
+            super(definition);
+        } else {
+            super();
+            this.json(definition);
+        }
+    }
+
+    json(headers = {}, replace = true) {
+        if (arguments.length) {
+            const _setters = getAllPropertyDescriptors(this);
+            const setters = Object.keys(_setters).reduce((list, key) => list.concat((typeof key !== 'symbol') && ('set' in _setters[key]) ? key : []), []);
+            Object.keys(headers).forEach(name => {
+                var nameCs = setters.reduce((prev, curr) => prev || (curr === name || curr.toLocaleLowerCase() === name ? curr : null), null);
+                if (nameCs) {
+                    if (replace || this[nameCs] === undefined) {
+                        this[nameCs] = headers[name];
+                    }
+                } else {
+                    if (replace || !this.has(name)) {
+                        this.set(name, headers[name]);
+                    }
+                }
+            });
+            return;
+        }
+        const _headers = {};
+        for (var [ name, value ] of this) {
+            _headers[name] = value;
+        }
+        return _headers;
+    }
+
+    set cacheControl(value) {
+        return this.set('Cache-Control', value);
+    }
+
+    get cacheControl() {
+        return this.get('Cache-Control');
+    }
+
+    set contentLength(value) {
+        return this.set('Content-Length', value);
+    }
+
+    get contentLength() {
+        return this.get('Content-Length');
+    }
+    
+    set contentType(value) {
+        return this.set('Content-Type', value);
+    }
+
+    get contentType() {
+        return this.get('Content-Type');
+    }
+
+}
+
+export default _Headers;
+
+function getAllPropertyDescriptors(obj) {
+    if (!obj) {
+        return Object.create(null);
+    } else {
+        const proto = Object.getPrototypeOf(obj);
+        return proto === Object.prototype ? {} : {
+            ...getAllPropertyDescriptors(proto),
+            ...Object.getOwnPropertyDescriptors(obj)
+        };
+    }
+}

package/src/modules/_MessageStream.js

@@ -0,0 +1,191 @@
+
+/**
+ * @imports
+ */
+import { _isArray, _isEmpty, _isNumber, _isObject, _isPlainArray, _isPlainObject, _isString } from '@webqit/util/js/index.js';
+import { formDataType } from './_FormData.js';
+
+/**
+ * The _Request Mixin
+ */
+const _MessageStream = (NativeMessageStream, Headers, FormData) => {
+    const MessageStream = class extends NativeMessageStream {
+        
+        constructor(input, init = {}) {
+            var _proxy = {}, _meta = {};
+            if ((('headers' in init) && !(init instanceof Headers)) || ('_proxy' in init) || ('meta' in init)) {
+                init = { ...init };
+                if (('headers' in init) && !(init instanceof Headers)) {
+                    init.headers = new Headers(init.headers);
+                }
+                if (('_proxy' in init)) {
+                    _proxy = init._proxy;
+                    delete init._proxy;
+                }
+                if (('meta' in init)) {
+                    _meta = init.meta;
+                    delete init.meta;
+                }
+                arguments[1] = init;
+            }
+            super(...arguments);
+            this._proxy = _proxy;
+            this._meta = _meta;
+        }
+
+        clone() {
+            const clone = new this.constructor(super.clone());
+            clone._proxy = this._proxy;
+            clone._headers = this._headers;
+            clone._typedDataCache = this._typedDataCache;
+            clone._meta = this._meta;
+            return clone;
+        }
+
+        get url() {
+            return 'url' in this._proxy ? this._proxy.url : super.url;
+        }
+
+        get headers() {
+            if (!this._headers) {
+                this._headers = new Headers(super.headers);
+            }
+            return this._headers;
+        }
+
+        get original() {
+            return this._typedDataCache.original;
+        }
+
+        get originalType() {
+            return this._typedDataCache.originalType;
+        }
+
+        get meta() {
+            return this._meta || {};
+        }
+
+        async arrayBuffer() {
+            if (this._typedDataCache.arrayBuffer) {
+                return this._typedDataCache.arrayBuffer;
+            }
+            return super.arrayBuffer();
+        }
+
+        async blob() {
+            if (this._typedDataCache.blob) {
+                return this._typedDataCache.blob;
+            }
+            return super.blob();
+        }
+
+        async formData() {
+            if (this._typedDataCache.formData) {
+                return this._typedDataCache.formData;
+            }
+            const formData = await super.formData();
+            formData.tee = FormData.prototype.tee.bind(formData);
+            formData.json = FormData.prototype.json.bind(formData);
+            return formData;
+        }
+
+        async json() {
+            if (this._typedDataCache.json) {
+                return this._typedDataCache.json;
+            }
+            return super.json();
+        }
+
+        async text() {
+            if (this._typedDataCache.text) {
+                return this._typedDataCache.text;
+            }
+            return super.text();
+        }
+                
+        // Payload
+        jsonBuild(force = false) {
+            if (!this._typedDataCache.jsonBuild || force) {
+                this._typedDataCache.jsonBuild = new Promise(async resolve => {
+                    var request = this, jsonBuild, contentType = request.headers.get('content-type') || '';
+                    var type = contentType === 'application/json' || this._typedDataCache.json ? 'json' : (
+                        contentType === 'application/x-www-form-urlencoded' || contentType.startsWith('multipart/') || this._typedDataCache.formData || (!contentType && !['get'].includes((request.method || '').toLowerCase())) ? 'formData' : (
+                            contentType === 'text/plain' ? 'plain' : 'other'
+                        )
+                    );
+                    if (type === 'formData') {
+                        jsonBuild = (await request.formData()).json();
+                    } else {
+                        jsonBuild = type === 'json' ? await request.json() : (
+                            type === 'plain' ? await request.text() : request.body
+                        );
+                    }
+                    resolve(jsonBuild);
+                });
+            }
+            return this._typedDataCache.jsonBuild;
+        }
+
+    };
+    // ----------
+    MessageStream.Headers = Headers;
+    // ----------
+    return MessageStream;
+}
+
+export default _MessageStream;
+
+export function encodeBody(body, globals) {
+    const detailsObj = { body, original: body };
+    if (_isString(body) || _isNumber(body)) {
+        detailsObj.originalType = 'text';
+        detailsObj.text = body;
+        detailsObj.headers = {
+            contentLength: (body + '').length,
+        };
+        return detailsObj;
+    }
+    detailsObj.originalType = formDataType(body);
+    if ([ 'Blob', 'File' ].includes(detailsObj.originalType)) {
+        detailsObj.blob = body;
+        detailsObj.headers = {
+            contentType: body.type,
+            contentLength: body.size,
+        };
+    } else if ([ 'Uint8Array', 'Uint16Array', 'Uint32Array', 'ArrayBuffer' ].includes(detailsObj.originalType)) {
+        detailsObj.arrayBuffer = body;
+        detailsObj.headers = {
+            contentLength: body.byteLength,
+        };
+    } else if (detailsObj.originalType === 'FormData') {
+        detailsObj.formData = body;
+        encodeFormData(detailsObj, body, globals);
+    } else if ((_isObject(body) && _isPlainObject(body)) || (_isArray(body) && _isPlainArray(body))) {
+        // Deserialize object while detecting if multipart
+        var hasBlobs, formData = new globals.FormData;
+        formData.json(body, (path, value, objectType) => {
+            hasBlobs = hasBlobs || objectType;
+            return true;
+        });
+        if (hasBlobs) {
+            detailsObj.formData = formData;
+            encodeFormData(detailsObj, formData, globals);
+        } else {
+            detailsObj.json = body;
+            detailsObj.body = JSON.stringify(body);
+            detailsObj.headers = {
+                contentType: 'application/json',
+                contentLength: Buffer.byteLength(detailsObj.body, 'utf8'), // Buffer.from(string).length
+            };
+        }
+        detailsObj.jsonBuild = body;
+    }
+    return detailsObj;
+}
+
+const encodeFormData = (detailsObj, formData, globals) => {
+    if (!globals.FormDataEncoder || !globals.ReadableStream) return;
+    const encoder = new globals.FormDataEncoder(formData);
+    detailsObj.body = globals.ReadableStream.from(encoder.encode());
+    detailsObj.headers = encoder.headers;
+};