@deepkit/http 1.0.1-alpha.16 → 1.0.1-alpha.160

package/src/request-parser.ts

@@ -0,0 +1,430 @@
+import { asyncOperation, ClassType, CompilerContext, getClassName, isObject } from '@deepkit/core';
+import { DependenciesUnmetError, InjectorModule } from '@deepkit/injector';
+import {
+    assertType,
+    findMember,
+    getSerializeFunction,
+    getValidatorFunction,
+    hasDefaultValue,
+    isOptional,
+    ReflectionKind,
+    ReflectionParameter,
+    resolveReceiveType,
+    serializer,
+    stringifyType,
+    Type,
+    typeAnnotation,
+    typeToObject,
+    ValidationError,
+} from '@deepkit/type';
+import { BodyValidationError, createRequestWithCachedBody, getRegExp, HttpRequest, ValidatedBody } from './model.js';
+import { getRouteActionLabel, RouteConfig, UploadedFile, UploadedFileSymbol } from './router.js';
+import qs from 'qs';
+import formidable, { Fields, Files, Options } from 'formidable';
+import { HttpParserOptions } from './module.config.js';
+
+function parseBody(
+    options: HttpParserOptions,
+    req: HttpRequest, foundFiles: { [name: string]: UploadedFile }) {
+
+    const form = formidable(Object.assign(options as Options, {
+        multiples: true,
+    }));
+    return asyncOperation(async (resolve, reject) => {
+        function parseData(fields: Fields, files: Files) {
+            const fileEntries = Object.entries(files);
+
+            // formidable turns JSON arrays into numerically keyed objects, so we convert them back
+            if ('0' in fields && fileEntries.length === 0 && Object.keys(fields).every((key, idx) => parseInt(key) === idx)) {
+                return resolve(Object.values(fields));
+            }
+
+            for (const [name, files] of fileEntries) {
+                if (!files) continue;
+                const file = files[0];
+                if (!file) continue;
+                if (!file.filepath || 'string' !== typeof file.filepath) continue;
+                if (!file.size || 'number' !== typeof file.size) continue;
+
+                foundFiles[name] = {
+                    validator: UploadedFileSymbol,
+                    size: file.size,
+                    path: file.filepath,
+                    name: file.originalFilename || null,
+                    type: file.mimetype || null,
+                    lastModifiedDate: null,
+                };
+            }
+            const body = { ...fields, ...foundFiles };
+            resolve(body);
+        }
+
+        if (req.body) {
+            const [fields, files] = await form.parse(createRequestWithCachedBody(req, req.body));
+            parseData(fields, files);
+        }
+
+        const chunks: Buffer[] = [];
+
+        function read(chunk: Buffer) {
+            chunks.push(chunk);
+        }
+
+        req.on('data', read);
+        req.once('end', () => {
+            req.body = Buffer.concat(chunks);
+            req.off('data', read);
+        });
+        req.once('error', () => req.off('data', read));
+
+        const [fields, files] = await form.parse(req);
+        parseData(fields, files);
+    });
+}
+
+export class ParameterForRequestParser {
+    regexPosition?: number;
+
+    constructor(
+        public parameter: ReflectionParameter,
+    ) {
+    }
+
+    get body() {
+        return typeAnnotation.getType(this.parameter.type, 'httpBody') !== undefined;
+    }
+
+    get requestParser() {
+        return typeAnnotation.getType(this.parameter.type, 'httpRequestParser') !== undefined;
+    }
+
+    get bodyValidation() {
+        return typeAnnotation.getType(this.parameter.type, 'httpBodyValidation') !== undefined;
+    }
+
+    getType(): Type {
+        const parser = typeAnnotation.getType(this.parameter.type, 'httpRequestParser');
+        if (parser) {
+            return parser;
+        }
+
+        if (this.bodyValidation) {
+            assertType(this.parameter.type, ReflectionKind.class);
+            const valueType = findMember('value', this.parameter.type.types);
+            if (!valueType || valueType.kind !== ReflectionKind.property) throw new Error(`No property value found at ${stringifyType(this.parameter.type)}`);
+            return valueType.type as Type;
+        }
+        return this.parameter.type;
+    }
+
+    get header() {
+        return typeAnnotation.getType(this.parameter.type, 'httpHeader') !== undefined;
+    }
+
+    get query() {
+        return typeAnnotation.getType(this.parameter.type, 'httpQuery') !== undefined;
+    }
+
+    get queries() {
+        return typeAnnotation.getType(this.parameter.type, 'httpQueries') !== undefined;
+    }
+
+    get typePath(): string | undefined {
+        const typeOptions = typeAnnotation.getType(this.parameter.type, 'httpQueries') || typeAnnotation.getType(this.parameter.type, 'httpQuery')
+            || typeAnnotation.getType(this.parameter.type, 'httpPath') || typeAnnotation.getType(this.parameter.type, 'httpHeader');
+        if (!typeOptions) return;
+        const options = typeToObject(typeOptions);
+        if (isObject(options)) return options.name;
+        return;
+    }
+
+    getName() {
+        return this.parameter.name;
+    }
+
+    isPartOfPath(): boolean {
+        return typeAnnotation.getType(this.parameter.type, 'httpPath') !== undefined || this.regexPosition !== undefined;
+    }
+}
+
+export function parseRoutePathToRegex(path: string, params: ReflectionParameter[]): { regex: string, parameterNames: { [name: string]: number } } {
+    const parameterNames: { [name: string]: number } = {};
+
+    let argumentIndex = 0;
+    path = path.replace(/:(\w+)/g, (a, name) => {
+        parameterNames[name] = argumentIndex;
+        argumentIndex++;
+        const parameter = params.find(v => v.name === name);
+        if (parameter) {
+            const regExp = getRegExp(parameter.type);
+            if (regExp instanceof RegExp) {
+                return '(' + regExp.source + ')';
+            } else if (regExp) {
+                return '(' + regExp + ')';
+            }
+        }
+        return String.raw`([^/]+)`;
+    });
+
+    return { regex: path, parameterNames };
+}
+
+function isTypeUnknown(type: Type): boolean {
+    if (type.id) return false; //if is has an id we treat it as nominal type
+    return type.kind === ReflectionKind.unknown || type.kind === ReflectionKind.any
+        || type.kind === ReflectionKind.never;
+}
+
+export function buildRequestParser(parseOptions: HttpParserOptions, parameters: ReflectionParameter[], routeConfig?: RouteConfig): (request: HttpRequest) => any[] {
+    const compiler = new CompilerContext();
+    const params = parameters.map(v => new ParameterForRequestParser(v));
+
+    //todo: parse path
+    let pathRegex = '';
+    let pathParameterNames: { [name: string]: number } = {};
+
+    if (routeConfig) {
+        const parsedPath = parseRoutePathToRegex(routeConfig.getFullPath(), parameters);
+        pathRegex = parsedPath.regex;
+        pathParameterNames = parsedPath.parameterNames;
+
+        for (const param of params) {
+            param.regexPosition = parsedPath.parameterNames[param.parameter.name];
+        }
+    }
+
+    const code = getRequestParserCodeForParameters(compiler, parseOptions, params, {
+        pathParameterNames,
+        routeConfig
+    });
+    compiler.context.set('ValidationError', ValidationError);
+    compiler.context.set('qs', qs);
+
+    let needsQueryString = !!params.find(v => v.query || v.queries || v.requestParser);
+    const query = needsQueryString ? '_qPosition === -1 ? {} : qs.parse(_url.substr(_qPosition + 1))' : '{}';
+
+    const regexVar = compiler.reserveVariable('regex', new RegExp('^' + pathRegex + '$'));
+
+    return compiler.build(`
+        const _method = request.method || 'GET';
+        const _url = request.url || '/';
+        const _headers = request.headers || {};
+        const _qPosition = _url.indexOf('?');
+        let uploadedFiles = {};
+        const _path = _qPosition === -1 ? _url : _url.substr(0, _qPosition);
+        const _match = _path.match(${regexVar}) || [];
+        const _query = ${query};
+        return ${code}
+    `, 'request');
+}
+
+export function getRequestParserCodeForParameters(
+    compiler: CompilerContext,
+    parseOptions: HttpParserOptions,
+    parameters: ParameterForRequestParser[],
+    config: {
+        module?: InjectorModule<any>,
+        resolverForParameterName?: Map<string, ClassType>,
+        resolverForToken?: Map<any, ClassType>,
+        pathParameterNames?: { [name: string]: number },
+        routeConfig?: RouteConfig,
+    },
+) {
+    compiler.set({ DependenciesUnmetError });
+    let enableParseBody = false;
+    let requiresAsyncParameters = false;
+    const setParameters: string[] = [];
+    const parameterNames: string[] = [];
+    const parameterValidator: string[] = [];
+    let setParametersFromPath = '';
+    let bodyValidationErrorHandling = `if (bodyErrors.length) throw ValidationError.from(bodyErrors);`;
+
+    for (const parameter of parameters) {
+        if (parameter.requestParser || parameter.body || parameter.bodyValidation) {
+            const type = parameter.getType();
+            const validatorVar = compiler.reserveVariable('argumentValidator', getValidatorFunction(undefined, type));
+            const converterVar = compiler.reserveVariable('argumentConverter', getSerializeFunction(type, serializer.deserializeRegistry));
+
+            if (parameter.bodyValidation) {
+                compiler.context.set('BodyValidation', ValidatedBody);
+                compiler.context.set('BodyValidationError', BodyValidationError);
+                parameterNames.push(`new BodyValidation(new BodyValidationError(bodyErrors), bodyErrors.length === 0 ? parameters.${parameter.parameter.name} : undefined)`);
+                bodyValidationErrorHandling = '';
+            } else {
+                parameterNames.push(`parameters.${parameter.parameter.name}`);
+            }
+
+            if (parameter.requestParser) {
+                const parseOptionsVar = compiler.reserveVariable('parseOptions', parseOptions);
+                const parseBodyVar = compiler.reserveVariable('parseBody', parseBody);
+
+                let assignPathNames: string[] = [];
+                for (const [name, index] of Object.entries(config.pathParameterNames || {})) {
+                    assignPathNames.push(`res.${name} = _match[${1 + index}];`);
+                }
+
+                setParameters.push(`parameters.${parameter.parameter.name} = async (options = {}) => {
+                    let res = {};
+                    if (options.withPath !== false) {
+                        ${assignPathNames.join('\n')}
+                    }
+                    if (options.withHeader !== false) {
+                        Object.assign(res, _headers);
+                    }
+                    if (options.withBody !== false) {
+                        bodyFields = bodyFields || (await ${parseBodyVar}(${parseOptionsVar}, request, uploadedFiles));
+                        Object.assign(res, bodyFields);
+                    }
+                    if (options.withQuery !== false) {
+                        Object.assign(res, _query);
+                    }
+                    res = ${converterVar}(res, {loosely: true});
+                    ${validatorVar}(res, {errors: bodyErrors});
+                    if (bodyErrors.length) throw ValidationError.from(bodyErrors);
+                    return res;
+                }`);
+            } else {
+                enableParseBody = true;
+                setParameters.push(`parameters.${parameter.parameter.name} = ${converterVar}(bodyFields, {loosely: true});`);
+                parameterValidator.push(`${validatorVar}(parameters.${parameter.parameter.name}, {errors: bodyErrors});`);
+            }
+        } else if (parameter.query || parameter.queries || parameter.header) {
+            const converted = getSerializeFunction(parameter.parameter.parameter, serializer.deserializeRegistry, undefined, parameter.getName());
+            const validator = getValidatorFunction(undefined, parameter.parameter.parameter);
+            const converterVar = compiler.reserveVariable('argumentConverter', converted);
+            const validatorVar = compiler.reserveVariable('argumentValidator', validator);
+
+            const queryPath = parameter.typePath === undefined && !parameter.queries ? parameter.parameter.name : parameter.typePath;
+            const accessor = queryPath ? `['` + (queryPath.replace(/\./g, `']['`)) + `']` : '';
+            const queryAccessor = parameter.header ? `_headers${accessor}` : queryPath ? `_query${accessor}` : '_query';
+
+            if (isOptional(parameter.parameter.parameter) || hasDefaultValue(parameter.parameter.parameter)) {
+                setParameters.push(`parameters.${parameter.parameter.name} = ${queryAccessor} === undefined ? undefined : ${converterVar}(${queryAccessor}, {loosely: true});`);
+            } else {
+                setParameters.push(`parameters.${parameter.parameter.name} = ${converterVar}(${queryAccessor}, {loosely: true});`);
+            }
+
+            parameterNames.push(`parameters.${parameter.parameter.name}`);
+            parameterValidator.push(`${validatorVar}(parameters.${parameter.parameter.name}, {errors: validationErrors}, ${JSON.stringify(parameter.typePath || parameter.getName())});`);
+        } else {
+            parameterNames.push(`parameters.${parameter.parameter.name}`);
+
+            if (parameter.isPartOfPath()) {
+                if (parameter.parameter.type.kind !== ReflectionKind.class) {
+                    const converted = getSerializeFunction(parameter.parameter.parameter, serializer.deserializeRegistry, undefined, parameter.getName());
+                    const converterVar = compiler.reserveVariable('argumentConverter', converted);
+                    setParameters.push(`parameters.${parameter.parameter.name} = ${converterVar}(_match[${1 + (parameter.regexPosition || 0)}], {loosely: true});`);
+
+                    const validator = getValidatorFunction(undefined, parameter.parameter.parameter);
+                    const validatorVar = compiler.reserveVariable('argumentValidator', validator);
+                    parameterValidator.push(`${validatorVar}(parameters.${parameter.parameter.name}, {errors: validationErrors}, ${JSON.stringify(parameter.getName())});`);
+                } else {
+                    setParameters.push(`parameters.${parameter.parameter.name} = _match[${1 + (parameter.regexPosition || 0)}];`);
+                }
+            }
+
+            const injectorTokenVar = compiler.reserveVariable('type', parameter.parameter.type);
+            const parameterResolverFoundVar = compiler.reserveVariable('parameterResolverFound', false);
+
+            setParameters.push(`${parameterResolverFoundVar} = false;`);
+
+            const resolverType = config.resolverForParameterName?.get(parameter.getName())
+                || config.resolverForToken?.get(parameter.parameter.type.kind === ReflectionKind.class ? parameter.parameter.type.classType : undefined);
+
+            //make sure all parameter values from the path are available, important for parameter resolver
+            if (resolverType && !setParametersFromPath && config.pathParameterNames) {
+                for (const i in config.pathParameterNames) {
+                    setParametersFromPath += `parameters.${i} = _match[${1 + config.pathParameterNames[i]}];`;
+                }
+            }
+
+            if (!resolverType && !parameter.isPartOfPath() && isTypeUnknown(parameter.parameter.type)) {
+                const label = config.routeConfig ? getRouteActionLabel(config.routeConfig?.action) + ' ' : '';
+                throw new Error(`Parameter ${label}${JSON.stringify(parameter.parameter.name)} has no runtime type. Runtime types disabled or circular dependencies?`);
+            }
+
+            let injector = '_injector';
+            const moduleRawVar = config.module ? compiler.reserveConst(config.module, 'module') : 'undefined';
+            const moduleVar = config.module ? `, ${moduleRawVar}` : '';
+
+            if (resolverType) {
+                requiresAsyncParameters = true;
+                let instanceFetcher = '';
+                if (config.module && config.module.injector) {
+                    const resolverResolverVar = compiler.reserveVariable('resolverProvideToken', config.module.injector.createResolver(resolveReceiveType(resolverType)));
+                    instanceFetcher = `${resolverResolverVar}(${injector}.scope)`;
+                } else {
+                    const resolverProvideTokenVar = compiler.reserveVariable('resolverProvideToken', resolverType);
+                    instanceFetcher = `${injector}.get(${resolverProvideTokenVar}${moduleVar})`;
+                }
+                const instance = compiler.reserveVariable('resolverInstance');
+
+                const routeConfigVar = compiler.reserveVariable('routeConfigVar', config.routeConfig);
+                const classTypeToken = parameter.parameter.type.kind === ReflectionKind.class ? parameter.parameter.type.classType : undefined;
+                const classTypeTokenVar = compiler.reserveVariable('classType', classTypeToken);
+                setParameters.push(`
+                    //resolver ${getClassName(resolverType)} for ${parameter.getName()}
+                    ${instance} = ${instanceFetcher};
+                    if (!${parameterResolverFoundVar}) {
+                        ${parameterResolverFoundVar} = true;
+                        parameters.${parameter.parameter.name} = await ${instance}.resolve({
+                            token: ${classTypeTokenVar},
+                            route: ${routeConfigVar},
+                            request: request,
+                            name: ${JSON.stringify(parameter.parameter.name)},
+                            value: parameters.${parameter.parameter.name},
+                            query: _query,
+                            parameters: parameters,
+                            type: ${compiler.reserveVariable('parameterType', parameter.parameter)}
+                        });
+                    }`);
+            }
+
+            if (!parameter.isPartOfPath()) {
+                const resolverVar = compiler.reserveVariable('resolver');
+                let injectorGet = `
+                if (!${resolverVar}) ${resolverVar} = ${injector}.resolve(${moduleRawVar}, ${injectorTokenVar});
+                parameters.${parameter.parameter.name} = ${resolverVar}(${injector}.scope);
+                `;
+                if (!parameter.parameter.isOptional()) {
+                    injectorGet += `
+                    if (!parameters.${parameter.parameter.name}) {
+                        throw new DependenciesUnmetError(
+                            \`Parameter \${${JSON.stringify(parameter.parameter.name)}} is required but provider returned undefined.\`,
+                        );
+                    }`;
+                }
+                setParameters.push(`if (!${parameterResolverFoundVar}) { ${injectorGet} }`);
+            }
+        }
+    }
+
+
+    let parseBodyLoading = '';
+    if (enableParseBody) {
+        const parseOptionsVar = compiler.reserveVariable('parseOptions', parseOptions);
+        const parseBodyVar = compiler.reserveVariable('parseBody', parseBody);
+        parseBodyLoading = `
+            bodyFields = bodyFields || (await ${parseBodyVar}(${parseOptionsVar}, request, uploadedFiles));`;
+        requiresAsyncParameters = true;
+    }
+
+    let parametersLoader = '() => {}';
+
+    if (setParameters.length) {
+        parametersLoader = `${requiresAsyncParameters ? 'async' : ''} function parse(_injector){
+                const validationErrors = [];
+                const bodyErrors = [];
+                const parameters = {};
+                let bodyFields;
+                ${setParametersFromPath}
+                ${parseBodyLoading}
+                ${setParameters.join('\n')}
+                ${parameterValidator.join('\n')}
+                ${bodyValidationErrorHandling}
+                if (validationErrors.length) throw new ValidationError(validationErrors);
+                return {arguments: [${parameterNames.join(',')}], parameters: parameters};
+            }`;
+    }
+    return parametersLoader;
+}