@rainbow-o23/n3 1.0.44 → 1.0.46

package/README.md

@@ -30,6 +30,18 @@ When using scripts, pay attention to the usage of variables. Typically:
 - `$helpers` represents function supporting and can be used in all snippets,
 - `$options` represents a set of data, usually in error handles.
 
+### Typescript support
+
+In dynamic snippet, TypeScript syntax can also be used. Currently, `o23/n3` is compiled using ES2022 syntax. It is important to note that
+dynamic script fragments are function bodies, so `import`/`export` syntax is not supported. Moreover, they are compiled in loose mode, and
+the compilation process does not report any errors. Additionally, for script security reasons, the following keywords or classes are also
+not supported.
+
+- `process`
+- `global`
+- `eval`
+- `Function`
+
 ## Basic Steps
 
 ### Fragmentary

package/index.cjs

@@ -2,6 +2,7 @@
 
 var n1 = require('@rainbow-o23/n1');
 var typeorm = require('typeorm');
+var ts = require('typescript');
 var fetch = require('node-fetch');
 
 const ERR_PIPELINE_STEP_SNIPPET_NOT_EMPTY = 'O03-00001';
@@ -380,6 +381,21 @@ class Utils {
                 return creators.createDefault();
             }
             else if (typeof snippet === 'string') {
+                const transpiled = ts.transpileModule(snippet, {
+                    compilerOptions: {
+                        target: ts.ScriptTarget.ES2022,
+                        jsx: ts.JsxEmit.None,
+                        strict: false,
+                        noEmitOnError: true,
+                        esModuleInterop: true,
+                        module: ts.ModuleKind.ES2022,
+                        suppressOutputPathCheck: false,
+                        skipLibCheck: true,
+                        skipDefaultLibCheck: true,
+                        moduleResolution: ts.ModuleResolutionKind.Node16
+                    }
+                });
+                snippet = transpiled.outputText;
                 const variableNames = creators.getVariableNames() ?? [];
                 if (creators.async) {
                     const func = new AsyncFunction(...variableNames, ...AvoidNames, snippet);
@@ -486,8 +502,10 @@ class AbstractFragmentaryPipelineStep extends n1.AbstractPipelineStep {
         else {
             this._mergeRequest = options.mergeRequest ?? false;
         }
-        this._fromRequestFunc = Utils.createSyncFunction(this.getFromRequestSnippet(), {
-            createDefault: () => ($factor, _$request, _$helpers, _$) => $factor,
+        this._fromRequestFunc = Utils.createAsyncFunction(this.getFromRequestSnippet(), {
+            createDefault: () => async ($factor, _$request, _$helpers, _$) => {
+                return $factor;
+            },
             getVariableNames: () => this.generateFromRequestVariableNames(),
             error: (e) => {
                 this.getLogger().error(`Failed on create function for from request transformer, snippet is [${this.getFromRequestSnippet()}].`);
@@ -567,24 +585,24 @@ class AbstractFragmentaryPipelineStep extends n1.AbstractPipelineStep {
         const funcOrSnippet = this.getToResponseSnippet();
         if (funcOrSnippet == null || (typeof funcOrSnippet === 'string' && funcOrSnippet.trim().length === 0)) {
             if (this.useUnboxMerging()) {
-                return ($result, $request, _$helpers, _$) => {
+                return async ($result, $request, _$helpers, _$) => {
                     return { ...$request.content, ...$result };
                 };
             }
             else if (this.hasMergeKey()) {
-                return ($result, $request, _$helpers, _$) => {
+                return async ($result, $request, _$helpers, _$) => {
                     return { ...$request.content, [this.getMergeKey()]: $result };
                 };
             }
             else {
-                return ($result, _$request, _$helpers, _$) => {
+                return async ($result, _$request, _$helpers, _$) => {
                     return $result;
                 };
             }
         }
         else if (typeof funcOrSnippet === 'string') {
-            const func = Utils.createSyncFunction(funcOrSnippet, {
-                createDefault: () => {
+            const func = Utils.createAsyncFunction(funcOrSnippet, {
+                createDefault: async () => {
                     throw new n1.UncatchableError(ERR_PIPELINE_STEP_SNIPPET_NOT_EMPTY, 'Cannot create perform func on empty snippet.');
                 },
                 getVariableNames: () => this.generateToResponseVariableNames(),
@@ -594,13 +612,13 @@ class AbstractFragmentaryPipelineStep extends n1.AbstractPipelineStep {
                 }
             });
             if (this.useUnboxMerging()) {
-                return ($result, $request, $helpers, $) => {
-                    const r = func($result, $request, $helpers, $);
+                return async ($result, $request, $helpers, $) => {
+                    const r = await func($result, $request, $helpers, $);
                     return { ...$request.content, ...r };
                 };
             }
             else if (this.hasMergeKey()) {
-                return ($result, $request, $helpers, $) => {
+                return async ($result, $request, $helpers, $) => {
                     const r = func($result, $request, $helpers, $);
                     return { ...$request.content, [this.getMergeKey()]: r };
                 };
@@ -610,13 +628,13 @@ class AbstractFragmentaryPipelineStep extends n1.AbstractPipelineStep {
             }
         }
         else if (this.useUnboxMerging()) {
-            return ($result, $request, $helpers, $) => {
+            return async ($result, $request, $helpers, $) => {
                 const r = funcOrSnippet($result, $request, $helpers, $);
                 return { ...$request.content, ...r };
             };
         }
         else if (this.hasMergeKey()) {
-            return ($result, $request, $helpers, $) => {
+            return async ($result, $request, $helpers, $) => {
                 const r = funcOrSnippet($result, $request, $helpers, $);
                 return { ...$request.content, [this.getMergeKey()]: r };
             };
@@ -625,13 +643,13 @@ class AbstractFragmentaryPipelineStep extends n1.AbstractPipelineStep {
             return funcOrSnippet;
         }
     }
-    getFromInput($factor, $request) {
+    async getFromInput($factor, $request) {
         const $helpers = this.getHelpers();
         return this._fromRequestFunc($factor, $request, $helpers, $helpers);
     }
-    setToOutput($result, $request) {
+    async setToOutput($result, $request) {
         const $helpers = this.getHelpers();
-        return { content: this._toResponseFunc($result, $request, $helpers, $helpers) };
+        return { content: await this._toResponseFunc($result, $request, $helpers, $helpers) };
     }
     buildStepOptions() {
         return { config: this.getConfig(), logger: this.getLogger() };
@@ -642,11 +660,12 @@ class AbstractFragmentaryPipelineStep extends n1.AbstractPipelineStep {
             return {};
         }
         else {
-            return Utils.clone(context);
+            const { authorization, traceId, ...rest } = context;
+            return { authorization, traceId, ...Utils.clone(rest) };
         }
     }
     async handleErrorSteps(fragment, errorCode, error, request, builders) {
-        const { $context: { traceId } = {} } = request;
+        const { $context: { authorization, traceId } = {} } = request;
         const errorContext = this.createErrorHandleContext(request);
         const options = this.buildStepOptions();
         const steps = await Promise.all(builders.map(async (builder) => await builder.create(options)));
@@ -655,7 +674,9 @@ class AbstractFragmentaryPipelineStep extends n1.AbstractPipelineStep {
             return await this.measurePerformance(traceId, 'STEP', step.constructor.name)
                 .execute(async () => {
                 this.traceStepIn(traceId, step, request);
-                const response = await step.perform({ ...request, $context: { ...errorContext, traceId } });
+                const response = await step.perform({
+                    ...request, $context: { ...errorContext, authorization, traceId }
+                });
                 this.traceStepOut(traceId, step, response);
                 return this.returnOrContinueOrClear(request, response);
             });
@@ -717,18 +738,18 @@ class AbstractFragmentaryPipelineStep extends n1.AbstractPipelineStep {
     async performAndCatch(request, perform) {
         let fragment = null;
         try {
-            fragment = this.getFromInput(request.content, request);
+            fragment = await this.getFromInput(request.content, request);
             return await perform(fragment);
         }
         catch (e) {
             const result = await this.handleError(fragment, request, e);
-            return this.setToOutput(result, request);
+            return await this.setToOutput(result, request);
         }
     }
     async perform(request) {
         return await this.performAndCatch(request, async (fragment) => {
             const result = await this.doPerform(fragment, request);
-            return this.setToOutput(result, request);
+            return await this.setToOutput(result, request);
         });
     }
 }
@@ -755,7 +776,8 @@ class PipelineStepSets extends AbstractFragmentaryPipelineStep {
             return {};
         }
         else {
-            return Utils.clone(context);
+            const { authorization, traceId, ...rest } = context;
+            return { authorization, traceId, ...Utils.clone(rest) };
         }
     }
     async attachMineToInternalContext(inheritedContext, _request) {
@@ -770,14 +792,16 @@ class PipelineStepSets extends AbstractFragmentaryPipelineStep {
     }
     async doPerform(data, request) {
         return await this.performWithContext(request, async (request, context) => {
-            const { $context: { traceId } = {} } = request;
+            const { $context: { authorization, traceId } = {} } = request;
             const steps = await this.createSteps();
             const response = await steps.reduce(async (promise, step) => {
                 const request = await promise;
                 return await this.measurePerformance(traceId, 'STEP', step.constructor.name)
                     .execute(async () => {
                     this.traceStepIn(traceId, step, request);
-                    const response = await step.perform({ ...request, $context: { ...context, traceId } });
+                    const response = await step.perform({
+                        ...request, $context: { ...context, authorization, traceId }
+                    });
                     this.traceStepOut(traceId, step, response);
                     return this.returnOrContinueOrClear(request, response);
                 });
@@ -801,8 +825,8 @@ class ParallelPipelineStepSets extends PipelineStepSets {
     constructor(options) {
         super(options);
         this._cloneDataSnippet = options.cloneData;
-        this._cloneData = Utils.createSyncFunction(this.getCloneDataSnippet(), {
-            createDefault: () => ($factor, _$request, _$helpers, _$) => {
+        this._cloneData = Utils.createAsyncFunction(this.getCloneDataSnippet(), {
+            createDefault: () => async ($factor, _$request, _$helpers, _$) => {
                 return $factor;
             },
             getVariableNames: () => ['$factor', '$request', ...this.getHelpersVariableNames()],
@@ -819,7 +843,7 @@ class ParallelPipelineStepSets extends PipelineStepSets {
     raceOne() {
         return this._race;
     }
-    cloneDataForEach($factor, $request) {
+    async cloneDataForEach($factor, $request) {
         if ($factor == null) {
             return null;
         }
@@ -828,14 +852,14 @@ class ParallelPipelineStepSets extends PipelineStepSets {
     }
     async doPerform(data, request) {
         return await this.performWithContext(request, async (request, context) => {
-            const { $context: { traceId } = {} } = request;
+            const { $context: { authorization, traceId } = {} } = request;
             const steps = await this.createSteps();
             const execute = () => {
                 return steps.map(async (step) => {
                     return await this.measurePerformance(traceId, 'STEP', step.constructor.name)
                         .execute(async () => {
-                        const eachData = this.cloneDataForEach(data, request);
-                        const eachRequest = { content: eachData, $context: { ...context, traceId } };
+                        const eachData = await this.cloneDataForEach(data, request);
+                        const eachRequest = { content: eachData, $context: { ...context, authorization, traceId } };
                         this.traceStepIn(traceId, step, request);
                         const response = await step.perform(eachRequest);
                         this.traceStepOut(traceId, step, response);
@@ -902,7 +926,7 @@ class EachPipelineStepSets extends PipelineStepSets {
                 }
                 results.push(result);
             }
-            return this.setToOutput(results, request);
+            return await this.setToOutput(results, request);
         });
     }
 }
@@ -944,7 +968,7 @@ class ConditionalPipelineStepSets extends PipelineStepSets {
             const checked = await this.check(fragment, request);
             if (checked) {
                 const result = await this.doPerform(request.content, request);
-                return this.setToOutput(result, request);
+                return await this.setToOutput(result, request);
             }
             const otherwiseStepBuilders = this.getOtherwiseStepBuilders();
             if (otherwiseStepBuilders != null) {
@@ -952,7 +976,7 @@ class ConditionalPipelineStepSets extends PipelineStepSets {
                     ...this.buildStepOptions(), name: this.getName(), steps: otherwiseStepBuilders
                 });
                 const result = await sets.perform(request);
-                return this.setToOutput(result.content, request);
+                return await this.setToOutput(result.content, request);
             }
             else {
                 return request;
@@ -1020,7 +1044,7 @@ class RoutesPipelineStepSets extends AbstractFragmentaryPipelineStep {
                             ...this.buildStepOptions(), name: this.getName(), steps
                         });
                         const result = await sets.perform(request);
-                        return this.setToOutput(result.content, request);
+                        return await this.setToOutput(result.content, request);
                     }
                 }
             }
@@ -1030,7 +1054,7 @@ class RoutesPipelineStepSets extends AbstractFragmentaryPipelineStep {
                     ...this.buildStepOptions(), name: this.getName(), steps: otherwiseStepBuilders
                 });
                 const result = await sets.perform(request);
-                return this.setToOutput(result.content, request);
+                return await this.setToOutput(result.content, request);
             }
             else {
                 return request;
@@ -1200,9 +1224,9 @@ class RefPipelinePipelineStep extends AbstractFragmentaryPipelineStep {
         return { config: this.getConfig(), logger: this.getLogger() };
     }
     async doPerform(data, request) {
-        const { $context: { traceId } = {} } = request;
+        const { $context: { authorization, traceId } = {} } = request;
         const pipeline = await this.getPipelineBuilder().create(this.buildPipelineOptions());
-        const result = await pipeline.perform({ payload: data, traceId });
+        const result = await pipeline.perform({ payload: data, authorization, traceId });
         return result.payload;
     }
 }
@@ -1277,8 +1301,8 @@ class FetchPipelineStep extends AbstractFragmentaryPipelineStep {
             ?? config.getNumber(`endpoints.${this.getEndpointSystemCode()}.global.timeout`, -1);
         this._endpointTimeout = this._endpointTimeout > 0 ? this._endpointTimeout * 1000 : -1;
         this._urlGenerateSnippet = options.urlGenerate;
-        this._urlGenerateFunc = Utils.createSyncFunction(this.getUrlGenerateSnippet(), {
-            createDefault: () => ($endpointUrl, _$factor, _$request, _$helpers, _$) => $endpointUrl,
+        this._urlGenerateFunc = Utils.createAsyncFunction(this.getUrlGenerateSnippet(), {
+            createDefault: () => async ($endpointUrl, _$factor, _$request, _$helpers, _$) => $endpointUrl,
             getVariableNames: () => this.getUrlGenerateVariableName(),
             error: (e) => {
                 this.getLogger().error(`Failed on create function for url generate, snippet is [${this.getUrlGenerateSnippet()}].`);
@@ -1286,8 +1310,8 @@ class FetchPipelineStep extends AbstractFragmentaryPipelineStep {
             }
         });
         this._headersGenerateSnippet = options.headersGenerate;
-        this._headersGenerateFunc = Utils.createSyncFunction(this.getHeadersGenerateSnippet(), {
-            createDefault: () => (_$factor, _$request, _$helpers, _$) => (void 0),
+        this._headersGenerateFunc = Utils.createAsyncFunction(this.getHeadersGenerateSnippet(), {
+            createDefault: () => async (_$factor, _$request, _$helpers, _$) => (void 0),
             getVariableNames: () => this.getHeadersGenerateVariableNames(),
             error: (e) => {
                 this.getLogger().error(`Failed on create function for request headers generate, snippet is [${this.getHeadersGenerateSnippet()}].`);
@@ -1296,8 +1320,8 @@ class FetchPipelineStep extends AbstractFragmentaryPipelineStep {
         });
         this._bodyUsed = options.bodyUsed;
         this._bodyGenerateSnippet = options.bodyGenerate;
-        this._bodyGenerateFunc = Utils.createSyncFunction(this.getBodyGenerateSnippet(), {
-            createDefault: () => ($factor, _$request, _$helpers, _$) => {
+        this._bodyGenerateFunc = Utils.createAsyncFunction(this.getBodyGenerateSnippet(), {
+            createDefault: () => async ($factor, _$request, _$helpers, _$) => {
                 return ($factor == null || (typeof $factor === 'string' && $factor.length === 0)) ? (void 0) : JSON.stringify($factor);
             },
             getVariableNames: () => this.getBodyGenerateVariableNames(),
@@ -1429,14 +1453,14 @@ class FetchPipelineStep extends AbstractFragmentaryPipelineStep {
         const $helpers = this.getHelpers();
         let url = '';
         try {
-            url = this._urlGenerateFunc(this.getEndpointUrl(), data, request, $helpers, $helpers);
+            url = await this._urlGenerateFunc(this.getEndpointUrl(), data, request, $helpers, $helpers);
             const method = this.getEndpointMethod();
             const staticHeaders = this.getEndpointHeaders() ?? {};
-            const headers = this._headersGenerateFunc(data, request, $helpers, $helpers) ?? {};
+            const headers = await this._headersGenerateFunc(data, request, $helpers, $helpers) ?? {};
             let body;
             const bodyUsed = this.isBodyUsed();
             if (bodyUsed === true || (bodyUsed == null && method !== 'get')) {
-                body = this._bodyGenerateFunc(data, request, $helpers, $helpers);
+                body = await this._bodyGenerateFunc(data, request, $helpers, $helpers);
             }
             else {
                 body = (void 0);

package/index.js

@@ -1,5 +1,6 @@
 import { ErrorCodes, UncatchableError, AbstractPipelineStep, CatchableError, ExposedUncatchableError, ERR_UNKNOWN, PipelineRepository, StepHelpersUtils } from '@rainbow-o23/n1';
 import { DataSource } from 'typeorm';
+import ts, { ScriptTarget, JsxEmit, ModuleKind, ModuleResolutionKind } from 'typescript';
 import fetch from 'node-fetch';
 
 const ERR_PIPELINE_STEP_SNIPPET_NOT_EMPTY = 'O03-00001';
@@ -378,6 +379,21 @@ class Utils {
                 return creators.createDefault();
             }
             else if (typeof snippet === 'string') {
+                const transpiled = ts.transpileModule(snippet, {
+                    compilerOptions: {
+                        target: ScriptTarget.ES2022,
+                        jsx: JsxEmit.None,
+                        strict: false,
+                        noEmitOnError: true,
+                        esModuleInterop: true,
+                        module: ModuleKind.ES2022,
+                        suppressOutputPathCheck: false,
+                        skipLibCheck: true,
+                        skipDefaultLibCheck: true,
+                        moduleResolution: ModuleResolutionKind.Node16
+                    }
+                });
+                snippet = transpiled.outputText;
                 const variableNames = creators.getVariableNames() ?? [];
                 if (creators.async) {
                     const func = new AsyncFunction(...variableNames, ...AvoidNames, snippet);
@@ -484,8 +500,10 @@ class AbstractFragmentaryPipelineStep extends AbstractPipelineStep {
         else {
             this._mergeRequest = options.mergeRequest ?? false;
         }
-        this._fromRequestFunc = Utils.createSyncFunction(this.getFromRequestSnippet(), {
-            createDefault: () => ($factor, _$request, _$helpers, _$) => $factor,
+        this._fromRequestFunc = Utils.createAsyncFunction(this.getFromRequestSnippet(), {
+            createDefault: () => async ($factor, _$request, _$helpers, _$) => {
+                return $factor;
+            },
             getVariableNames: () => this.generateFromRequestVariableNames(),
             error: (e) => {
                 this.getLogger().error(`Failed on create function for from request transformer, snippet is [${this.getFromRequestSnippet()}].`);
@@ -565,24 +583,24 @@ class AbstractFragmentaryPipelineStep extends AbstractPipelineStep {
         const funcOrSnippet = this.getToResponseSnippet();
         if (funcOrSnippet == null || (typeof funcOrSnippet === 'string' && funcOrSnippet.trim().length === 0)) {
             if (this.useUnboxMerging()) {
-                return ($result, $request, _$helpers, _$) => {
+                return async ($result, $request, _$helpers, _$) => {
                     return { ...$request.content, ...$result };
                 };
             }
             else if (this.hasMergeKey()) {
-                return ($result, $request, _$helpers, _$) => {
+                return async ($result, $request, _$helpers, _$) => {
                     return { ...$request.content, [this.getMergeKey()]: $result };
                 };
             }
             else {
-                return ($result, _$request, _$helpers, _$) => {
+                return async ($result, _$request, _$helpers, _$) => {
                     return $result;
                 };
             }
         }
         else if (typeof funcOrSnippet === 'string') {
-            const func = Utils.createSyncFunction(funcOrSnippet, {
-                createDefault: () => {
+            const func = Utils.createAsyncFunction(funcOrSnippet, {
+                createDefault: async () => {
                     throw new UncatchableError(ERR_PIPELINE_STEP_SNIPPET_NOT_EMPTY, 'Cannot create perform func on empty snippet.');
                 },
                 getVariableNames: () => this.generateToResponseVariableNames(),
@@ -592,13 +610,13 @@ class AbstractFragmentaryPipelineStep extends AbstractPipelineStep {
                 }
             });
             if (this.useUnboxMerging()) {
-                return ($result, $request, $helpers, $) => {
-                    const r = func($result, $request, $helpers, $);
+                return async ($result, $request, $helpers, $) => {
+                    const r = await func($result, $request, $helpers, $);
                     return { ...$request.content, ...r };
                 };
             }
             else if (this.hasMergeKey()) {
-                return ($result, $request, $helpers, $) => {
+                return async ($result, $request, $helpers, $) => {
                     const r = func($result, $request, $helpers, $);
                     return { ...$request.content, [this.getMergeKey()]: r };
                 };
@@ -608,13 +626,13 @@ class AbstractFragmentaryPipelineStep extends AbstractPipelineStep {
             }
         }
         else if (this.useUnboxMerging()) {
-            return ($result, $request, $helpers, $) => {
+            return async ($result, $request, $helpers, $) => {
                 const r = funcOrSnippet($result, $request, $helpers, $);
                 return { ...$request.content, ...r };
             };
         }
         else if (this.hasMergeKey()) {
-            return ($result, $request, $helpers, $) => {
+            return async ($result, $request, $helpers, $) => {
                 const r = funcOrSnippet($result, $request, $helpers, $);
                 return { ...$request.content, [this.getMergeKey()]: r };
             };
@@ -623,13 +641,13 @@ class AbstractFragmentaryPipelineStep extends AbstractPipelineStep {
             return funcOrSnippet;
         }
     }
-    getFromInput($factor, $request) {
+    async getFromInput($factor, $request) {
         const $helpers = this.getHelpers();
         return this._fromRequestFunc($factor, $request, $helpers, $helpers);
     }
-    setToOutput($result, $request) {
+    async setToOutput($result, $request) {
         const $helpers = this.getHelpers();
-        return { content: this._toResponseFunc($result, $request, $helpers, $helpers) };
+        return { content: await this._toResponseFunc($result, $request, $helpers, $helpers) };
     }
     buildStepOptions() {
         return { config: this.getConfig(), logger: this.getLogger() };
@@ -640,11 +658,12 @@ class AbstractFragmentaryPipelineStep extends AbstractPipelineStep {
             return {};
         }
         else {
-            return Utils.clone(context);
+            const { authorization, traceId, ...rest } = context;
+            return { authorization, traceId, ...Utils.clone(rest) };
         }
     }
     async handleErrorSteps(fragment, errorCode, error, request, builders) {
-        const { $context: { traceId } = {} } = request;
+        const { $context: { authorization, traceId } = {} } = request;
         const errorContext = this.createErrorHandleContext(request);
         const options = this.buildStepOptions();
         const steps = await Promise.all(builders.map(async (builder) => await builder.create(options)));
@@ -653,7 +672,9 @@ class AbstractFragmentaryPipelineStep extends AbstractPipelineStep {
             return await this.measurePerformance(traceId, 'STEP', step.constructor.name)
                 .execute(async () => {
                 this.traceStepIn(traceId, step, request);
-                const response = await step.perform({ ...request, $context: { ...errorContext, traceId } });
+                const response = await step.perform({
+                    ...request, $context: { ...errorContext, authorization, traceId }
+                });
                 this.traceStepOut(traceId, step, response);
                 return this.returnOrContinueOrClear(request, response);
             });
@@ -715,18 +736,18 @@ class AbstractFragmentaryPipelineStep extends AbstractPipelineStep {
     async performAndCatch(request, perform) {
         let fragment = null;
         try {
-            fragment = this.getFromInput(request.content, request);
+            fragment = await this.getFromInput(request.content, request);
             return await perform(fragment);
         }
         catch (e) {
             const result = await this.handleError(fragment, request, e);
-            return this.setToOutput(result, request);
+            return await this.setToOutput(result, request);
         }
     }
     async perform(request) {
         return await this.performAndCatch(request, async (fragment) => {
             const result = await this.doPerform(fragment, request);
-            return this.setToOutput(result, request);
+            return await this.setToOutput(result, request);
         });
     }
 }
@@ -753,7 +774,8 @@ class PipelineStepSets extends AbstractFragmentaryPipelineStep {
             return {};
         }
         else {
-            return Utils.clone(context);
+            const { authorization, traceId, ...rest } = context;
+            return { authorization, traceId, ...Utils.clone(rest) };
         }
     }
     async attachMineToInternalContext(inheritedContext, _request) {
@@ -768,14 +790,16 @@ class PipelineStepSets extends AbstractFragmentaryPipelineStep {
     }
     async doPerform(data, request) {
         return await this.performWithContext(request, async (request, context) => {
-            const { $context: { traceId } = {} } = request;
+            const { $context: { authorization, traceId } = {} } = request;
             const steps = await this.createSteps();
             const response = await steps.reduce(async (promise, step) => {
                 const request = await promise;
                 return await this.measurePerformance(traceId, 'STEP', step.constructor.name)
                     .execute(async () => {
                     this.traceStepIn(traceId, step, request);
-                    const response = await step.perform({ ...request, $context: { ...context, traceId } });
+                    const response = await step.perform({
+                        ...request, $context: { ...context, authorization, traceId }
+                    });
                     this.traceStepOut(traceId, step, response);
                     return this.returnOrContinueOrClear(request, response);
                 });
@@ -799,8 +823,8 @@ class ParallelPipelineStepSets extends PipelineStepSets {
     constructor(options) {
         super(options);
         this._cloneDataSnippet = options.cloneData;
-        this._cloneData = Utils.createSyncFunction(this.getCloneDataSnippet(), {
-            createDefault: () => ($factor, _$request, _$helpers, _$) => {
+        this._cloneData = Utils.createAsyncFunction(this.getCloneDataSnippet(), {
+            createDefault: () => async ($factor, _$request, _$helpers, _$) => {
                 return $factor;
             },
             getVariableNames: () => ['$factor', '$request', ...this.getHelpersVariableNames()],
@@ -817,7 +841,7 @@ class ParallelPipelineStepSets extends PipelineStepSets {
     raceOne() {
         return this._race;
     }
-    cloneDataForEach($factor, $request) {
+    async cloneDataForEach($factor, $request) {
         if ($factor == null) {
             return null;
         }
@@ -826,14 +850,14 @@ class ParallelPipelineStepSets extends PipelineStepSets {
     }
     async doPerform(data, request) {
         return await this.performWithContext(request, async (request, context) => {
-            const { $context: { traceId } = {} } = request;
+            const { $context: { authorization, traceId } = {} } = request;
             const steps = await this.createSteps();
             const execute = () => {
                 return steps.map(async (step) => {
                     return await this.measurePerformance(traceId, 'STEP', step.constructor.name)
                         .execute(async () => {
-                        const eachData = this.cloneDataForEach(data, request);
-                        const eachRequest = { content: eachData, $context: { ...context, traceId } };
+                        const eachData = await this.cloneDataForEach(data, request);
+                        const eachRequest = { content: eachData, $context: { ...context, authorization, traceId } };
                         this.traceStepIn(traceId, step, request);
                         const response = await step.perform(eachRequest);
                         this.traceStepOut(traceId, step, response);
@@ -900,7 +924,7 @@ class EachPipelineStepSets extends PipelineStepSets {
                 }
                 results.push(result);
             }
-            return this.setToOutput(results, request);
+            return await this.setToOutput(results, request);
         });
     }
 }
@@ -942,7 +966,7 @@ class ConditionalPipelineStepSets extends PipelineStepSets {
             const checked = await this.check(fragment, request);
             if (checked) {
                 const result = await this.doPerform(request.content, request);
-                return this.setToOutput(result, request);
+                return await this.setToOutput(result, request);
             }
             const otherwiseStepBuilders = this.getOtherwiseStepBuilders();
             if (otherwiseStepBuilders != null) {
@@ -950,7 +974,7 @@ class ConditionalPipelineStepSets extends PipelineStepSets {
                     ...this.buildStepOptions(), name: this.getName(), steps: otherwiseStepBuilders
                 });
                 const result = await sets.perform(request);
-                return this.setToOutput(result.content, request);
+                return await this.setToOutput(result.content, request);
             }
             else {
                 return request;
@@ -1018,7 +1042,7 @@ class RoutesPipelineStepSets extends AbstractFragmentaryPipelineStep {
                             ...this.buildStepOptions(), name: this.getName(), steps
                         });
                         const result = await sets.perform(request);
-                        return this.setToOutput(result.content, request);
+                        return await this.setToOutput(result.content, request);
                     }
                 }
             }
@@ -1028,7 +1052,7 @@ class RoutesPipelineStepSets extends AbstractFragmentaryPipelineStep {
                     ...this.buildStepOptions(), name: this.getName(), steps: otherwiseStepBuilders
                 });
                 const result = await sets.perform(request);
-                return this.setToOutput(result.content, request);
+                return await this.setToOutput(result.content, request);
             }
             else {
                 return request;
@@ -1198,9 +1222,9 @@ class RefPipelinePipelineStep extends AbstractFragmentaryPipelineStep {
         return { config: this.getConfig(), logger: this.getLogger() };
     }
     async doPerform(data, request) {
-        const { $context: { traceId } = {} } = request;
+        const { $context: { authorization, traceId } = {} } = request;
         const pipeline = await this.getPipelineBuilder().create(this.buildPipelineOptions());
-        const result = await pipeline.perform({ payload: data, traceId });
+        const result = await pipeline.perform({ payload: data, authorization, traceId });
         return result.payload;
     }
 }
@@ -1275,8 +1299,8 @@ class FetchPipelineStep extends AbstractFragmentaryPipelineStep {
             ?? config.getNumber(`endpoints.${this.getEndpointSystemCode()}.global.timeout`, -1);
         this._endpointTimeout = this._endpointTimeout > 0 ? this._endpointTimeout * 1000 : -1;
         this._urlGenerateSnippet = options.urlGenerate;
-        this._urlGenerateFunc = Utils.createSyncFunction(this.getUrlGenerateSnippet(), {
-            createDefault: () => ($endpointUrl, _$factor, _$request, _$helpers, _$) => $endpointUrl,
+        this._urlGenerateFunc = Utils.createAsyncFunction(this.getUrlGenerateSnippet(), {
+            createDefault: () => async ($endpointUrl, _$factor, _$request, _$helpers, _$) => $endpointUrl,
             getVariableNames: () => this.getUrlGenerateVariableName(),
             error: (e) => {
                 this.getLogger().error(`Failed on create function for url generate, snippet is [${this.getUrlGenerateSnippet()}].`);
@@ -1284,8 +1308,8 @@ class FetchPipelineStep extends AbstractFragmentaryPipelineStep {
             }
         });
         this._headersGenerateSnippet = options.headersGenerate;
-        this._headersGenerateFunc = Utils.createSyncFunction(this.getHeadersGenerateSnippet(), {
-            createDefault: () => (_$factor, _$request, _$helpers, _$) => (void 0),
+        this._headersGenerateFunc = Utils.createAsyncFunction(this.getHeadersGenerateSnippet(), {
+            createDefault: () => async (_$factor, _$request, _$helpers, _$) => (void 0),
             getVariableNames: () => this.getHeadersGenerateVariableNames(),
             error: (e) => {
                 this.getLogger().error(`Failed on create function for request headers generate, snippet is [${this.getHeadersGenerateSnippet()}].`);
@@ -1294,8 +1318,8 @@ class FetchPipelineStep extends AbstractFragmentaryPipelineStep {
         });
         this._bodyUsed = options.bodyUsed;
         this._bodyGenerateSnippet = options.bodyGenerate;
-        this._bodyGenerateFunc = Utils.createSyncFunction(this.getBodyGenerateSnippet(), {
-            createDefault: () => ($factor, _$request, _$helpers, _$) => {
+        this._bodyGenerateFunc = Utils.createAsyncFunction(this.getBodyGenerateSnippet(), {
+            createDefault: () => async ($factor, _$request, _$helpers, _$) => {
                 return ($factor == null || (typeof $factor === 'string' && $factor.length === 0)) ? (void 0) : JSON.stringify($factor);
             },
             getVariableNames: () => this.getBodyGenerateVariableNames(),
@@ -1427,14 +1451,14 @@ class FetchPipelineStep extends AbstractFragmentaryPipelineStep {
         const $helpers = this.getHelpers();
         let url = '';
         try {
-            url = this._urlGenerateFunc(this.getEndpointUrl(), data, request, $helpers, $helpers);
+            url = await this._urlGenerateFunc(this.getEndpointUrl(), data, request, $helpers, $helpers);
             const method = this.getEndpointMethod();
             const staticHeaders = this.getEndpointHeaders() ?? {};
-            const headers = this._headersGenerateFunc(data, request, $helpers, $helpers) ?? {};
+            const headers = await this._headersGenerateFunc(data, request, $helpers, $helpers) ?? {};
             let body;
             const bodyUsed = this.isBodyUsed();
             if (bodyUsed === true || (bodyUsed == null && method !== 'get')) {
-                body = this._bodyGenerateFunc(data, request, $helpers, $helpers);
+                body = await this._bodyGenerateFunc(data, request, $helpers, $helpers);
             }
             else {
                 body = (void 0);

package/lib/http/types.d.ts

@@ -1,8 +1,8 @@
 import { PipelineStepData, PipelineStepHelpers, Undefinable } from '@rainbow-o23/n1';
 import { Response } from 'node-fetch';
-export type HttpGenerateUrl<In, InFragment> = ($endpointUrl: string, $factor: InFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => string;
-export type HttpGenerateHeaders<In, InFragment> = ($factor: InFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => Undefinable<Record<string, string>>;
-export type HttpGenerateBody<In, InFragment> = ($factor: InFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => any;
+export type HttpGenerateUrl<In, InFragment> = ($endpointUrl: string, $factor: InFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => Promise<string>;
+export type HttpGenerateHeaders<In, InFragment> = ($factor: InFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => Promise<Undefinable<Record<string, string>>>;
+export type HttpGenerateBody<In, InFragment> = ($factor: InFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => Promise<any>;
 export type HttpGenerateResponse<In, InFragment> = ($response: Response, $factor: InFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => Promise<any>;
 export type HttpUnpredictedErrorCode = `0${number}`;
 export declare const HttpUnknownErrorCode: HttpUnpredictedErrorCode;
@@ -18,4 +18,4 @@ export interface HttpErrorHandleOptions<In, InFragment> {
     $factor: InFragment;
     $request: PipelineStepData<In>;
 }
-export type HttpHandleError<In, InFragment, OutFragment> = (options: HttpErrorHandleOptions<In, InFragment>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => Promise<OutFragment> | never;
+export type HttpHandleError<In, InFragment, OutFragment> = ($options: HttpErrorHandleOptions<In, InFragment>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => Promise<OutFragment> | never;

package/lib/step/abstract-fragmentary-pipeline-step.d.ts

@@ -12,8 +12,8 @@ export interface FragmentaryPipelineStepOptions<In = PipelineStepPayload, Out =
         any?: ScriptFuncOrBody<HandleAnyError<In, InFragment, OutFragment>> | Array<PipelineStepBuilder>;
     };
 }
-export type GetInFragmentFromRequestFunc<In, InFragment> = ($factor: In, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => InFragment;
-export type SetOutFragmentToResponseFunc<In, Out, OutFragment> = ($result: OutFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => Out;
+export type GetInFragmentFromRequestFunc<In, InFragment> = ($factor: In, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => Promise<InFragment>;
+export type SetOutFragmentToResponseFunc<In, Out, OutFragment> = ($result: OutFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => Promise<Out>;
 export declare abstract class AbstractFragmentaryPipelineStep<In = PipelineStepPayload, Out = PipelineStepPayload, InFragment = In, OutFragment = Out> extends AbstractPipelineStep<In, Out> {
     private readonly _fromRequestSnippet;
     private readonly _toResponseSnippet;
@@ -32,8 +32,8 @@ export declare abstract class AbstractFragmentaryPipelineStep<In = PipelineStepP
     protected generateFromRequestVariableNames(): Array<string>;
     protected generateToResponseVariableNames(): Array<string>;
     protected createToResponseFunc(): SetOutFragmentToResponseFunc<In, Out, OutFragment>;
-    protected getFromInput($factor: In, $request: PipelineStepData<In>): InFragment;
-    protected setToOutput($result: OutFragment, $request: PipelineStepData<In>): PipelineStepData<Out>;
+    protected getFromInput($factor: In, $request: PipelineStepData<In>): Promise<InFragment>;
+    protected setToOutput($result: OutFragment, $request: PipelineStepData<In>): Promise<PipelineStepData<Out>>;
     protected abstract doPerform(data: InFragment, request: PipelineStepData<In>): Promise<OutFragment>;
     protected buildStepOptions(): Pick<PipelineStepOptions, 'config' | 'logger'>;
     protected createErrorHandleContext(request: PipelineStepData<In>): PipelineStepSetsContext;

package/lib/step/parallel-step-sets.d.ts

@@ -1,7 +1,7 @@
 import { PipelineStepData, PipelineStepHelpers, PipelineStepPayload } from '@rainbow-o23/n1';
 import { PipelineStepSets, PipelineStepSetsOptions } from './step-sets';
 import { ScriptFuncOrBody } from './types';
-export type CloneDataFunc<In, InFragment, EachInFragment = InFragment> = ($factor: InFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => EachInFragment;
+export type CloneDataFunc<In, InFragment, EachInFragment = InFragment> = ($factor: InFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => Promise<EachInFragment>;
 export interface ParallelPipelineStepSetsOptions<In = PipelineStepPayload, Out = PipelineStepPayload, InFragment = In, OutFragment = Out, EachInFragment = InFragment> extends PipelineStepSetsOptions<In, Out, InFragment, OutFragment> {
     cloneData?: ScriptFuncOrBody<CloneDataFunc<In, InFragment, EachInFragment>>;
     race?: boolean;
@@ -13,6 +13,6 @@ export declare class ParallelPipelineStepSets<In = PipelineStepPayload, Out = Pi
     constructor(options: ParallelPipelineStepSetsOptions<In, Out, InFragment, OutFragment, EachInFragment>);
     getCloneDataSnippet(): ScriptFuncOrBody<CloneDataFunc<In, InFragment, EachInFragment>>;
     raceOne(): boolean;
-    protected cloneDataForEach($factor: InFragment, $request: PipelineStepData<In>): EachInFragment;
+    protected cloneDataForEach($factor: InFragment, $request: PipelineStepData<In>): Promise<EachInFragment>;
     protected doPerform(data: InFragment, request: PipelineStepData<In>): Promise<OutFragment>;
 }

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@rainbow-o23/n3",
-	"version": "1.0.44",
+	"version": "1.0.46",
 	"description": "o23 pipelines",
 	"main": "index.cjs",
 	"module": "index.js",
@@ -21,9 +21,10 @@
 		"url": "https://github.com/InsureMO/rainbow-o23/issues"
 	},
 	"dependencies": {
-		"@rainbow-o23/n1": "1.0.44",
+		"@rainbow-o23/n1": "1.0.46",
 		"node-fetch": "2.6.7",
-		"typeorm": "^0.3.17"
+		"typeorm": "^0.3.17",
+		"typescript": "5.5.4"
 	},
 	"devDependencies": {
 		"@babel/core": "^7.23.9",
@@ -48,8 +49,7 @@
 		"rollup": "^3.7.0",
 		"rollup-plugin-tslint": "^0.2.2",
 		"rollup-plugin-typescript2": "^0.34.1",
-		"tslib": "^2.4.1",
-		"typescript": "5.1.6"
+		"tslib": "^2.4.1"
 	},
 	"jest": {
 		"moduleFileExtensions": [
@@ -74,7 +74,7 @@
 		"testEnvironment": "node"
 	},
 	"volta": {
-		"node": "18.19.0",
+		"node": "20.17.0",
 		"yarn": "1.22.21"
 	}
 }

package/rollup.config.base.js

@@ -25,7 +25,7 @@ export const buildConfig = (lint) => {
 		external(id) {
 			return ["@rainbow-o23/", "typeorm/"].some(scope => id.startsWith(scope))
 				|| [
-					"typeorm", "reflect-metadata", "node-fetch"
+					"typescript", "typeorm", "reflect-metadata", "node-fetch"
 				].includes(id);
 		}
 	};

package/src/lib/http/fetch-step.ts

@@ -67,9 +67,9 @@ export class FetchPipelineStep<In = PipelineStepPayload, Out = PipelineStepPaylo
 		// to millisecond
 		this._endpointTimeout = this._endpointTimeout > 0 ? this._endpointTimeout * 1000 : -1;
 		this._urlGenerateSnippet = options.urlGenerate;
-		this._urlGenerateFunc = Utils.createSyncFunction(this.getUrlGenerateSnippet(), {
+		this._urlGenerateFunc = Utils.createAsyncFunction(this.getUrlGenerateSnippet(), {
 			// eslint-disable-next-line @typescript-eslint/no-unused-vars
-			createDefault: () => ($endpointUrl: string, _$factor: InFragment, _$request: PipelineStepData<In>, _$helpers: PipelineStepHelpers, _$: PipelineStepHelpers) => $endpointUrl,
+			createDefault: () => async ($endpointUrl: string, _$factor: InFragment, _$request: PipelineStepData<In>, _$helpers: PipelineStepHelpers, _$: PipelineStepHelpers) => $endpointUrl,
 			getVariableNames: () => this.getUrlGenerateVariableName(),
 			error: (e: Error) => {
 				this.getLogger().error(`Failed on create function for url generate, snippet is [${this.getUrlGenerateSnippet()}].`);
@@ -77,9 +77,9 @@ export class FetchPipelineStep<In = PipelineStepPayload, Out = PipelineStepPaylo
 			}
 		});
 		this._headersGenerateSnippet = options.headersGenerate;
-		this._headersGenerateFunc = Utils.createSyncFunction(this.getHeadersGenerateSnippet(), {
+		this._headersGenerateFunc = Utils.createAsyncFunction(this.getHeadersGenerateSnippet(), {
 			// eslint-disable-next-line @typescript-eslint/no-unused-vars
-			createDefault: () => (_$factor: InFragment, _$request: PipelineStepData<In>, _$helpers: PipelineStepHelpers, _$: PipelineStepHelpers) => (void 0),
+			createDefault: () => async (_$factor: InFragment, _$request: PipelineStepData<In>, _$helpers: PipelineStepHelpers, _$: PipelineStepHelpers) => (void 0),
 			getVariableNames: () => this.getHeadersGenerateVariableNames(),
 			error: (e: Error) => {
 				this.getLogger().error(`Failed on create function for request headers generate, snippet is [${this.getHeadersGenerateSnippet()}].`);
@@ -88,9 +88,9 @@ export class FetchPipelineStep<In = PipelineStepPayload, Out = PipelineStepPaylo
 		});
 		this._bodyUsed = options.bodyUsed;
 		this._bodyGenerateSnippet = options.bodyGenerate;
-		this._bodyGenerateFunc = Utils.createSyncFunction(this.getBodyGenerateSnippet(), {
+		this._bodyGenerateFunc = Utils.createAsyncFunction(this.getBodyGenerateSnippet(), {
 			// eslint-disable-next-line @typescript-eslint/no-unused-vars
-			createDefault: () => ($factor: InFragment, _$request: PipelineStepData<In>, _$helpers: PipelineStepHelpers, _$: PipelineStepHelpers) => {
+			createDefault: () => async ($factor: InFragment, _$request: PipelineStepData<In>, _$helpers: PipelineStepHelpers, _$: PipelineStepHelpers) => {
 				return ($factor == null || (typeof $factor === 'string' && $factor.length === 0)) ? (void 0) : JSON.stringify($factor);
 			},
 			getVariableNames: () => this.getBodyGenerateVariableNames(),
@@ -251,15 +251,15 @@ export class FetchPipelineStep<In = PipelineStepPayload, Out = PipelineStepPaylo
 		const $helpers = this.getHelpers();
 		let url = '';
 		try {
-			url = this._urlGenerateFunc(this.getEndpointUrl(), data, request, $helpers, $helpers);
+			url = await this._urlGenerateFunc(this.getEndpointUrl(), data, request, $helpers, $helpers);
 			const method = this.getEndpointMethod();
 			const staticHeaders = this.getEndpointHeaders() ?? {};
-			const headers = this._headersGenerateFunc(data, request, $helpers, $helpers) ?? {};
+			const headers = await this._headersGenerateFunc(data, request, $helpers, $helpers) ?? {};
 			// eslint-disable-next-line @typescript-eslint/no-explicit-any
 			let body: any;
 			const bodyUsed = this.isBodyUsed();
 			if (bodyUsed === true || (bodyUsed == null && method !== 'get')) {
-				body = this._bodyGenerateFunc(data, request, $helpers, $helpers);
+				body = await this._bodyGenerateFunc(data, request, $helpers, $helpers);
 			} else {
 				body = (void 0);
 			}

package/src/lib/http/types.ts

@@ -2,11 +2,11 @@ import {PipelineStepData, PipelineStepHelpers, Undefinable} from '@rainbow-o23/n
 import {Response} from 'node-fetch';
 
 // eslint-disable-next-line @typescript-eslint/no-explicit-any
-export type HttpGenerateUrl<In, InFragment> = ($endpointUrl: string, $factor: InFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => string;
+export type HttpGenerateUrl<In, InFragment> = ($endpointUrl: string, $factor: InFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => Promise<string>;
 // eslint-disable-next-line @typescript-eslint/no-explicit-any
-export type HttpGenerateHeaders<In, InFragment> = ($factor: InFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => Undefinable<Record<string, string>>;
+export type HttpGenerateHeaders<In, InFragment> = ($factor: InFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => Promise<Undefinable<Record<string, string>>>;
 // eslint-disable-next-line @typescript-eslint/no-explicit-any
-export type HttpGenerateBody<In, InFragment> = ($factor: InFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => any;
+export type HttpGenerateBody<In, InFragment> = ($factor: InFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => Promise<any>;
 // eslint-disable-next-line @typescript-eslint/no-explicit-any
 export type HttpGenerateResponse<In, InFragment> = ($response: Response, $factor: InFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => Promise<any>;
 
@@ -30,4 +30,4 @@ export interface HttpErrorHandleOptions<In, InFragment> {
 	$request: PipelineStepData<In>;
 }
 
-export type HttpHandleError<In, InFragment, OutFragment> = (options: HttpErrorHandleOptions<In, InFragment>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => Promise<OutFragment> | never;
+export type HttpHandleError<In, InFragment, OutFragment> = ($options: HttpErrorHandleOptions<In, InFragment>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => Promise<OutFragment> | never;

package/src/lib/step/abstract-fragmentary-pipeline-step.ts

@@ -43,11 +43,11 @@ export interface FragmentaryPipelineStepOptions<In = PipelineStepPayload, Out =
 /**
  * parameter names could be change {@link AbstractFragmentaryPipelineStep#generateFromRequestVariableNames}
  */
-export type GetInFragmentFromRequestFunc<In, InFragment> = ($factor: In, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => InFragment;
+export type GetInFragmentFromRequestFunc<In, InFragment> = ($factor: In, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => Promise<InFragment>;
 /**
  * parameter names could be change {@link AbstractFragmentaryPipelineStep#generateToResponseVariableNames}
  */
-export type SetOutFragmentToResponseFunc<In, Out, OutFragment> = ($result: OutFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => Out;
+export type SetOutFragmentToResponseFunc<In, Out, OutFragment> = ($result: OutFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => Promise<Out>;
 
 /**
  * deal with fragment data from request, and put result into response.
@@ -86,9 +86,11 @@ export abstract class AbstractFragmentaryPipelineStep<In = PipelineStepPayload,
 		} else {
 			this._mergeRequest = options.mergeRequest ?? false;
 		}
-		this._fromRequestFunc = Utils.createSyncFunction(this.getFromRequestSnippet(), {
+		this._fromRequestFunc = Utils.createAsyncFunction(this.getFromRequestSnippet(), {
 			// eslint-disable-next-line @typescript-eslint/no-unused-vars
-			createDefault: () => ($factor: In, _$request: PipelineStepData<In>, _$helpers: PipelineStepHelpers, _$: PipelineStepHelpers): InFragment => $factor as unknown as InFragment,
+			createDefault: () => async ($factor: In, _$request: PipelineStepData<In>, _$helpers: PipelineStepHelpers, _$: PipelineStepHelpers): Promise<InFragment> => {
+				return $factor as unknown as InFragment;
+			},
 			getVariableNames: () => this.generateFromRequestVariableNames(),
 			error: (e: Error) => {
 				this.getLogger().error(`Failed on create function for from request transformer, snippet is [${this.getFromRequestSnippet()}].`);
@@ -196,24 +198,24 @@ export abstract class AbstractFragmentaryPipelineStep<In = PipelineStepPayload,
 		if (funcOrSnippet == null || (typeof funcOrSnippet === 'string' && funcOrSnippet.trim().length === 0)) {
 			if (this.useUnboxMerging()) {
 				// eslint-disable-next-line @typescript-eslint/no-unused-vars
-				return ($result: OutFragment, $request: PipelineStepData<In>, _$helpers: PipelineStepHelpers, _$: PipelineStepHelpers): Out => {
+				return async ($result: OutFragment, $request: PipelineStepData<In>, _$helpers: PipelineStepHelpers, _$: PipelineStepHelpers): Promise<Out> => {
 					return {...$request.content, ...$result} as Out;
 				};
 			} else if (this.hasMergeKey()) {
 				// eslint-disable-next-line @typescript-eslint/no-unused-vars
-				return ($result: OutFragment, $request: PipelineStepData<In>, _$helpers: PipelineStepHelpers, _$: PipelineStepHelpers): Out => {
+				return async ($result: OutFragment, $request: PipelineStepData<In>, _$helpers: PipelineStepHelpers, _$: PipelineStepHelpers): Promise<Out> => {
 					return {...$request.content, [this.getMergeKey()]: $result} as Out;
 				};
 			} else {
 				// eslint-disable-next-line @typescript-eslint/no-unused-vars
-				return ($result: OutFragment, _$request: PipelineStepData<In>, _$helpers: PipelineStepHelpers, _$: PipelineStepHelpers): Out => {
+				return async ($result: OutFragment, _$request: PipelineStepData<In>, _$helpers: PipelineStepHelpers, _$: PipelineStepHelpers): Promise<Out> => {
 					return $result as unknown as Out;
 				};
 			}
 		} else if (typeof funcOrSnippet === 'string') {
 			// eslint-disable-next-line @typescript-eslint/ban-types
-			const func: Function = Utils.createSyncFunction(funcOrSnippet, {
-				createDefault: (): never => {
+			const func = Utils.createAsyncFunction(funcOrSnippet, {
+				createDefault: async () => {
 					throw new UncatchableError(ERR_PIPELINE_STEP_SNIPPET_NOT_EMPTY, 'Cannot create perform func on empty snippet.');
 				},
 				getVariableNames: () => this.generateToResponseVariableNames(),
@@ -221,14 +223,14 @@ export abstract class AbstractFragmentaryPipelineStep<In = PipelineStepPayload,
 					this.getLogger().error(`Failed on create function for snippet[${funcOrSnippet}].`);
 					throw e;
 				}
-			});
+			}) as unknown as SetOutFragmentToResponseFunc<In, Out, OutFragment>;
 			if (this.useUnboxMerging()) {
-				return ($result: OutFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers): Out => {
-					const r = func($result, $request, $helpers, $);
+				return async ($result: OutFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers): Promise<Out> => {
+					const r = await func($result, $request, $helpers, $);
 					return {...$request.content, ...r};
 				};
 			} else if (this.hasMergeKey()) {
-				return ($result: OutFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers): Out => {
+				return async ($result: OutFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers): Promise<Out> => {
 					const r = func($result, $request, $helpers, $);
 					return {...$request.content, [this.getMergeKey()]: r} as Out;
 				};
@@ -236,12 +238,12 @@ export abstract class AbstractFragmentaryPipelineStep<In = PipelineStepPayload,
 				return func as SetOutFragmentToResponseFunc<In, Out, OutFragment>;
 			}
 		} else if (this.useUnboxMerging()) {
-			return ($result: OutFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers): Out => {
+			return async ($result: OutFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers): Promise<Out> => {
 				const r = funcOrSnippet($result, $request, $helpers, $);
-				return {...$request.content, ...r};
+				return {...$request.content, ...r} as Out;
 			};
 		} else if (this.hasMergeKey()) {
-			return ($result: OutFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers): Out => {
+			return async ($result: OutFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers): Promise<Out> => {
 				const r = funcOrSnippet($result, $request, $helpers, $);
 				return {...$request.content, [this.getMergeKey()]: r} as Out;
 			};
@@ -253,7 +255,7 @@ export abstract class AbstractFragmentaryPipelineStep<In = PipelineStepPayload,
 	/**
 	 * default get request content
 	 */
-	protected getFromInput($factor: In, $request: PipelineStepData<In>): InFragment {
+	protected async getFromInput($factor: In, $request: PipelineStepData<In>): Promise<InFragment> {
 		const $helpers = this.getHelpers();
 		return this._fromRequestFunc($factor, $request, $helpers, $helpers);
 	}
@@ -261,9 +263,9 @@ export abstract class AbstractFragmentaryPipelineStep<In = PipelineStepPayload,
 	/**
 	 * default set to response content
 	 */
-	protected setToOutput($result: OutFragment, $request: PipelineStepData<In>): PipelineStepData<Out> {
+	protected async setToOutput($result: OutFragment, $request: PipelineStepData<In>): Promise<PipelineStepData<Out>> {
 		const $helpers = this.getHelpers();
-		return {content: this._toResponseFunc($result, $request, $helpers, $helpers)};
+		return {content: await this._toResponseFunc($result, $request, $helpers, $helpers)};
 	}
 
 	/**
@@ -282,7 +284,8 @@ export abstract class AbstractFragmentaryPipelineStep<In = PipelineStepPayload,
 		if (context == null) {
 			return {};
 		} else {
-			return Utils.clone(context);
+			const {authorization, traceId, ...rest} = context;
+			return {authorization, traceId, ...Utils.clone(rest)};
 		}
 	}
 
@@ -291,7 +294,7 @@ export abstract class AbstractFragmentaryPipelineStep<In = PipelineStepPayload,
 	 */
 	// eslint-disable-next-line @typescript-eslint/no-explicit-any
 	protected async handleErrorSteps(fragment: InFragment, errorCode: string, error: any, request: PipelineStepData<In>, builders: Array<PipelineStepBuilder>): Promise<OutFragment> {
-		const {$context: {traceId} = {}} = request;
+		const {$context: {authorization, traceId} = {}} = request;
 		const errorContext = this.createErrorHandleContext(request);
 		const options = this.buildStepOptions();
 		const steps = await Promise.all(builders.map(async builder => await builder.create(options)));
@@ -300,7 +303,9 @@ export abstract class AbstractFragmentaryPipelineStep<In = PipelineStepPayload,
 			return await this.measurePerformance(traceId, 'STEP', step.constructor.name)
 				.execute(async () => {
 					this.traceStepIn(traceId, step, request);
-					const response = await step.perform({...request, $context: {...errorContext, traceId}});
+					const response = await step.perform({
+						...request, $context: {...errorContext, authorization, traceId}
+					});
 					this.traceStepOut(traceId, step, response);
 					// if no response returned, keep using request for next
 					return this.returnOrContinueOrClear(request, response);
@@ -360,19 +365,19 @@ export abstract class AbstractFragmentaryPipelineStep<In = PipelineStepPayload,
 	public async performAndCatch(request: PipelineStepData<In>, perform: (data: InFragment) => Promise<PipelineStepData<Out>>): Promise<PipelineStepData<Out>> {
 		let fragment = null;
 		try {
-			fragment = this.getFromInput(request.content, request);
+			fragment = await this.getFromInput(request.content, request);
 			return await perform(fragment);
 			// eslint-disable-next-line @typescript-eslint/no-explicit-any
 		} catch (e: any) {
 			const result = await this.handleError(fragment, request, e);
-			return this.setToOutput(result, request);
+			return await this.setToOutput(result, request);
 		}
 	}
 
 	public async perform(request: PipelineStepData<In>): Promise<PipelineStepData<Out>> {
 		return await this.performAndCatch(request, async (fragment) => {
 			const result = await this.doPerform(fragment, request);
-			return this.setToOutput(result, request);
+			return await this.setToOutput(result, request);
 		});
 	}
 }

package/src/lib/step/conditional-step-sets.ts

@@ -67,7 +67,7 @@ export class ConditionalPipelineStepSets<In = PipelineStepPayload, Out = Pipelin
 			const checked = await this.check(fragment, request);
 			if (checked) {
 				const result = await this.doPerform(request.content as unknown as InFragment, request);
-				return this.setToOutput(result, request);
+				return await this.setToOutput(result, request);
 			}
 			// noinspection DuplicatedCode
 			const otherwiseStepBuilders = this.getOtherwiseStepBuilders();
@@ -77,7 +77,7 @@ export class ConditionalPipelineStepSets<In = PipelineStepPayload, Out = Pipelin
 					...this.buildStepOptions(), name: this.getName(), steps: otherwiseStepBuilders
 				});
 				const result = await sets.perform(request);
-				return this.setToOutput(result.content, request);
+				return await this.setToOutput(result.content, request);
 			} else {
 				// otherwise route not declared
 				return request as unknown as PipelineStepData<Out>;

package/src/lib/step/each-step-sets.ts

@@ -74,7 +74,7 @@ export class EachPipelineStepSets<In = PipelineStepPayload, Out = PipelineStepPa
 				results.push(result);
 			}
 			// eslint-disable-next-line @typescript-eslint/no-explicit-any
-			return this.setToOutput(results as any, request);
+			return await this.setToOutput(results as any, request);
 		});
 	}
 }

package/src/lib/step/parallel-step-sets.ts

@@ -3,7 +3,7 @@ import {PipelineStepSets, PipelineStepSetsContext, PipelineStepSetsOptions} from
 import {ScriptFuncOrBody} from './types';
 import {Utils} from './utils';
 
-export type CloneDataFunc<In, InFragment, EachInFragment = InFragment> = ($factor: InFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => EachInFragment;
+export type CloneDataFunc<In, InFragment, EachInFragment = InFragment> = ($factor: InFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => Promise<EachInFragment>;
 
 export interface ParallelPipelineStepSetsOptions<In = PipelineStepPayload, Out = PipelineStepPayload, InFragment = In, OutFragment = Out, EachInFragment = InFragment>
 	extends PipelineStepSetsOptions<In, Out, InFragment, OutFragment> {
@@ -23,9 +23,9 @@ export class ParallelPipelineStepSets<In = PipelineStepPayload, Out = PipelineSt
 	public constructor(options: ParallelPipelineStepSetsOptions<In, Out, InFragment, OutFragment, EachInFragment>) {
 		super(options);
 		this._cloneDataSnippet = options.cloneData;
-		this._cloneData = Utils.createSyncFunction(this.getCloneDataSnippet(), {
+		this._cloneData = Utils.createAsyncFunction(this.getCloneDataSnippet(), {
 			// eslint-disable-next-line @typescript-eslint/no-unused-vars
-			createDefault: () => ($factor: InFragment, _$request: PipelineStepData<In>, _$helpers: PipelineStepHelpers, _$: PipelineStepHelpers): EachInFragment => {
+			createDefault: () => async ($factor: InFragment, _$request: PipelineStepData<In>, _$helpers: PipelineStepHelpers, _$: PipelineStepHelpers): Promise<EachInFragment> => {
 				return $factor as unknown as EachInFragment;
 			},
 			getVariableNames: () => ['$factor', '$request', ...this.getHelpersVariableNames()], //this.generateFromRequestVariableNames(),
@@ -51,7 +51,7 @@ export class ParallelPipelineStepSets<In = PipelineStepPayload, Out = PipelineSt
 	/**
 	 * default get request content
 	 */
-	protected cloneDataForEach($factor: InFragment, $request: PipelineStepData<In>): EachInFragment {
+	protected async cloneDataForEach($factor: InFragment, $request: PipelineStepData<In>): Promise<EachInFragment> {
 		if ($factor == null) {
 			return null;
 		}
@@ -62,14 +62,14 @@ export class ParallelPipelineStepSets<In = PipelineStepPayload, Out = PipelineSt
 	protected async doPerform(data: InFragment, request: PipelineStepData<In>): Promise<OutFragment> {
 		return await this.performWithContext(
 			request, async (request: PipelineStepData<In>, context: PipelineStepSetsContext): Promise<OutFragment> => {
-				const {$context: {traceId} = {}} = request;
+				const {$context: {authorization, traceId} = {}} = request;
 				const steps = await this.createSteps();
 				const execute = () => {
 					return steps.map(async step => {
 						return await this.measurePerformance(traceId, 'STEP', step.constructor.name)
 							.execute(async () => {
-								const eachData = this.cloneDataForEach(data, request);
-								const eachRequest = {content: eachData, $context: {...context, traceId}};
+								const eachData = await this.cloneDataForEach(data, request);
+								const eachRequest = {content: eachData, $context: {...context, authorization, traceId}};
 								this.traceStepIn(traceId, step, request);
 								const response = await step.perform(eachRequest);
 								this.traceStepOut(traceId, step, response);

package/src/lib/step/ref-pipeline-step.ts

@@ -56,10 +56,9 @@ export class RefPipelinePipelineStep<In = PipelineStepPayload, Out = PipelineSte
 	}
 
 	protected async doPerform(data: InFragment, request: PipelineStepData<In>): Promise<OutFragment> {
-		const {$context: {traceId} = {}} = request;
+		const {$context: {authorization, traceId} = {}} = request;
 		const pipeline = await this.getPipelineBuilder().create(this.buildPipelineOptions());
-		const result = await pipeline.perform({payload: data, traceId});
-		// const result = await step.perform({content: data, $context: request.$context});
+		const result = await pipeline.perform({payload: data, authorization, traceId});
 		return result.payload;
 	}
 }

package/src/lib/step/routes-step-sets.ts

@@ -98,7 +98,7 @@ export class RoutesPipelineStepSets<In = PipelineStepPayload, Out = PipelineStep
 							...this.buildStepOptions(), name: this.getName(), steps
 						});
 						const result = await sets.perform(request);
-						return this.setToOutput(result.content, request);
+						return await this.setToOutput(result.content, request);
 					}
 				}
 			}
@@ -110,7 +110,7 @@ export class RoutesPipelineStepSets<In = PipelineStepPayload, Out = PipelineStep
 					...this.buildStepOptions(), name: this.getName(), steps: otherwiseStepBuilders
 				});
 				const result = await sets.perform(request);
-				return this.setToOutput(result.content, request);
+				return await this.setToOutput(result.content, request);
 			} else {
 				// otherwise route not declared
 				return request as unknown as PipelineStepData<Out>;

package/src/lib/step/step-sets.ts

@@ -50,7 +50,8 @@ export class PipelineStepSets<In = PipelineStepPayload, Out = PipelineStepPayloa
 		if (context == null) {
 			return {};
 		} else {
-			return Utils.clone(context);
+			const {authorization, traceId, ...rest} = context;
+			return {authorization, traceId, ...Utils.clone(rest)};
 		}
 	}
 
@@ -79,14 +80,16 @@ export class PipelineStepSets<In = PipelineStepPayload, Out = PipelineStepPayloa
 	protected async doPerform(data: InFragment, request: PipelineStepData<In>): Promise<OutFragment> {
 		return await this.performWithContext(
 			request, async (request: PipelineStepData<In>, context: PipelineStepSetsContext): Promise<OutFragment> => {
-				const {$context: {traceId} = {}} = request;
+				const {$context: {authorization, traceId} = {}} = request;
 				const steps = await this.createSteps();
 				const response = await steps.reduce(async (promise, step) => {
 					const request = await promise;
 					return await this.measurePerformance(traceId, 'STEP', step.constructor.name)
 						.execute(async () => {
 							this.traceStepIn(traceId, step, request);
-							const response = await step.perform({...request, $context: {...context, traceId}});
+							const response = await step.perform({
+								...request, $context: {...context, authorization, traceId}
+							});
 							this.traceStepOut(traceId, step, response);
 							// if no response returned, keep using request for next
 							return this.returnOrContinueOrClear(request, response);

package/src/lib/step/utils.ts

@@ -1,4 +1,5 @@
 import {Nullable, UncatchableError, Undefinable} from '@rainbow-o23/n1';
+import ts, {JsxEmit, ModuleKind, ModuleResolutionKind, ScriptTarget} from 'typescript';
 import {
 	ERR_PIPELINE_SNIPPET_CANNOT_USE_EVAL,
 	ERR_PIPELINE_SNIPPET_CANNOT_USE_FUNCTION,
@@ -57,6 +58,23 @@ export class Utils {
 				// 	// noinspection ExceptionCaughtLocallyJS
 				// 	throw new UncatchableError(ERR_PIPELINE_SNIPPET_CANNOT_USE_GLOBAL, '"global" is not allowed in dynamic snippet.');
 				// }
+				// transpiled by typescript
+				const transpiled = ts.transpileModule(snippet, {
+					compilerOptions: {
+						target: ScriptTarget.ES2022,
+						jsx: JsxEmit.None,   // no jsx
+						strict: false,
+						noEmitOnError: true, // ignore errors
+						esModuleInterop: true,
+						module: ModuleKind.ES2022,
+						suppressOutputPathCheck: false,
+						skipLibCheck: true,
+						skipDefaultLibCheck: true,
+						moduleResolution: ModuleResolutionKind.Node16 // default use node 16
+					}
+				});
+				snippet = transpiled.outputText;
+				// build function
 				const variableNames = creators.getVariableNames() ?? [];
 				if (creators.async) {
 					const func = new AsyncFunction(...variableNames, ...AvoidNames, snippet);