@rainbow-o23/n3 1.0.43 → 1.0.45

package/README.md

@@ -30,6 +30,18 @@ When using scripts, pay attention to the usage of variables. Typically:
 - `$helpers` represents function supporting and can be used in all snippets,
 - `$options` represents a set of data, usually in error handles.
 
+### Typescript support
+
+In dynamic snippet, TypeScript syntax can also be used. Currently, `o23/n3` is compiled using ES2022 syntax. It is important to note that
+dynamic script fragments are function bodies, so `import`/`export` syntax is not supported. Moreover, they are compiled in loose mode, and
+the compilation process does not report any errors. Additionally, for script security reasons, the following keywords or classes are also
+not supported.
+
+- `process`
+- `global`
+- `eval`
+- `Function`
+
 ## Basic Steps
 
 ### Fragmentary

package/index.cjs

@@ -1,7 +1,8 @@
 'use strict';
 
-var typeorm = require('typeorm');
 var n1 = require('@rainbow-o23/n1');
+var typeorm = require('typeorm');
+var ts = require('typescript');
 var fetch = require('node-fetch');
 
 const ERR_PIPELINE_STEP_SNIPPET_NOT_EMPTY = 'O03-00001';
@@ -24,6 +25,26 @@ const ERR_PIPELINE_SNIPPET_CANNOT_USE_GLOBAL = 'O03-00017';
 const ERR_PIPELINE_SNIPPET_CANNOT_USE_PROCESS = 'O03-00018';
 const ERR_PIPELINE_SNIPPET_CANNOT_USE_EVAL = 'O03-00019';
 const ERR_PIPELINE_SNIPPET_CANNOT_USE_FUNCTION = 'O03-00020';
+n1.ErrorCodes.ERR_PIPELINE_STEP_SNIPPET_NOT_EMPTY = ERR_PIPELINE_STEP_SNIPPET_NOT_EMPTY;
+n1.ErrorCodes.ERR_PIPELINE_STEP_CONDITIONAL_SNIPPET_NOT_EMPTY = ERR_PIPELINE_STEP_CONDITIONAL_SNIPPET_NOT_EMPTY;
+n1.ErrorCodes.ERR_TYPEORM_DATASOURCE_TYPE_NOT_FOUND = ERR_TYPEORM_DATASOURCE_TYPE_NOT_FOUND;
+n1.ErrorCodes.ERR_TYPEORM_DATASOURCE_CREATOR_NOT_FOUND = ERR_TYPEORM_DATASOURCE_CREATOR_NOT_FOUND;
+n1.ErrorCodes.ERR_TYPEORM_DATASOURCE_NOT_FOUND = ERR_TYPEORM_DATASOURCE_NOT_FOUND;
+n1.ErrorCodes.ERR_TYPEORM_ENTITY_NOT_FOUND = ERR_TYPEORM_ENTITY_NOT_FOUND;
+n1.ErrorCodes.ERR_TYPEORM_SQL_NOT_EMPTY = ERR_TYPEORM_SQL_NOT_EMPTY;
+n1.ErrorCodes.ERR_TYPEORM_TRANSACTION_NOT_FOUND = ERR_TYPEORM_TRANSACTION_NOT_FOUND;
+n1.ErrorCodes.ERR_TYPEORM_STEP_SNIPPET_NOT_EMPTY = ERR_TYPEORM_STEP_SNIPPET_NOT_EMPTY;
+n1.ErrorCodes.ERR_FETCH_ERROR = ERR_FETCH_ERROR;
+n1.ErrorCodes.ERR_PIPELINE_STEP_METHOD_NOT_SUPPORTED = ERR_PIPELINE_STEP_METHOD_NOT_SUPPORTED;
+n1.ErrorCodes.ERR_EACH_FRAGMENT_NOT_ANY_ARRAY = ERR_EACH_FRAGMENT_NOT_ANY_ARRAY;
+n1.ErrorCodes.ERR_PIPELINE_STEP_REF_NOT_EMPTY = ERR_PIPELINE_STEP_REF_NOT_EMPTY;
+n1.ErrorCodes.ERR_PIPELINE_STEP_REF_NOT_FOUND = ERR_PIPELINE_STEP_REF_NOT_FOUND;
+n1.ErrorCodes.ERR_PIPELINE_REF_NOT_EMPTY = ERR_PIPELINE_REF_NOT_EMPTY;
+n1.ErrorCodes.ERR_PIPELINE_REF_NOT_FOUND = ERR_PIPELINE_REF_NOT_FOUND;
+n1.ErrorCodes.ERR_PIPELINE_SNIPPET_CANNOT_USE_GLOBAL = ERR_PIPELINE_SNIPPET_CANNOT_USE_GLOBAL;
+n1.ErrorCodes.ERR_PIPELINE_SNIPPET_CANNOT_USE_PROCESS = ERR_PIPELINE_SNIPPET_CANNOT_USE_PROCESS;
+n1.ErrorCodes.ERR_PIPELINE_SNIPPET_CANNOT_USE_EVAL = ERR_PIPELINE_SNIPPET_CANNOT_USE_EVAL;
+n1.ErrorCodes.ERR_PIPELINE_SNIPPET_CANNOT_USE_FUNCTION = ERR_PIPELINE_SNIPPET_CANNOT_USE_FUNCTION;
 
 class AbstractTypeOrmDataSource {
     _name;
@@ -360,6 +381,21 @@ class Utils {
                 return creators.createDefault();
             }
             else if (typeof snippet === 'string') {
+                const transpiled = ts.transpileModule(snippet, {
+                    compilerOptions: {
+                        target: ts.ScriptTarget.ES2022,
+                        jsx: ts.JsxEmit.None,
+                        strict: false,
+                        noEmitOnError: true,
+                        esModuleInterop: true,
+                        module: ts.ModuleKind.ES2022,
+                        suppressOutputPathCheck: false,
+                        skipLibCheck: true,
+                        skipDefaultLibCheck: true,
+                        moduleResolution: ts.ModuleResolutionKind.Node16
+                    }
+                });
+                snippet = transpiled.outputText;
                 const variableNames = creators.getVariableNames() ?? [];
                 if (creators.async) {
                     const func = new AsyncFunction(...variableNames, ...AvoidNames, snippet);
@@ -466,8 +502,10 @@ class AbstractFragmentaryPipelineStep extends n1.AbstractPipelineStep {
         else {
             this._mergeRequest = options.mergeRequest ?? false;
         }
-        this._fromRequestFunc = Utils.createSyncFunction(this.getFromRequestSnippet(), {
-            createDefault: () => ($factor, _$request, _$helpers, _$) => $factor,
+        this._fromRequestFunc = Utils.createAsyncFunction(this.getFromRequestSnippet(), {
+            createDefault: () => async ($factor, _$request, _$helpers, _$) => {
+                return $factor;
+            },
             getVariableNames: () => this.generateFromRequestVariableNames(),
             error: (e) => {
                 this.getLogger().error(`Failed on create function for from request transformer, snippet is [${this.getFromRequestSnippet()}].`);
@@ -547,24 +585,24 @@ class AbstractFragmentaryPipelineStep extends n1.AbstractPipelineStep {
         const funcOrSnippet = this.getToResponseSnippet();
         if (funcOrSnippet == null || (typeof funcOrSnippet === 'string' && funcOrSnippet.trim().length === 0)) {
             if (this.useUnboxMerging()) {
-                return ($result, $request, _$helpers, _$) => {
+                return async ($result, $request, _$helpers, _$) => {
                     return { ...$request.content, ...$result };
                 };
             }
             else if (this.hasMergeKey()) {
-                return ($result, $request, _$helpers, _$) => {
+                return async ($result, $request, _$helpers, _$) => {
                     return { ...$request.content, [this.getMergeKey()]: $result };
                 };
             }
             else {
-                return ($result, _$request, _$helpers, _$) => {
+                return async ($result, _$request, _$helpers, _$) => {
                     return $result;
                 };
             }
         }
         else if (typeof funcOrSnippet === 'string') {
-            const func = Utils.createSyncFunction(funcOrSnippet, {
-                createDefault: () => {
+            const func = Utils.createAsyncFunction(funcOrSnippet, {
+                createDefault: async () => {
                     throw new n1.UncatchableError(ERR_PIPELINE_STEP_SNIPPET_NOT_EMPTY, 'Cannot create perform func on empty snippet.');
                 },
                 getVariableNames: () => this.generateToResponseVariableNames(),
@@ -574,13 +612,13 @@ class AbstractFragmentaryPipelineStep extends n1.AbstractPipelineStep {
                 }
             });
             if (this.useUnboxMerging()) {
-                return ($result, $request, $helpers, $) => {
-                    const r = func($result, $request, $helpers, $);
+                return async ($result, $request, $helpers, $) => {
+                    const r = await func($result, $request, $helpers, $);
                     return { ...$request.content, ...r };
                 };
             }
             else if (this.hasMergeKey()) {
-                return ($result, $request, $helpers, $) => {
+                return async ($result, $request, $helpers, $) => {
                     const r = func($result, $request, $helpers, $);
                     return { ...$request.content, [this.getMergeKey()]: r };
                 };
@@ -590,13 +628,13 @@ class AbstractFragmentaryPipelineStep extends n1.AbstractPipelineStep {
             }
         }
         else if (this.useUnboxMerging()) {
-            return ($result, $request, $helpers, $) => {
+            return async ($result, $request, $helpers, $) => {
                 const r = funcOrSnippet($result, $request, $helpers, $);
                 return { ...$request.content, ...r };
             };
         }
         else if (this.hasMergeKey()) {
-            return ($result, $request, $helpers, $) => {
+            return async ($result, $request, $helpers, $) => {
                 const r = funcOrSnippet($result, $request, $helpers, $);
                 return { ...$request.content, [this.getMergeKey()]: r };
             };
@@ -605,13 +643,13 @@ class AbstractFragmentaryPipelineStep extends n1.AbstractPipelineStep {
             return funcOrSnippet;
         }
     }
-    getFromInput($factor, $request) {
+    async getFromInput($factor, $request) {
         const $helpers = this.getHelpers();
         return this._fromRequestFunc($factor, $request, $helpers, $helpers);
     }
-    setToOutput($result, $request) {
+    async setToOutput($result, $request) {
         const $helpers = this.getHelpers();
-        return { content: this._toResponseFunc($result, $request, $helpers, $helpers) };
+        return { content: await this._toResponseFunc($result, $request, $helpers, $helpers) };
     }
     buildStepOptions() {
         return { config: this.getConfig(), logger: this.getLogger() };
@@ -697,18 +735,18 @@ class AbstractFragmentaryPipelineStep extends n1.AbstractPipelineStep {
     async performAndCatch(request, perform) {
         let fragment = null;
         try {
-            fragment = this.getFromInput(request.content, request);
+            fragment = await this.getFromInput(request.content, request);
             return await perform(fragment);
         }
         catch (e) {
             const result = await this.handleError(fragment, request, e);
-            return this.setToOutput(result, request);
+            return await this.setToOutput(result, request);
         }
     }
     async perform(request) {
         return await this.performAndCatch(request, async (fragment) => {
             const result = await this.doPerform(fragment, request);
-            return this.setToOutput(result, request);
+            return await this.setToOutput(result, request);
         });
     }
 }
@@ -781,8 +819,8 @@ class ParallelPipelineStepSets extends PipelineStepSets {
     constructor(options) {
         super(options);
         this._cloneDataSnippet = options.cloneData;
-        this._cloneData = Utils.createSyncFunction(this.getCloneDataSnippet(), {
-            createDefault: () => ($factor, _$request, _$helpers, _$) => {
+        this._cloneData = Utils.createAsyncFunction(this.getCloneDataSnippet(), {
+            createDefault: () => async ($factor, _$request, _$helpers, _$) => {
                 return $factor;
             },
             getVariableNames: () => ['$factor', '$request', ...this.getHelpersVariableNames()],
@@ -799,7 +837,7 @@ class ParallelPipelineStepSets extends PipelineStepSets {
     raceOne() {
         return this._race;
     }
-    cloneDataForEach($factor, $request) {
+    async cloneDataForEach($factor, $request) {
         if ($factor == null) {
             return null;
         }
@@ -814,7 +852,7 @@ class ParallelPipelineStepSets extends PipelineStepSets {
                 return steps.map(async (step) => {
                     return await this.measurePerformance(traceId, 'STEP', step.constructor.name)
                         .execute(async () => {
-                        const eachData = this.cloneDataForEach(data, request);
+                        const eachData = await this.cloneDataForEach(data, request);
                         const eachRequest = { content: eachData, $context: { ...context, traceId } };
                         this.traceStepIn(traceId, step, request);
                         const response = await step.perform(eachRequest);
@@ -882,7 +920,7 @@ class EachPipelineStepSets extends PipelineStepSets {
                 }
                 results.push(result);
             }
-            return this.setToOutput(results, request);
+            return await this.setToOutput(results, request);
         });
     }
 }
@@ -924,7 +962,7 @@ class ConditionalPipelineStepSets extends PipelineStepSets {
             const checked = await this.check(fragment, request);
             if (checked) {
                 const result = await this.doPerform(request.content, request);
-                return this.setToOutput(result, request);
+                return await this.setToOutput(result, request);
             }
             const otherwiseStepBuilders = this.getOtherwiseStepBuilders();
             if (otherwiseStepBuilders != null) {
@@ -932,7 +970,7 @@ class ConditionalPipelineStepSets extends PipelineStepSets {
                     ...this.buildStepOptions(), name: this.getName(), steps: otherwiseStepBuilders
                 });
                 const result = await sets.perform(request);
-                return this.setToOutput(result.content, request);
+                return await this.setToOutput(result.content, request);
             }
             else {
                 return request;
@@ -1000,7 +1038,7 @@ class RoutesPipelineStepSets extends AbstractFragmentaryPipelineStep {
                             ...this.buildStepOptions(), name: this.getName(), steps
                         });
                         const result = await sets.perform(request);
-                        return this.setToOutput(result.content, request);
+                        return await this.setToOutput(result.content, request);
                     }
                 }
             }
@@ -1010,7 +1048,7 @@ class RoutesPipelineStepSets extends AbstractFragmentaryPipelineStep {
                     ...this.buildStepOptions(), name: this.getName(), steps: otherwiseStepBuilders
                 });
                 const result = await sets.perform(request);
-                return this.setToOutput(result.content, request);
+                return await this.setToOutput(result.content, request);
             }
             else {
                 return request;
@@ -1257,8 +1295,8 @@ class FetchPipelineStep extends AbstractFragmentaryPipelineStep {
             ?? config.getNumber(`endpoints.${this.getEndpointSystemCode()}.global.timeout`, -1);
         this._endpointTimeout = this._endpointTimeout > 0 ? this._endpointTimeout * 1000 : -1;
         this._urlGenerateSnippet = options.urlGenerate;
-        this._urlGenerateFunc = Utils.createSyncFunction(this.getUrlGenerateSnippet(), {
-            createDefault: () => ($endpointUrl, _$factor, _$request, _$helpers, _$) => $endpointUrl,
+        this._urlGenerateFunc = Utils.createAsyncFunction(this.getUrlGenerateSnippet(), {
+            createDefault: () => async ($endpointUrl, _$factor, _$request, _$helpers, _$) => $endpointUrl,
             getVariableNames: () => this.getUrlGenerateVariableName(),
             error: (e) => {
                 this.getLogger().error(`Failed on create function for url generate, snippet is [${this.getUrlGenerateSnippet()}].`);
@@ -1266,8 +1304,8 @@ class FetchPipelineStep extends AbstractFragmentaryPipelineStep {
             }
         });
         this._headersGenerateSnippet = options.headersGenerate;
-        this._headersGenerateFunc = Utils.createSyncFunction(this.getHeadersGenerateSnippet(), {
-            createDefault: () => (_$factor, _$request, _$helpers, _$) => (void 0),
+        this._headersGenerateFunc = Utils.createAsyncFunction(this.getHeadersGenerateSnippet(), {
+            createDefault: () => async (_$factor, _$request, _$helpers, _$) => (void 0),
             getVariableNames: () => this.getHeadersGenerateVariableNames(),
             error: (e) => {
                 this.getLogger().error(`Failed on create function for request headers generate, snippet is [${this.getHeadersGenerateSnippet()}].`);
@@ -1276,8 +1314,8 @@ class FetchPipelineStep extends AbstractFragmentaryPipelineStep {
         });
         this._bodyUsed = options.bodyUsed;
         this._bodyGenerateSnippet = options.bodyGenerate;
-        this._bodyGenerateFunc = Utils.createSyncFunction(this.getBodyGenerateSnippet(), {
-            createDefault: () => ($factor, _$request, _$helpers, _$) => {
+        this._bodyGenerateFunc = Utils.createAsyncFunction(this.getBodyGenerateSnippet(), {
+            createDefault: () => async ($factor, _$request, _$helpers, _$) => {
                 return ($factor == null || (typeof $factor === 'string' && $factor.length === 0)) ? (void 0) : JSON.stringify($factor);
             },
             getVariableNames: () => this.getBodyGenerateVariableNames(),
@@ -1409,14 +1447,14 @@ class FetchPipelineStep extends AbstractFragmentaryPipelineStep {
         const $helpers = this.getHelpers();
         let url = '';
         try {
-            url = this._urlGenerateFunc(this.getEndpointUrl(), data, request, $helpers, $helpers);
+            url = await this._urlGenerateFunc(this.getEndpointUrl(), data, request, $helpers, $helpers);
             const method = this.getEndpointMethod();
             const staticHeaders = this.getEndpointHeaders() ?? {};
-            const headers = this._headersGenerateFunc(data, request, $helpers, $helpers) ?? {};
+            const headers = await this._headersGenerateFunc(data, request, $helpers, $helpers) ?? {};
             let body;
             const bodyUsed = this.isBodyUsed();
             if (bodyUsed === true || (bodyUsed == null && method !== 'get')) {
-                body = this._bodyGenerateFunc(data, request, $helpers, $helpers);
+                body = await this._bodyGenerateFunc(data, request, $helpers, $helpers);
             }
             else {
                 body = (void 0);

package/index.js

@@ -1,5 +1,6 @@
+import { ErrorCodes, UncatchableError, AbstractPipelineStep, CatchableError, ExposedUncatchableError, ERR_UNKNOWN, PipelineRepository, StepHelpersUtils } from '@rainbow-o23/n1';
 import { DataSource } from 'typeorm';
-import { UncatchableError, AbstractPipelineStep, CatchableError, ExposedUncatchableError, ERR_UNKNOWN, PipelineRepository, StepHelpersUtils } from '@rainbow-o23/n1';
+import ts, { ScriptTarget, JsxEmit, ModuleKind, ModuleResolutionKind } from 'typescript';
 import fetch from 'node-fetch';
 
 const ERR_PIPELINE_STEP_SNIPPET_NOT_EMPTY = 'O03-00001';
@@ -22,6 +23,26 @@ const ERR_PIPELINE_SNIPPET_CANNOT_USE_GLOBAL = 'O03-00017';
 const ERR_PIPELINE_SNIPPET_CANNOT_USE_PROCESS = 'O03-00018';
 const ERR_PIPELINE_SNIPPET_CANNOT_USE_EVAL = 'O03-00019';
 const ERR_PIPELINE_SNIPPET_CANNOT_USE_FUNCTION = 'O03-00020';
+ErrorCodes.ERR_PIPELINE_STEP_SNIPPET_NOT_EMPTY = ERR_PIPELINE_STEP_SNIPPET_NOT_EMPTY;
+ErrorCodes.ERR_PIPELINE_STEP_CONDITIONAL_SNIPPET_NOT_EMPTY = ERR_PIPELINE_STEP_CONDITIONAL_SNIPPET_NOT_EMPTY;
+ErrorCodes.ERR_TYPEORM_DATASOURCE_TYPE_NOT_FOUND = ERR_TYPEORM_DATASOURCE_TYPE_NOT_FOUND;
+ErrorCodes.ERR_TYPEORM_DATASOURCE_CREATOR_NOT_FOUND = ERR_TYPEORM_DATASOURCE_CREATOR_NOT_FOUND;
+ErrorCodes.ERR_TYPEORM_DATASOURCE_NOT_FOUND = ERR_TYPEORM_DATASOURCE_NOT_FOUND;
+ErrorCodes.ERR_TYPEORM_ENTITY_NOT_FOUND = ERR_TYPEORM_ENTITY_NOT_FOUND;
+ErrorCodes.ERR_TYPEORM_SQL_NOT_EMPTY = ERR_TYPEORM_SQL_NOT_EMPTY;
+ErrorCodes.ERR_TYPEORM_TRANSACTION_NOT_FOUND = ERR_TYPEORM_TRANSACTION_NOT_FOUND;
+ErrorCodes.ERR_TYPEORM_STEP_SNIPPET_NOT_EMPTY = ERR_TYPEORM_STEP_SNIPPET_NOT_EMPTY;
+ErrorCodes.ERR_FETCH_ERROR = ERR_FETCH_ERROR;
+ErrorCodes.ERR_PIPELINE_STEP_METHOD_NOT_SUPPORTED = ERR_PIPELINE_STEP_METHOD_NOT_SUPPORTED;
+ErrorCodes.ERR_EACH_FRAGMENT_NOT_ANY_ARRAY = ERR_EACH_FRAGMENT_NOT_ANY_ARRAY;
+ErrorCodes.ERR_PIPELINE_STEP_REF_NOT_EMPTY = ERR_PIPELINE_STEP_REF_NOT_EMPTY;
+ErrorCodes.ERR_PIPELINE_STEP_REF_NOT_FOUND = ERR_PIPELINE_STEP_REF_NOT_FOUND;
+ErrorCodes.ERR_PIPELINE_REF_NOT_EMPTY = ERR_PIPELINE_REF_NOT_EMPTY;
+ErrorCodes.ERR_PIPELINE_REF_NOT_FOUND = ERR_PIPELINE_REF_NOT_FOUND;
+ErrorCodes.ERR_PIPELINE_SNIPPET_CANNOT_USE_GLOBAL = ERR_PIPELINE_SNIPPET_CANNOT_USE_GLOBAL;
+ErrorCodes.ERR_PIPELINE_SNIPPET_CANNOT_USE_PROCESS = ERR_PIPELINE_SNIPPET_CANNOT_USE_PROCESS;
+ErrorCodes.ERR_PIPELINE_SNIPPET_CANNOT_USE_EVAL = ERR_PIPELINE_SNIPPET_CANNOT_USE_EVAL;
+ErrorCodes.ERR_PIPELINE_SNIPPET_CANNOT_USE_FUNCTION = ERR_PIPELINE_SNIPPET_CANNOT_USE_FUNCTION;
 
 class AbstractTypeOrmDataSource {
     _name;
@@ -358,6 +379,21 @@ class Utils {
                 return creators.createDefault();
             }
             else if (typeof snippet === 'string') {
+                const transpiled = ts.transpileModule(snippet, {
+                    compilerOptions: {
+                        target: ScriptTarget.ES2022,
+                        jsx: JsxEmit.None,
+                        strict: false,
+                        noEmitOnError: true,
+                        esModuleInterop: true,
+                        module: ModuleKind.ES2022,
+                        suppressOutputPathCheck: false,
+                        skipLibCheck: true,
+                        skipDefaultLibCheck: true,
+                        moduleResolution: ModuleResolutionKind.Node16
+                    }
+                });
+                snippet = transpiled.outputText;
                 const variableNames = creators.getVariableNames() ?? [];
                 if (creators.async) {
                     const func = new AsyncFunction(...variableNames, ...AvoidNames, snippet);
@@ -464,8 +500,10 @@ class AbstractFragmentaryPipelineStep extends AbstractPipelineStep {
         else {
             this._mergeRequest = options.mergeRequest ?? false;
         }
-        this._fromRequestFunc = Utils.createSyncFunction(this.getFromRequestSnippet(), {
-            createDefault: () => ($factor, _$request, _$helpers, _$) => $factor,
+        this._fromRequestFunc = Utils.createAsyncFunction(this.getFromRequestSnippet(), {
+            createDefault: () => async ($factor, _$request, _$helpers, _$) => {
+                return $factor;
+            },
             getVariableNames: () => this.generateFromRequestVariableNames(),
             error: (e) => {
                 this.getLogger().error(`Failed on create function for from request transformer, snippet is [${this.getFromRequestSnippet()}].`);
@@ -545,24 +583,24 @@ class AbstractFragmentaryPipelineStep extends AbstractPipelineStep {
         const funcOrSnippet = this.getToResponseSnippet();
         if (funcOrSnippet == null || (typeof funcOrSnippet === 'string' && funcOrSnippet.trim().length === 0)) {
             if (this.useUnboxMerging()) {
-                return ($result, $request, _$helpers, _$) => {
+                return async ($result, $request, _$helpers, _$) => {
                     return { ...$request.content, ...$result };
                 };
             }
             else if (this.hasMergeKey()) {
-                return ($result, $request, _$helpers, _$) => {
+                return async ($result, $request, _$helpers, _$) => {
                     return { ...$request.content, [this.getMergeKey()]: $result };
                 };
             }
             else {
-                return ($result, _$request, _$helpers, _$) => {
+                return async ($result, _$request, _$helpers, _$) => {
                     return $result;
                 };
             }
         }
         else if (typeof funcOrSnippet === 'string') {
-            const func = Utils.createSyncFunction(funcOrSnippet, {
-                createDefault: () => {
+            const func = Utils.createAsyncFunction(funcOrSnippet, {
+                createDefault: async () => {
                     throw new UncatchableError(ERR_PIPELINE_STEP_SNIPPET_NOT_EMPTY, 'Cannot create perform func on empty snippet.');
                 },
                 getVariableNames: () => this.generateToResponseVariableNames(),
@@ -572,13 +610,13 @@ class AbstractFragmentaryPipelineStep extends AbstractPipelineStep {
                 }
             });
             if (this.useUnboxMerging()) {
-                return ($result, $request, $helpers, $) => {
-                    const r = func($result, $request, $helpers, $);
+                return async ($result, $request, $helpers, $) => {
+                    const r = await func($result, $request, $helpers, $);
                     return { ...$request.content, ...r };
                 };
             }
             else if (this.hasMergeKey()) {
-                return ($result, $request, $helpers, $) => {
+                return async ($result, $request, $helpers, $) => {
                     const r = func($result, $request, $helpers, $);
                     return { ...$request.content, [this.getMergeKey()]: r };
                 };
@@ -588,13 +626,13 @@ class AbstractFragmentaryPipelineStep extends AbstractPipelineStep {
             }
         }
         else if (this.useUnboxMerging()) {
-            return ($result, $request, $helpers, $) => {
+            return async ($result, $request, $helpers, $) => {
                 const r = funcOrSnippet($result, $request, $helpers, $);
                 return { ...$request.content, ...r };
             };
         }
         else if (this.hasMergeKey()) {
-            return ($result, $request, $helpers, $) => {
+            return async ($result, $request, $helpers, $) => {
                 const r = funcOrSnippet($result, $request, $helpers, $);
                 return { ...$request.content, [this.getMergeKey()]: r };
             };
@@ -603,13 +641,13 @@ class AbstractFragmentaryPipelineStep extends AbstractPipelineStep {
             return funcOrSnippet;
         }
     }
-    getFromInput($factor, $request) {
+    async getFromInput($factor, $request) {
         const $helpers = this.getHelpers();
         return this._fromRequestFunc($factor, $request, $helpers, $helpers);
     }
-    setToOutput($result, $request) {
+    async setToOutput($result, $request) {
         const $helpers = this.getHelpers();
-        return { content: this._toResponseFunc($result, $request, $helpers, $helpers) };
+        return { content: await this._toResponseFunc($result, $request, $helpers, $helpers) };
     }
     buildStepOptions() {
         return { config: this.getConfig(), logger: this.getLogger() };
@@ -695,18 +733,18 @@ class AbstractFragmentaryPipelineStep extends AbstractPipelineStep {
     async performAndCatch(request, perform) {
         let fragment = null;
         try {
-            fragment = this.getFromInput(request.content, request);
+            fragment = await this.getFromInput(request.content, request);
             return await perform(fragment);
         }
         catch (e) {
             const result = await this.handleError(fragment, request, e);
-            return this.setToOutput(result, request);
+            return await this.setToOutput(result, request);
         }
     }
     async perform(request) {
         return await this.performAndCatch(request, async (fragment) => {
             const result = await this.doPerform(fragment, request);
-            return this.setToOutput(result, request);
+            return await this.setToOutput(result, request);
         });
     }
 }
@@ -779,8 +817,8 @@ class ParallelPipelineStepSets extends PipelineStepSets {
     constructor(options) {
         super(options);
         this._cloneDataSnippet = options.cloneData;
-        this._cloneData = Utils.createSyncFunction(this.getCloneDataSnippet(), {
-            createDefault: () => ($factor, _$request, _$helpers, _$) => {
+        this._cloneData = Utils.createAsyncFunction(this.getCloneDataSnippet(), {
+            createDefault: () => async ($factor, _$request, _$helpers, _$) => {
                 return $factor;
             },
             getVariableNames: () => ['$factor', '$request', ...this.getHelpersVariableNames()],
@@ -797,7 +835,7 @@ class ParallelPipelineStepSets extends PipelineStepSets {
     raceOne() {
         return this._race;
     }
-    cloneDataForEach($factor, $request) {
+    async cloneDataForEach($factor, $request) {
         if ($factor == null) {
             return null;
         }
@@ -812,7 +850,7 @@ class ParallelPipelineStepSets extends PipelineStepSets {
                 return steps.map(async (step) => {
                     return await this.measurePerformance(traceId, 'STEP', step.constructor.name)
                         .execute(async () => {
-                        const eachData = this.cloneDataForEach(data, request);
+                        const eachData = await this.cloneDataForEach(data, request);
                         const eachRequest = { content: eachData, $context: { ...context, traceId } };
                         this.traceStepIn(traceId, step, request);
                         const response = await step.perform(eachRequest);
@@ -880,7 +918,7 @@ class EachPipelineStepSets extends PipelineStepSets {
                 }
                 results.push(result);
             }
-            return this.setToOutput(results, request);
+            return await this.setToOutput(results, request);
         });
     }
 }
@@ -922,7 +960,7 @@ class ConditionalPipelineStepSets extends PipelineStepSets {
             const checked = await this.check(fragment, request);
             if (checked) {
                 const result = await this.doPerform(request.content, request);
-                return this.setToOutput(result, request);
+                return await this.setToOutput(result, request);
             }
             const otherwiseStepBuilders = this.getOtherwiseStepBuilders();
             if (otherwiseStepBuilders != null) {
@@ -930,7 +968,7 @@ class ConditionalPipelineStepSets extends PipelineStepSets {
                     ...this.buildStepOptions(), name: this.getName(), steps: otherwiseStepBuilders
                 });
                 const result = await sets.perform(request);
-                return this.setToOutput(result.content, request);
+                return await this.setToOutput(result.content, request);
             }
             else {
                 return request;
@@ -998,7 +1036,7 @@ class RoutesPipelineStepSets extends AbstractFragmentaryPipelineStep {
                             ...this.buildStepOptions(), name: this.getName(), steps
                         });
                         const result = await sets.perform(request);
-                        return this.setToOutput(result.content, request);
+                        return await this.setToOutput(result.content, request);
                     }
                 }
             }
@@ -1008,7 +1046,7 @@ class RoutesPipelineStepSets extends AbstractFragmentaryPipelineStep {
                     ...this.buildStepOptions(), name: this.getName(), steps: otherwiseStepBuilders
                 });
                 const result = await sets.perform(request);
-                return this.setToOutput(result.content, request);
+                return await this.setToOutput(result.content, request);
             }
             else {
                 return request;
@@ -1255,8 +1293,8 @@ class FetchPipelineStep extends AbstractFragmentaryPipelineStep {
             ?? config.getNumber(`endpoints.${this.getEndpointSystemCode()}.global.timeout`, -1);
         this._endpointTimeout = this._endpointTimeout > 0 ? this._endpointTimeout * 1000 : -1;
         this._urlGenerateSnippet = options.urlGenerate;
-        this._urlGenerateFunc = Utils.createSyncFunction(this.getUrlGenerateSnippet(), {
-            createDefault: () => ($endpointUrl, _$factor, _$request, _$helpers, _$) => $endpointUrl,
+        this._urlGenerateFunc = Utils.createAsyncFunction(this.getUrlGenerateSnippet(), {
+            createDefault: () => async ($endpointUrl, _$factor, _$request, _$helpers, _$) => $endpointUrl,
             getVariableNames: () => this.getUrlGenerateVariableName(),
             error: (e) => {
                 this.getLogger().error(`Failed on create function for url generate, snippet is [${this.getUrlGenerateSnippet()}].`);
@@ -1264,8 +1302,8 @@ class FetchPipelineStep extends AbstractFragmentaryPipelineStep {
             }
         });
         this._headersGenerateSnippet = options.headersGenerate;
-        this._headersGenerateFunc = Utils.createSyncFunction(this.getHeadersGenerateSnippet(), {
-            createDefault: () => (_$factor, _$request, _$helpers, _$) => (void 0),
+        this._headersGenerateFunc = Utils.createAsyncFunction(this.getHeadersGenerateSnippet(), {
+            createDefault: () => async (_$factor, _$request, _$helpers, _$) => (void 0),
             getVariableNames: () => this.getHeadersGenerateVariableNames(),
             error: (e) => {
                 this.getLogger().error(`Failed on create function for request headers generate, snippet is [${this.getHeadersGenerateSnippet()}].`);
@@ -1274,8 +1312,8 @@ class FetchPipelineStep extends AbstractFragmentaryPipelineStep {
         });
         this._bodyUsed = options.bodyUsed;
         this._bodyGenerateSnippet = options.bodyGenerate;
-        this._bodyGenerateFunc = Utils.createSyncFunction(this.getBodyGenerateSnippet(), {
-            createDefault: () => ($factor, _$request, _$helpers, _$) => {
+        this._bodyGenerateFunc = Utils.createAsyncFunction(this.getBodyGenerateSnippet(), {
+            createDefault: () => async ($factor, _$request, _$helpers, _$) => {
                 return ($factor == null || (typeof $factor === 'string' && $factor.length === 0)) ? (void 0) : JSON.stringify($factor);
             },
             getVariableNames: () => this.getBodyGenerateVariableNames(),
@@ -1407,14 +1445,14 @@ class FetchPipelineStep extends AbstractFragmentaryPipelineStep {
         const $helpers = this.getHelpers();
         let url = '';
         try {
-            url = this._urlGenerateFunc(this.getEndpointUrl(), data, request, $helpers, $helpers);
+            url = await this._urlGenerateFunc(this.getEndpointUrl(), data, request, $helpers, $helpers);
             const method = this.getEndpointMethod();
             const staticHeaders = this.getEndpointHeaders() ?? {};
-            const headers = this._headersGenerateFunc(data, request, $helpers, $helpers) ?? {};
+            const headers = await this._headersGenerateFunc(data, request, $helpers, $helpers) ?? {};
             let body;
             const bodyUsed = this.isBodyUsed();
             if (bodyUsed === true || (bodyUsed == null && method !== 'get')) {
-                body = this._bodyGenerateFunc(data, request, $helpers, $helpers);
+                body = await this._bodyGenerateFunc(data, request, $helpers, $helpers);
             }
             else {
                 body = (void 0);

package/lib/http/types.d.ts

@@ -1,8 +1,8 @@
 import { PipelineStepData, PipelineStepHelpers, Undefinable } from '@rainbow-o23/n1';
 import { Response } from 'node-fetch';
-export type HttpGenerateUrl<In, InFragment> = ($endpointUrl: string, $factor: InFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => string;
-export type HttpGenerateHeaders<In, InFragment> = ($factor: InFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => Undefinable<Record<string, string>>;
-export type HttpGenerateBody<In, InFragment> = ($factor: InFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => any;
+export type HttpGenerateUrl<In, InFragment> = ($endpointUrl: string, $factor: InFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => Promise<string>;
+export type HttpGenerateHeaders<In, InFragment> = ($factor: InFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => Promise<Undefinable<Record<string, string>>>;
+export type HttpGenerateBody<In, InFragment> = ($factor: InFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => Promise<any>;
 export type HttpGenerateResponse<In, InFragment> = ($response: Response, $factor: InFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => Promise<any>;
 export type HttpUnpredictedErrorCode = `0${number}`;
 export declare const HttpUnknownErrorCode: HttpUnpredictedErrorCode;
@@ -18,4 +18,4 @@ export interface HttpErrorHandleOptions<In, InFragment> {
     $factor: InFragment;
     $request: PipelineStepData<In>;
 }
-export type HttpHandleError<In, InFragment, OutFragment> = (options: HttpErrorHandleOptions<In, InFragment>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => Promise<OutFragment> | never;
+export type HttpHandleError<In, InFragment, OutFragment> = ($options: HttpErrorHandleOptions<In, InFragment>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => Promise<OutFragment> | never;

package/lib/step/abstract-fragmentary-pipeline-step.d.ts

@@ -12,8 +12,8 @@ export interface FragmentaryPipelineStepOptions<In = PipelineStepPayload, Out =
         any?: ScriptFuncOrBody<HandleAnyError<In, InFragment, OutFragment>> | Array<PipelineStepBuilder>;
     };
 }
-export type GetInFragmentFromRequestFunc<In, InFragment> = ($factor: In, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => InFragment;
-export type SetOutFragmentToResponseFunc<In, Out, OutFragment> = ($result: OutFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => Out;
+export type GetInFragmentFromRequestFunc<In, InFragment> = ($factor: In, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => Promise<InFragment>;
+export type SetOutFragmentToResponseFunc<In, Out, OutFragment> = ($result: OutFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => Promise<Out>;
 export declare abstract class AbstractFragmentaryPipelineStep<In = PipelineStepPayload, Out = PipelineStepPayload, InFragment = In, OutFragment = Out> extends AbstractPipelineStep<In, Out> {
     private readonly _fromRequestSnippet;
     private readonly _toResponseSnippet;
@@ -32,8 +32,8 @@ export declare abstract class AbstractFragmentaryPipelineStep<In = PipelineStepP
     protected generateFromRequestVariableNames(): Array<string>;
     protected generateToResponseVariableNames(): Array<string>;
     protected createToResponseFunc(): SetOutFragmentToResponseFunc<In, Out, OutFragment>;
-    protected getFromInput($factor: In, $request: PipelineStepData<In>): InFragment;
-    protected setToOutput($result: OutFragment, $request: PipelineStepData<In>): PipelineStepData<Out>;
+    protected getFromInput($factor: In, $request: PipelineStepData<In>): Promise<InFragment>;
+    protected setToOutput($result: OutFragment, $request: PipelineStepData<In>): Promise<PipelineStepData<Out>>;
     protected abstract doPerform(data: InFragment, request: PipelineStepData<In>): Promise<OutFragment>;
     protected buildStepOptions(): Pick<PipelineStepOptions, 'config' | 'logger'>;
     protected createErrorHandleContext(request: PipelineStepData<In>): PipelineStepSetsContext;

package/lib/step/parallel-step-sets.d.ts

@@ -1,7 +1,7 @@
 import { PipelineStepData, PipelineStepHelpers, PipelineStepPayload } from '@rainbow-o23/n1';
 import { PipelineStepSets, PipelineStepSetsOptions } from './step-sets';
 import { ScriptFuncOrBody } from './types';
-export type CloneDataFunc<In, InFragment, EachInFragment = InFragment> = ($factor: InFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => EachInFragment;
+export type CloneDataFunc<In, InFragment, EachInFragment = InFragment> = ($factor: InFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => Promise<EachInFragment>;
 export interface ParallelPipelineStepSetsOptions<In = PipelineStepPayload, Out = PipelineStepPayload, InFragment = In, OutFragment = Out, EachInFragment = InFragment> extends PipelineStepSetsOptions<In, Out, InFragment, OutFragment> {
     cloneData?: ScriptFuncOrBody<CloneDataFunc<In, InFragment, EachInFragment>>;
     race?: boolean;
@@ -13,6 +13,6 @@ export declare class ParallelPipelineStepSets<In = PipelineStepPayload, Out = Pi
     constructor(options: ParallelPipelineStepSetsOptions<In, Out, InFragment, OutFragment, EachInFragment>);
     getCloneDataSnippet(): ScriptFuncOrBody<CloneDataFunc<In, InFragment, EachInFragment>>;
     raceOne(): boolean;
-    protected cloneDataForEach($factor: InFragment, $request: PipelineStepData<In>): EachInFragment;
+    protected cloneDataForEach($factor: InFragment, $request: PipelineStepData<In>): Promise<EachInFragment>;
     protected doPerform(data: InFragment, request: PipelineStepData<In>): Promise<OutFragment>;
 }

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@rainbow-o23/n3",
-	"version": "1.0.43",
+	"version": "1.0.45",
 	"description": "o23 pipelines",
 	"main": "index.cjs",
 	"module": "index.js",
@@ -21,9 +21,10 @@
 		"url": "https://github.com/InsureMO/rainbow-o23/issues"
 	},
 	"dependencies": {
-		"@rainbow-o23/n1": "1.0.43",
+		"@rainbow-o23/n1": "1.0.45",
 		"node-fetch": "2.6.7",
-		"typeorm": "^0.3.17"
+		"typeorm": "^0.3.17",
+		"typescript": "5.5.4"
 	},
 	"devDependencies": {
 		"@babel/core": "^7.23.9",
@@ -48,8 +49,7 @@
 		"rollup": "^3.7.0",
 		"rollup-plugin-tslint": "^0.2.2",
 		"rollup-plugin-typescript2": "^0.34.1",
-		"tslib": "^2.4.1",
-		"typescript": "5.1.6"
+		"tslib": "^2.4.1"
 	},
 	"jest": {
 		"moduleFileExtensions": [
@@ -74,7 +74,7 @@
 		"testEnvironment": "node"
 	},
 	"volta": {
-		"node": "18.19.0",
+		"node": "20.17.0",
 		"yarn": "1.22.21"
 	}
 }

package/rollup.config.base.js

@@ -25,7 +25,7 @@ export const buildConfig = (lint) => {
 		external(id) {
 			return ["@rainbow-o23/", "typeorm/"].some(scope => id.startsWith(scope))
 				|| [
-					"typeorm", "reflect-metadata", "node-fetch"
+					"typescript", "typeorm", "reflect-metadata", "node-fetch"
 				].includes(id);
 		}
 	};

package/src/lib/error-codes.ts

@@ -1,10 +1,11 @@
-import {O23ReservedErrorCode} from '@rainbow-o23/n1';
+import {ErrorCodes, O23ReservedErrorCode} from '@rainbow-o23/n1';
 
 export const ERR_PIPELINE_STEP_SNIPPET_NOT_EMPTY: O23ReservedErrorCode = 'O03-00001';
 export const ERR_PIPELINE_STEP_CONDITIONAL_SNIPPET_NOT_EMPTY: O23ReservedErrorCode = 'O03-00002';
 export const ERR_TYPEORM_DATASOURCE_TYPE_NOT_FOUND: O23ReservedErrorCode = 'O03-00003';
 export const ERR_TYPEORM_DATASOURCE_CREATOR_NOT_FOUND: O23ReservedErrorCode = 'O03-00004';
 export const ERR_TYPEORM_DATASOURCE_NOT_FOUND: O23ReservedErrorCode = 'O03-00005';
+/** @deprecated, typeorm entity related steps are removed from 1.0.42 */
 export const ERR_TYPEORM_ENTITY_NOT_FOUND: O23ReservedErrorCode = 'O03-00006';
 export const ERR_TYPEORM_SQL_NOT_EMPTY: O23ReservedErrorCode = 'O03-00007';
 export const ERR_TYPEORM_TRANSACTION_NOT_FOUND: O23ReservedErrorCode = 'O03-00008';
@@ -20,3 +21,25 @@ export const ERR_PIPELINE_SNIPPET_CANNOT_USE_GLOBAL: O23ReservedErrorCode = 'O03
 export const ERR_PIPELINE_SNIPPET_CANNOT_USE_PROCESS: O23ReservedErrorCode = 'O03-00018';
 export const ERR_PIPELINE_SNIPPET_CANNOT_USE_EVAL: O23ReservedErrorCode = 'O03-00019';
 export const ERR_PIPELINE_SNIPPET_CANNOT_USE_FUNCTION: O23ReservedErrorCode = 'O03-00020';
+
+ErrorCodes.ERR_PIPELINE_STEP_SNIPPET_NOT_EMPTY = ERR_PIPELINE_STEP_SNIPPET_NOT_EMPTY;
+ErrorCodes.ERR_PIPELINE_STEP_CONDITIONAL_SNIPPET_NOT_EMPTY = ERR_PIPELINE_STEP_CONDITIONAL_SNIPPET_NOT_EMPTY;
+ErrorCodes.ERR_TYPEORM_DATASOURCE_TYPE_NOT_FOUND = ERR_TYPEORM_DATASOURCE_TYPE_NOT_FOUND;
+ErrorCodes.ERR_TYPEORM_DATASOURCE_CREATOR_NOT_FOUND = ERR_TYPEORM_DATASOURCE_CREATOR_NOT_FOUND;
+ErrorCodes.ERR_TYPEORM_DATASOURCE_NOT_FOUND = ERR_TYPEORM_DATASOURCE_NOT_FOUND;
+/** @deprecated, typeorm entity related steps are removed from 1.0.42 */
+ErrorCodes.ERR_TYPEORM_ENTITY_NOT_FOUND = ERR_TYPEORM_ENTITY_NOT_FOUND;
+ErrorCodes.ERR_TYPEORM_SQL_NOT_EMPTY = ERR_TYPEORM_SQL_NOT_EMPTY;
+ErrorCodes.ERR_TYPEORM_TRANSACTION_NOT_FOUND = ERR_TYPEORM_TRANSACTION_NOT_FOUND;
+ErrorCodes.ERR_TYPEORM_STEP_SNIPPET_NOT_EMPTY = ERR_TYPEORM_STEP_SNIPPET_NOT_EMPTY;
+ErrorCodes.ERR_FETCH_ERROR = ERR_FETCH_ERROR;
+ErrorCodes.ERR_PIPELINE_STEP_METHOD_NOT_SUPPORTED = ERR_PIPELINE_STEP_METHOD_NOT_SUPPORTED;
+ErrorCodes.ERR_EACH_FRAGMENT_NOT_ANY_ARRAY = ERR_EACH_FRAGMENT_NOT_ANY_ARRAY;
+ErrorCodes.ERR_PIPELINE_STEP_REF_NOT_EMPTY = ERR_PIPELINE_STEP_REF_NOT_EMPTY;
+ErrorCodes.ERR_PIPELINE_STEP_REF_NOT_FOUND = ERR_PIPELINE_STEP_REF_NOT_FOUND;
+ErrorCodes.ERR_PIPELINE_REF_NOT_EMPTY = ERR_PIPELINE_REF_NOT_EMPTY;
+ErrorCodes.ERR_PIPELINE_REF_NOT_FOUND = ERR_PIPELINE_REF_NOT_FOUND;
+ErrorCodes.ERR_PIPELINE_SNIPPET_CANNOT_USE_GLOBAL = ERR_PIPELINE_SNIPPET_CANNOT_USE_GLOBAL;
+ErrorCodes.ERR_PIPELINE_SNIPPET_CANNOT_USE_PROCESS = ERR_PIPELINE_SNIPPET_CANNOT_USE_PROCESS;
+ErrorCodes.ERR_PIPELINE_SNIPPET_CANNOT_USE_EVAL = ERR_PIPELINE_SNIPPET_CANNOT_USE_EVAL;
+ErrorCodes.ERR_PIPELINE_SNIPPET_CANNOT_USE_FUNCTION = ERR_PIPELINE_SNIPPET_CANNOT_USE_FUNCTION;

package/src/lib/http/fetch-step.ts

@@ -67,9 +67,9 @@ export class FetchPipelineStep<In = PipelineStepPayload, Out = PipelineStepPaylo
 		// to millisecond
 		this._endpointTimeout = this._endpointTimeout > 0 ? this._endpointTimeout * 1000 : -1;
 		this._urlGenerateSnippet = options.urlGenerate;
-		this._urlGenerateFunc = Utils.createSyncFunction(this.getUrlGenerateSnippet(), {
+		this._urlGenerateFunc = Utils.createAsyncFunction(this.getUrlGenerateSnippet(), {
 			// eslint-disable-next-line @typescript-eslint/no-unused-vars
-			createDefault: () => ($endpointUrl: string, _$factor: InFragment, _$request: PipelineStepData<In>, _$helpers: PipelineStepHelpers, _$: PipelineStepHelpers) => $endpointUrl,
+			createDefault: () => async ($endpointUrl: string, _$factor: InFragment, _$request: PipelineStepData<In>, _$helpers: PipelineStepHelpers, _$: PipelineStepHelpers) => $endpointUrl,
 			getVariableNames: () => this.getUrlGenerateVariableName(),
 			error: (e: Error) => {
 				this.getLogger().error(`Failed on create function for url generate, snippet is [${this.getUrlGenerateSnippet()}].`);
@@ -77,9 +77,9 @@ export class FetchPipelineStep<In = PipelineStepPayload, Out = PipelineStepPaylo
 			}
 		});
 		this._headersGenerateSnippet = options.headersGenerate;
-		this._headersGenerateFunc = Utils.createSyncFunction(this.getHeadersGenerateSnippet(), {
+		this._headersGenerateFunc = Utils.createAsyncFunction(this.getHeadersGenerateSnippet(), {
 			// eslint-disable-next-line @typescript-eslint/no-unused-vars
-			createDefault: () => (_$factor: InFragment, _$request: PipelineStepData<In>, _$helpers: PipelineStepHelpers, _$: PipelineStepHelpers) => (void 0),
+			createDefault: () => async (_$factor: InFragment, _$request: PipelineStepData<In>, _$helpers: PipelineStepHelpers, _$: PipelineStepHelpers) => (void 0),
 			getVariableNames: () => this.getHeadersGenerateVariableNames(),
 			error: (e: Error) => {
 				this.getLogger().error(`Failed on create function for request headers generate, snippet is [${this.getHeadersGenerateSnippet()}].`);
@@ -88,9 +88,9 @@ export class FetchPipelineStep<In = PipelineStepPayload, Out = PipelineStepPaylo
 		});
 		this._bodyUsed = options.bodyUsed;
 		this._bodyGenerateSnippet = options.bodyGenerate;
-		this._bodyGenerateFunc = Utils.createSyncFunction(this.getBodyGenerateSnippet(), {
+		this._bodyGenerateFunc = Utils.createAsyncFunction(this.getBodyGenerateSnippet(), {
 			// eslint-disable-next-line @typescript-eslint/no-unused-vars
-			createDefault: () => ($factor: InFragment, _$request: PipelineStepData<In>, _$helpers: PipelineStepHelpers, _$: PipelineStepHelpers) => {
+			createDefault: () => async ($factor: InFragment, _$request: PipelineStepData<In>, _$helpers: PipelineStepHelpers, _$: PipelineStepHelpers) => {
 				return ($factor == null || (typeof $factor === 'string' && $factor.length === 0)) ? (void 0) : JSON.stringify($factor);
 			},
 			getVariableNames: () => this.getBodyGenerateVariableNames(),
@@ -251,15 +251,15 @@ export class FetchPipelineStep<In = PipelineStepPayload, Out = PipelineStepPaylo
 		const $helpers = this.getHelpers();
 		let url = '';
 		try {
-			url = this._urlGenerateFunc(this.getEndpointUrl(), data, request, $helpers, $helpers);
+			url = await this._urlGenerateFunc(this.getEndpointUrl(), data, request, $helpers, $helpers);
 			const method = this.getEndpointMethod();
 			const staticHeaders = this.getEndpointHeaders() ?? {};
-			const headers = this._headersGenerateFunc(data, request, $helpers, $helpers) ?? {};
+			const headers = await this._headersGenerateFunc(data, request, $helpers, $helpers) ?? {};
 			// eslint-disable-next-line @typescript-eslint/no-explicit-any
 			let body: any;
 			const bodyUsed = this.isBodyUsed();
 			if (bodyUsed === true || (bodyUsed == null && method !== 'get')) {
-				body = this._bodyGenerateFunc(data, request, $helpers, $helpers);
+				body = await this._bodyGenerateFunc(data, request, $helpers, $helpers);
 			} else {
 				body = (void 0);
 			}

package/src/lib/http/types.ts

@@ -2,11 +2,11 @@ import {PipelineStepData, PipelineStepHelpers, Undefinable} from '@rainbow-o23/n
 import {Response} from 'node-fetch';
 
 // eslint-disable-next-line @typescript-eslint/no-explicit-any
-export type HttpGenerateUrl<In, InFragment> = ($endpointUrl: string, $factor: InFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => string;
+export type HttpGenerateUrl<In, InFragment> = ($endpointUrl: string, $factor: InFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => Promise<string>;
 // eslint-disable-next-line @typescript-eslint/no-explicit-any
-export type HttpGenerateHeaders<In, InFragment> = ($factor: InFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => Undefinable<Record<string, string>>;
+export type HttpGenerateHeaders<In, InFragment> = ($factor: InFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => Promise<Undefinable<Record<string, string>>>;
 // eslint-disable-next-line @typescript-eslint/no-explicit-any
-export type HttpGenerateBody<In, InFragment> = ($factor: InFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => any;
+export type HttpGenerateBody<In, InFragment> = ($factor: InFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => Promise<any>;
 // eslint-disable-next-line @typescript-eslint/no-explicit-any
 export type HttpGenerateResponse<In, InFragment> = ($response: Response, $factor: InFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => Promise<any>;
 
@@ -30,4 +30,4 @@ export interface HttpErrorHandleOptions<In, InFragment> {
 	$request: PipelineStepData<In>;
 }
 
-export type HttpHandleError<In, InFragment, OutFragment> = (options: HttpErrorHandleOptions<In, InFragment>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => Promise<OutFragment> | never;
+export type HttpHandleError<In, InFragment, OutFragment> = ($options: HttpErrorHandleOptions<In, InFragment>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => Promise<OutFragment> | never;

package/src/lib/step/abstract-fragmentary-pipeline-step.ts

@@ -43,11 +43,11 @@ export interface FragmentaryPipelineStepOptions<In = PipelineStepPayload, Out =
 /**
  * parameter names could be change {@link AbstractFragmentaryPipelineStep#generateFromRequestVariableNames}
  */
-export type GetInFragmentFromRequestFunc<In, InFragment> = ($factor: In, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => InFragment;
+export type GetInFragmentFromRequestFunc<In, InFragment> = ($factor: In, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => Promise<InFragment>;
 /**
  * parameter names could be change {@link AbstractFragmentaryPipelineStep#generateToResponseVariableNames}
  */
-export type SetOutFragmentToResponseFunc<In, Out, OutFragment> = ($result: OutFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => Out;
+export type SetOutFragmentToResponseFunc<In, Out, OutFragment> = ($result: OutFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => Promise<Out>;
 
 /**
  * deal with fragment data from request, and put result into response.
@@ -86,9 +86,11 @@ export abstract class AbstractFragmentaryPipelineStep<In = PipelineStepPayload,
 		} else {
 			this._mergeRequest = options.mergeRequest ?? false;
 		}
-		this._fromRequestFunc = Utils.createSyncFunction(this.getFromRequestSnippet(), {
+		this._fromRequestFunc = Utils.createAsyncFunction(this.getFromRequestSnippet(), {
 			// eslint-disable-next-line @typescript-eslint/no-unused-vars
-			createDefault: () => ($factor: In, _$request: PipelineStepData<In>, _$helpers: PipelineStepHelpers, _$: PipelineStepHelpers): InFragment => $factor as unknown as InFragment,
+			createDefault: () => async ($factor: In, _$request: PipelineStepData<In>, _$helpers: PipelineStepHelpers, _$: PipelineStepHelpers): Promise<InFragment> => {
+				return $factor as unknown as InFragment;
+			},
 			getVariableNames: () => this.generateFromRequestVariableNames(),
 			error: (e: Error) => {
 				this.getLogger().error(`Failed on create function for from request transformer, snippet is [${this.getFromRequestSnippet()}].`);
@@ -196,24 +198,24 @@ export abstract class AbstractFragmentaryPipelineStep<In = PipelineStepPayload,
 		if (funcOrSnippet == null || (typeof funcOrSnippet === 'string' && funcOrSnippet.trim().length === 0)) {
 			if (this.useUnboxMerging()) {
 				// eslint-disable-next-line @typescript-eslint/no-unused-vars
-				return ($result: OutFragment, $request: PipelineStepData<In>, _$helpers: PipelineStepHelpers, _$: PipelineStepHelpers): Out => {
+				return async ($result: OutFragment, $request: PipelineStepData<In>, _$helpers: PipelineStepHelpers, _$: PipelineStepHelpers): Promise<Out> => {
 					return {...$request.content, ...$result} as Out;
 				};
 			} else if (this.hasMergeKey()) {
 				// eslint-disable-next-line @typescript-eslint/no-unused-vars
-				return ($result: OutFragment, $request: PipelineStepData<In>, _$helpers: PipelineStepHelpers, _$: PipelineStepHelpers): Out => {
+				return async ($result: OutFragment, $request: PipelineStepData<In>, _$helpers: PipelineStepHelpers, _$: PipelineStepHelpers): Promise<Out> => {
 					return {...$request.content, [this.getMergeKey()]: $result} as Out;
 				};
 			} else {
 				// eslint-disable-next-line @typescript-eslint/no-unused-vars
-				return ($result: OutFragment, _$request: PipelineStepData<In>, _$helpers: PipelineStepHelpers, _$: PipelineStepHelpers): Out => {
+				return async ($result: OutFragment, _$request: PipelineStepData<In>, _$helpers: PipelineStepHelpers, _$: PipelineStepHelpers): Promise<Out> => {
 					return $result as unknown as Out;
 				};
 			}
 		} else if (typeof funcOrSnippet === 'string') {
 			// eslint-disable-next-line @typescript-eslint/ban-types
-			const func: Function = Utils.createSyncFunction(funcOrSnippet, {
-				createDefault: (): never => {
+			const func = Utils.createAsyncFunction(funcOrSnippet, {
+				createDefault: async () => {
 					throw new UncatchableError(ERR_PIPELINE_STEP_SNIPPET_NOT_EMPTY, 'Cannot create perform func on empty snippet.');
 				},
 				getVariableNames: () => this.generateToResponseVariableNames(),
@@ -221,14 +223,14 @@ export abstract class AbstractFragmentaryPipelineStep<In = PipelineStepPayload,
 					this.getLogger().error(`Failed on create function for snippet[${funcOrSnippet}].`);
 					throw e;
 				}
-			});
+			}) as unknown as SetOutFragmentToResponseFunc<In, Out, OutFragment>;
 			if (this.useUnboxMerging()) {
-				return ($result: OutFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers): Out => {
-					const r = func($result, $request, $helpers, $);
+				return async ($result: OutFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers): Promise<Out> => {
+					const r = await func($result, $request, $helpers, $);
 					return {...$request.content, ...r};
 				};
 			} else if (this.hasMergeKey()) {
-				return ($result: OutFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers): Out => {
+				return async ($result: OutFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers): Promise<Out> => {
 					const r = func($result, $request, $helpers, $);
 					return {...$request.content, [this.getMergeKey()]: r} as Out;
 				};
@@ -236,12 +238,12 @@ export abstract class AbstractFragmentaryPipelineStep<In = PipelineStepPayload,
 				return func as SetOutFragmentToResponseFunc<In, Out, OutFragment>;
 			}
 		} else if (this.useUnboxMerging()) {
-			return ($result: OutFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers): Out => {
+			return async ($result: OutFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers): Promise<Out> => {
 				const r = funcOrSnippet($result, $request, $helpers, $);
-				return {...$request.content, ...r};
+				return {...$request.content, ...r} as Out;
 			};
 		} else if (this.hasMergeKey()) {
-			return ($result: OutFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers): Out => {
+			return async ($result: OutFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers): Promise<Out> => {
 				const r = funcOrSnippet($result, $request, $helpers, $);
 				return {...$request.content, [this.getMergeKey()]: r} as Out;
 			};
@@ -253,7 +255,7 @@ export abstract class AbstractFragmentaryPipelineStep<In = PipelineStepPayload,
 	/**
 	 * default get request content
 	 */
-	protected getFromInput($factor: In, $request: PipelineStepData<In>): InFragment {
+	protected async getFromInput($factor: In, $request: PipelineStepData<In>): Promise<InFragment> {
 		const $helpers = this.getHelpers();
 		return this._fromRequestFunc($factor, $request, $helpers, $helpers);
 	}
@@ -261,9 +263,9 @@ export abstract class AbstractFragmentaryPipelineStep<In = PipelineStepPayload,
 	/**
 	 * default set to response content
 	 */
-	protected setToOutput($result: OutFragment, $request: PipelineStepData<In>): PipelineStepData<Out> {
+	protected async setToOutput($result: OutFragment, $request: PipelineStepData<In>): Promise<PipelineStepData<Out>> {
 		const $helpers = this.getHelpers();
-		return {content: this._toResponseFunc($result, $request, $helpers, $helpers)};
+		return {content: await this._toResponseFunc($result, $request, $helpers, $helpers)};
 	}
 
 	/**
@@ -360,19 +362,19 @@ export abstract class AbstractFragmentaryPipelineStep<In = PipelineStepPayload,
 	public async performAndCatch(request: PipelineStepData<In>, perform: (data: InFragment) => Promise<PipelineStepData<Out>>): Promise<PipelineStepData<Out>> {
 		let fragment = null;
 		try {
-			fragment = this.getFromInput(request.content, request);
+			fragment = await this.getFromInput(request.content, request);
 			return await perform(fragment);
 			// eslint-disable-next-line @typescript-eslint/no-explicit-any
 		} catch (e: any) {
 			const result = await this.handleError(fragment, request, e);
-			return this.setToOutput(result, request);
+			return await this.setToOutput(result, request);
 		}
 	}
 
 	public async perform(request: PipelineStepData<In>): Promise<PipelineStepData<Out>> {
 		return await this.performAndCatch(request, async (fragment) => {
 			const result = await this.doPerform(fragment, request);
-			return this.setToOutput(result, request);
+			return await this.setToOutput(result, request);
 		});
 	}
 }

package/src/lib/step/conditional-step-sets.ts

@@ -67,7 +67,7 @@ export class ConditionalPipelineStepSets<In = PipelineStepPayload, Out = Pipelin
 			const checked = await this.check(fragment, request);
 			if (checked) {
 				const result = await this.doPerform(request.content as unknown as InFragment, request);
-				return this.setToOutput(result, request);
+				return await this.setToOutput(result, request);
 			}
 			// noinspection DuplicatedCode
 			const otherwiseStepBuilders = this.getOtherwiseStepBuilders();
@@ -77,7 +77,7 @@ export class ConditionalPipelineStepSets<In = PipelineStepPayload, Out = Pipelin
 					...this.buildStepOptions(), name: this.getName(), steps: otherwiseStepBuilders
 				});
 				const result = await sets.perform(request);
-				return this.setToOutput(result.content, request);
+				return await this.setToOutput(result.content, request);
 			} else {
 				// otherwise route not declared
 				return request as unknown as PipelineStepData<Out>;

package/src/lib/step/each-step-sets.ts

@@ -74,7 +74,7 @@ export class EachPipelineStepSets<In = PipelineStepPayload, Out = PipelineStepPa
 				results.push(result);
 			}
 			// eslint-disable-next-line @typescript-eslint/no-explicit-any
-			return this.setToOutput(results as any, request);
+			return await this.setToOutput(results as any, request);
 		});
 	}
 }

package/src/lib/step/parallel-step-sets.ts

@@ -3,7 +3,7 @@ import {PipelineStepSets, PipelineStepSetsContext, PipelineStepSetsOptions} from
 import {ScriptFuncOrBody} from './types';
 import {Utils} from './utils';
 
-export type CloneDataFunc<In, InFragment, EachInFragment = InFragment> = ($factor: InFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => EachInFragment;
+export type CloneDataFunc<In, InFragment, EachInFragment = InFragment> = ($factor: InFragment, $request: PipelineStepData<In>, $helpers: PipelineStepHelpers, $: PipelineStepHelpers) => Promise<EachInFragment>;
 
 export interface ParallelPipelineStepSetsOptions<In = PipelineStepPayload, Out = PipelineStepPayload, InFragment = In, OutFragment = Out, EachInFragment = InFragment>
 	extends PipelineStepSetsOptions<In, Out, InFragment, OutFragment> {
@@ -23,9 +23,9 @@ export class ParallelPipelineStepSets<In = PipelineStepPayload, Out = PipelineSt
 	public constructor(options: ParallelPipelineStepSetsOptions<In, Out, InFragment, OutFragment, EachInFragment>) {
 		super(options);
 		this._cloneDataSnippet = options.cloneData;
-		this._cloneData = Utils.createSyncFunction(this.getCloneDataSnippet(), {
+		this._cloneData = Utils.createAsyncFunction(this.getCloneDataSnippet(), {
 			// eslint-disable-next-line @typescript-eslint/no-unused-vars
-			createDefault: () => ($factor: InFragment, _$request: PipelineStepData<In>, _$helpers: PipelineStepHelpers, _$: PipelineStepHelpers): EachInFragment => {
+			createDefault: () => async ($factor: InFragment, _$request: PipelineStepData<In>, _$helpers: PipelineStepHelpers, _$: PipelineStepHelpers): Promise<EachInFragment> => {
 				return $factor as unknown as EachInFragment;
 			},
 			getVariableNames: () => ['$factor', '$request', ...this.getHelpersVariableNames()], //this.generateFromRequestVariableNames(),
@@ -51,7 +51,7 @@ export class ParallelPipelineStepSets<In = PipelineStepPayload, Out = PipelineSt
 	/**
 	 * default get request content
 	 */
-	protected cloneDataForEach($factor: InFragment, $request: PipelineStepData<In>): EachInFragment {
+	protected async cloneDataForEach($factor: InFragment, $request: PipelineStepData<In>): Promise<EachInFragment> {
 		if ($factor == null) {
 			return null;
 		}
@@ -68,7 +68,7 @@ export class ParallelPipelineStepSets<In = PipelineStepPayload, Out = PipelineSt
 					return steps.map(async step => {
 						return await this.measurePerformance(traceId, 'STEP', step.constructor.name)
 							.execute(async () => {
-								const eachData = this.cloneDataForEach(data, request);
+								const eachData = await this.cloneDataForEach(data, request);
 								const eachRequest = {content: eachData, $context: {...context, traceId}};
 								this.traceStepIn(traceId, step, request);
 								const response = await step.perform(eachRequest);

package/src/lib/step/routes-step-sets.ts

@@ -98,7 +98,7 @@ export class RoutesPipelineStepSets<In = PipelineStepPayload, Out = PipelineStep
 							...this.buildStepOptions(), name: this.getName(), steps
 						});
 						const result = await sets.perform(request);
-						return this.setToOutput(result.content, request);
+						return await this.setToOutput(result.content, request);
 					}
 				}
 			}
@@ -110,7 +110,7 @@ export class RoutesPipelineStepSets<In = PipelineStepPayload, Out = PipelineStep
 					...this.buildStepOptions(), name: this.getName(), steps: otherwiseStepBuilders
 				});
 				const result = await sets.perform(request);
-				return this.setToOutput(result.content, request);
+				return await this.setToOutput(result.content, request);
 			} else {
 				// otherwise route not declared
 				return request as unknown as PipelineStepData<Out>;

package/src/lib/step/utils.ts

@@ -1,4 +1,5 @@
 import {Nullable, UncatchableError, Undefinable} from '@rainbow-o23/n1';
+import ts, {JsxEmit, ModuleKind, ModuleResolutionKind, ScriptTarget} from 'typescript';
 import {
 	ERR_PIPELINE_SNIPPET_CANNOT_USE_EVAL,
 	ERR_PIPELINE_SNIPPET_CANNOT_USE_FUNCTION,
@@ -57,6 +58,23 @@ export class Utils {
 				// 	// noinspection ExceptionCaughtLocallyJS
 				// 	throw new UncatchableError(ERR_PIPELINE_SNIPPET_CANNOT_USE_GLOBAL, '"global" is not allowed in dynamic snippet.');
 				// }
+				// transpiled by typescript
+				const transpiled = ts.transpileModule(snippet, {
+					compilerOptions: {
+						target: ScriptTarget.ES2022,
+						jsx: JsxEmit.None,   // no jsx
+						strict: false,
+						noEmitOnError: true, // ignore errors
+						esModuleInterop: true,
+						module: ModuleKind.ES2022,
+						suppressOutputPathCheck: false,
+						skipLibCheck: true,
+						skipDefaultLibCheck: true,
+						moduleResolution: ModuleResolutionKind.Node16 // default use node 16
+					}
+				});
+				snippet = transpiled.outputText;
+				// build function
 				const variableNames = creators.getVariableNames() ?? [];
 				if (creators.async) {
 					const func = new AsyncFunction(...variableNames, ...AvoidNames, snippet);