@knocklabs/cli 0.1.7 → 0.1.9

package/dist/lib/marshal/workflow/processor.isomorphic.js

@@ -0,0 +1,272 @@
+/*
+ * IMPORTANT:
+ *
+ * This file is suffixed with `.isomorphic` because the code in this file is
+ * meant to run not just in a nodejs environment but also in a browser. For this
+ * reason there are some restrictions for which nodejs imports are allowed in
+ * this module. See `.eslintrc.json` for more details.
+ */ "use strict";
+Object.defineProperty(exports, "__esModule", {
+    value: true
+});
+function _export(target, all) {
+    for(var name in all)Object.defineProperty(target, name, {
+        enumerable: true,
+        get: all[name]
+    });
+}
+_export(exports, {
+    WORKFLOW_JSON: ()=>WORKFLOW_JSON,
+    VISUAL_BLOCKS_JSON: ()=>VISUAL_BLOCKS_JSON,
+    buildWorkflowDirBundle: ()=>buildWorkflowDirBundle,
+    formatExtractedFilePath: ()=>formatExtractedFilePath,
+    toWorkflowJson: ()=>toWorkflowJson
+});
+const _nodePath = /*#__PURE__*/ _interopRequireWildcard(require("node:path"));
+const _lodash = require("lodash");
+const _objectIsomorphic = require("../../helpers/object.isomorphic");
+const _constIsomorphic = require("../shared/const.isomorphic");
+const _types = require("./types");
+function _getRequireWildcardCache(nodeInterop) {
+    if (typeof WeakMap !== "function") return null;
+    var cacheBabelInterop = new WeakMap();
+    var cacheNodeInterop = new WeakMap();
+    return (_getRequireWildcardCache = function(nodeInterop) {
+        return nodeInterop ? cacheNodeInterop : cacheBabelInterop;
+    })(nodeInterop);
+}
+function _interopRequireWildcard(obj, nodeInterop) {
+    if (!nodeInterop && obj && obj.__esModule) {
+        return obj;
+    }
+    if (obj === null || typeof obj !== "object" && typeof obj !== "function") {
+        return {
+            default: obj
+        };
+    }
+    var cache = _getRequireWildcardCache(nodeInterop);
+    if (cache && cache.has(obj)) {
+        return cache.get(obj);
+    }
+    var newObj = {};
+    var hasPropertyDescriptor = Object.defineProperty && Object.getOwnPropertyDescriptor;
+    for(var key in obj){
+        if (key !== "default" && Object.prototype.hasOwnProperty.call(obj, key)) {
+            var desc = hasPropertyDescriptor ? Object.getOwnPropertyDescriptor(obj, key) : null;
+            if (desc && (desc.get || desc.set)) {
+                Object.defineProperty(newObj, key, desc);
+            } else {
+                newObj[key] = obj[key];
+            }
+        }
+    }
+    newObj.default = obj;
+    if (cache) {
+        cache.set(obj, newObj);
+    }
+    return newObj;
+}
+const WORKFLOW_JSON = "workflow.json";
+const VISUAL_BLOCKS_JSON = "visual_blocks.json";
+/*
+ * Sanitize the workflow content into a format that's appropriate for reading
+ * and writing, by stripping out any annotation fields and handling readonly
+ * fields.
+ */ const toWorkflowJson = (workflow)=>{
+    var _workflow___annotation;
+    // Move read only fields of a workflow under the dedicated field "__readonly".
+    const readonlyFields = ((_workflow___annotation = workflow.__annotation) === null || _workflow___annotation === void 0 ? void 0 : _workflow___annotation.readonly_fields) || [];
+    const [readonly, remainder] = (0, _objectIsomorphic.split)(workflow, readonlyFields);
+    const worklfowJson = {
+        ...remainder,
+        __readonly: readonly
+    };
+    // Strip out all schema annotations, so not to expose them to end users.
+    return (0, _objectIsomorphic.omitDeep)(worklfowJson, [
+        "__annotation"
+    ]);
+};
+const formatExtractedFilePath = (objPathParts, fileExt, opts = {})=>{
+    const { unnestDirsBy =0 , nestIntoDirs =[]  } = opts;
+    // 1. Unnest the obj path parts by the given depths, if the option is given.
+    const maxUnnestableDepth = Math.min(Math.max(objPathParts.length - 1, 0), unnestDirsBy);
+    const unnestedObjPathParts = objPathParts.slice(maxUnnestableDepth, objPathParts.length);
+    // 2. Build the file path parts based on the object path parts.
+    const filePathParts = [];
+    let arrayIndexNums = [];
+    for (const part of unnestedObjPathParts){
+        if (typeof part === "string" && arrayIndexNums.length > 0) {
+            filePathParts.push([
+                ...arrayIndexNums,
+                part
+            ].join("."));
+            arrayIndexNums = [];
+            continue;
+        }
+        if (typeof part === "string") {
+            filePathParts.push(part);
+            continue;
+        }
+        if (typeof part === "number") {
+            arrayIndexNums.push(part + 1);
+            continue;
+        }
+    }
+    if (arrayIndexNums.length > 0) {
+        filePathParts.push(arrayIndexNums.join("."));
+    }
+    // 3. Format the final file path out based on the file path parts. Nest it
+    // under the directories if the option is given.
+    const fileName = filePathParts.pop();
+    const paths = [
+        ...nestIntoDirs,
+        ...filePathParts,
+        `${fileName}.${fileExt}`
+    ];
+    return _nodePath.join(...paths).toLowerCase();
+};
+const NON_RECURSIVELY_TRAVERSABLE_FIELDS_FOR_EXTRACTION = new Set([
+    "branches"
+]);
+const compileExtractionSettings = (node, objPathParts = [])=>{
+    const map = new Map();
+    const compileRecursively = (item, parts)=>{
+        if ((0, _lodash.isPlainObject)(item)) {
+            const extractableFields = (0, _lodash.get)(item, [
+                "__annotation",
+                "extractable_fields"
+            ], {});
+            for (const [key, val] of Object.entries(item)){
+                // If the field we are on is extractable, then add its extraction
+                // settings to the map with the current object path.
+                if (key in extractableFields) {
+                    map.set([
+                        ...parts,
+                        key
+                    ], extractableFields[key]);
+                }
+                // Recursively exam current field for any additionally extractable data
+                // within, except for disallowed fields
+                if (!NON_RECURSIVELY_TRAVERSABLE_FIELDS_FOR_EXTRACTION.has(key)) {
+                    compileRecursively(val, [
+                        ...parts,
+                        key
+                    ]);
+                }
+            }
+            return;
+        }
+        if (Array.isArray(item)) {
+            item.map((val, idx)=>compileRecursively(val, [
+                    ...parts,
+                    idx
+                ]));
+        }
+    };
+    // Walk the node tree and compile all extractable fields by object path.
+    compileRecursively(node, objPathParts);
+    // Sort the compiled entries in desc order by the object path length, so the
+    // deepest nested fields come first and the top most fields come last because
+    // this is the order we should be extracting and replacing field contents.
+    return new Map([
+        ...map
+    ].sort((a, b)=>{
+        const aLength = a[0].length;
+        const bLength = b[0].length;
+        if (aLength < bLength) return 1;
+        if (aLength > bLength) return -1;
+        return 0;
+    }));
+};
+const keyLocalWorkflowStepsByRef = (steps, result = {})=>{
+    if (!Array.isArray(steps)) return result;
+    for (const step of steps){
+        if (!(0, _lodash.isPlainObject)(step)) continue;
+        if (!step.ref) continue;
+        result[step.ref] = step;
+        if (step.type === _types.StepType.Branch && Array.isArray(step.branches)) {
+            for (const branch of step.branches){
+                if (!(0, _lodash.isPlainObject)(branch)) continue;
+                result = keyLocalWorkflowStepsByRef(branch.steps, result);
+            }
+        }
+    }
+    return result;
+};
+const recursivelyBuildWorkflowDirBundle = (bundle, steps, localWorkflowStepsByRef)=>{
+    for (const step of steps){
+        // A compiled map of extraction settings of every field in the step where
+        // we support content extraction, organized by each field's object path.
+        const compiledExtractionSettings = compileExtractionSettings(step);
+        // Iterate through each extractable field, determine whether we need to
+        // extract the field content in the remote workflow, and if so, perform the
+        // extraction. Note, this compiled map is ordered by the deepest nested to
+        // the top most fields, so that more than one extraction is possible.
+        for (const [objPathParts, extractionSettings] of compiledExtractionSettings){
+            // If this step doesn't have this object path, then it's not relevant so
+            // nothing more to do here.
+            if (!(0, _lodash.has)(step, objPathParts)) continue;
+            // If the field at this path is extracted in the local workflow, then
+            // always extract; otherwise extract based on the field settings default.
+            const objPathStr = _objectIsomorphic.ObjPath.stringify(objPathParts);
+            const extractedFilePath = (0, _lodash.get)(localWorkflowStepsByRef, `${step.ref}.${objPathStr}${_constIsomorphic.FILEPATH_MARKER}`);
+            const { default: extractByDefault , file_ext: fileExt  } = extractionSettings;
+            if (!extractedFilePath && !extractByDefault) continue;
+            // By this point, we have a field where we need to extract its content.
+            // First figure out the relative file path (within the workflow directory)
+            // for the extracted file. If already extracted in the local workflow,
+            // then use that; otherwise format a new file path.
+            const relpath = typeof extractedFilePath === "string" ? extractedFilePath : formatExtractedFilePath(objPathParts, fileExt, {
+                unnestDirsBy: 1,
+                nestIntoDirs: [
+                    step.ref
+                ]
+            });
+            // In case we are about to extract a field that has children rather than
+            // string content (e.g. visual blocks), prepare the data to strip out any
+            // annotations.
+            let data = (0, _objectIsomorphic.omitDeep)((0, _lodash.get)(step, objPathParts), [
+                "__annotation"
+            ]);
+            // Also, if the extractable data contains extracted file paths in itself
+            // then rebase those file paths to be relative to its referenced file.
+            data = (0, _objectIsomorphic.mapValuesDeep)(data, (value, key)=>{
+                if (!_constIsomorphic.FILEPATH_MARKED_RE.test(key)) return value;
+                const rebaseRootDir = _nodePath.dirname(relpath);
+                const rebasedFilePath = _nodePath.relative(rebaseRootDir, value);
+                return rebasedFilePath;
+            });
+            const content = typeof data === "string" ? data : JSON.stringify(data, null, 2);
+            // Perform the extraction by adding the content and its file path to the
+            // bundle for writing to the file system later. Then replace the field
+            // content with the extracted file path and mark the field as extracted
+            // with @ suffix.
+            //
+            // TODO: Consider guarding against an edge case, and check if the relpath
+            // already exists in the bundle, and if so make the relpath unique.
+            (0, _lodash.set)(bundle, [
+                relpath
+            ], content);
+            (0, _lodash.set)(step, `${objPathStr}${_constIsomorphic.FILEPATH_MARKER}`, relpath);
+            (0, _lodash.unset)(step, objPathParts);
+        }
+        // Lastly, recurse thru any branches that exist in the workflow tree
+        if (step.type === _types.StepType.Branch) {
+            for (const branch of step.branches){
+                recursivelyBuildWorkflowDirBundle(bundle, branch.steps, localWorkflowStepsByRef);
+            }
+        }
+    }
+};
+const buildWorkflowDirBundle = (remoteWorkflow, localWorkflow = {})=>{
+    const bundle = {};
+    const mutWorkflow = (0, _lodash.cloneDeep)(remoteWorkflow);
+    const localWorkflowStepsByRef = keyLocalWorkflowStepsByRef(localWorkflow.steps);
+    // Recursively traverse the workflow step tree, mutating it and the bundle
+    // along the way
+    recursivelyBuildWorkflowDirBundle(bundle, mutWorkflow.steps, localWorkflowStepsByRef);
+    // Then, prepare the workflow data to be written into a workflow json file.
+    return (0, _lodash.set)(bundle, [
+        WORKFLOW_JSON
+    ], toWorkflowJson(mutWorkflow));
+};

package/dist/lib/marshal/workflow/reader.js

@@ -18,9 +18,11 @@ const _fsExtra = /*#__PURE__*/ _interopRequireWildcard(require("fs-extra"));
 const _lodash = require("lodash");
 const _error = require("../../helpers/error");
 const _json = require("../../helpers/json");
-const _object = require("../../helpers/object");
+const _objectIsomorphic = require("../../helpers/object.isomorphic");
+const _constIsomorphic = require("../shared/const.isomorphic");
 const _helpers = require("../shared/helpers");
 const _helpers1 = require("./helpers");
+const _processorIsomorphic = require("./processor.isomorphic");
 function _getRequireWildcardCache(nodeInterop) {
     if (typeof WeakMap !== "function") return null;
     var cacheBabelInterop = new WeakMap();
@@ -80,21 +82,21 @@ const joinExtractedFiles = async (workflowDirCtx, workflowJson)=>{
     }).entries()){
         const currJoinedFilePaths = {};
         const prevJoinedFilePaths = joinedFilePathsPerLevel[idx - 1] || {};
-        (0, _object.mapValuesDeep)(workflowJson, (value, key, parts)=>{
+        (0, _objectIsomorphic.mapValuesDeep)(workflowJson, (value, key, parts)=>{
             // If not marked with the @ suffix, there's nothing to do.
-            if (!_helpers.FILEPATH_MARKED_RE.test(key)) return;
-            const objPathToFieldStr = _object.ObjPath.stringify(parts);
-            const inlinObjPathStr = objPathToFieldStr.replace(_helpers.FILEPATH_MARKED_RE, "");
+            if (!_constIsomorphic.FILEPATH_MARKED_RE.test(key)) return;
+            const objPathToFieldStr = _objectIsomorphic.ObjPath.stringify(parts);
+            const inlinObjPathStr = objPathToFieldStr.replace(_constIsomorphic.FILEPATH_MARKED_RE, "");
             // If there is inlined content present already, then nothing more to do.
             if ((0, _lodash.hasIn)(workflowJson, inlinObjPathStr)) return;
             // Check if the extracted path found at the current field path belongs to
             // a node whose parent or grandparent has been previously joined earlier
             // in the tree. If so, rebase the extracted path to be a relative path to
             // the workflow json.
-            const lastFound = (0, _object.getLastFound)(prevJoinedFilePaths, parts);
+            const lastFound = (0, _objectIsomorphic.getLastFound)(prevJoinedFilePaths, parts);
             const prevJoinedFilePath = typeof lastFound === "string" ? lastFound : undefined;
             const rebasedFilePath = prevJoinedFilePath ? _nodePath.join(_nodePath.dirname(prevJoinedFilePath), value) : value;
-            const invalidFilePathError = (0, _helpers.validateExtractedFilePath)(rebasedFilePath, _nodePath.resolve(workflowDirCtx.abspath, _helpers1.WORKFLOW_JSON), uniqueFilePaths, objPathToFieldStr);
+            const invalidFilePathError = (0, _helpers.validateExtractedFilePath)(rebasedFilePath, _nodePath.resolve(workflowDirCtx.abspath, _processorIsomorphic.WORKFLOW_JSON), uniqueFilePaths, objPathToFieldStr);
             if (invalidFilePathError) {
                 errors.push(invalidFilePathError);
                 // Wipe the invalid file path in the node so the final workflow json
@@ -143,7 +145,7 @@ const readWorkflowDir = async (workflowDirCtx, opts = {})=>{
     const result = await (0, _json.readJson)(workflowJsonPath);
     if (!result[0]) return result;
     let [workflowJson] = result;
-    workflowJson = withReadonlyField ? workflowJson : (0, _object.omitDeep)(workflowJson, [
+    workflowJson = withReadonlyField ? workflowJson : (0, _objectIsomorphic.omitDeep)(workflowJson, [
         "__readonly"
     ]);
     return withExtractedFiles ? joinExtractedFiles(workflowDirCtx, workflowJson) : [
@@ -161,7 +163,7 @@ const readWorkflowDir = async (workflowDirCtx, opts = {})=>{
         // eslint-disable-next-line no-await-in-loop
         const [workflow, readErrors] = await readWorkflowDir(workflowDirCtx, opts);
         if (readErrors.length > 0) {
-            const workflowJsonPath = _nodePath.resolve(workflowDirCtx.abspath, _helpers1.WORKFLOW_JSON);
+            const workflowJsonPath = _nodePath.resolve(workflowDirCtx.abspath, _processorIsomorphic.WORKFLOW_JSON);
             const e = new _error.SourceError((0, _error.formatErrors)(readErrors), workflowJsonPath);
             errors.push(e);
             continue;

package/dist/lib/marshal/workflow/writer.js

@@ -12,21 +12,16 @@ _export(exports, {
     writeWorkflowDirFromData: ()=>writeWorkflowDirFromData,
     writeWorkflowDirFromBundle: ()=>writeWorkflowDirFromBundle,
     writeWorkflowsIndexDir: ()=>writeWorkflowsIndexDir,
-    buildWorkflowDirBundle: ()=>buildWorkflowDirBundle,
-    formatExtractedFilePath: ()=>formatExtractedFilePath,
-    pruneWorkflowsIndexDir: ()=>pruneWorkflowsIndexDir,
-    toWorkflowJson: ()=>toWorkflowJson
+    pruneWorkflowsIndexDir: ()=>pruneWorkflowsIndexDir
 });
 const _nodePath = /*#__PURE__*/ _interopRequireWildcard(require("node:path"));
 const _fsExtra = /*#__PURE__*/ _interopRequireWildcard(require("fs-extra"));
 const _lodash = require("lodash");
 const _const = require("../../helpers/const");
 const _json = require("../../helpers/json");
-const _object = require("../../helpers/object");
-const _helpers = require("../shared/helpers");
-const _helpers1 = require("./helpers");
+const _helpers = require("./helpers");
+const _processorIsomorphic = require("./processor.isomorphic");
 const _reader = require("./reader");
-const _types = require("./types");
 function _getRequireWildcardCache(nodeInterop) {
     if (typeof WeakMap !== "function") return null;
     var cacheBabelInterop = new WeakMap();
@@ -66,239 +61,13 @@ function _interopRequireWildcard(obj, nodeInterop) {
     }
     return newObj;
 }
-/*
- * Sanitize the workflow content into a format that's appropriate for reading
- * and writing, by stripping out any annotation fields and handling readonly
- * fields.
- */ const toWorkflowJson = (workflow)=>{
-    var _workflow___annotation;
-    // Move read only fields of a workflow under the dedicated field "__readonly".
-    const readonlyFields = ((_workflow___annotation = workflow.__annotation) === null || _workflow___annotation === void 0 ? void 0 : _workflow___annotation.readonly_fields) || [];
-    const [readonly, remainder] = (0, _object.split)(workflow, readonlyFields);
-    const worklfowJson = {
-        ...remainder,
-        __readonly: readonly
-    };
-    // Strip out all schema annotations, so not to expose them to end users.
-    return (0, _object.omitDeep)(worklfowJson, [
-        "__annotation"
-    ]);
-};
-const formatExtractedFilePath = (objPathParts, fileExt, opts = {})=>{
-    const { unnestDirsBy =0 , nestIntoDirs =[]  } = opts;
-    // 1. Unnest the obj path parts by the given depths, if the option is given.
-    const maxUnnestableDepth = Math.min(Math.max(objPathParts.length - 1, 0), unnestDirsBy);
-    const unnestedObjPathParts = objPathParts.slice(maxUnnestableDepth, objPathParts.length);
-    // 2. Build the file path parts based on the object path parts.
-    const filePathParts = [];
-    let arrayIndexNums = [];
-    for (const part of unnestedObjPathParts){
-        if (typeof part === "string" && arrayIndexNums.length > 0) {
-            filePathParts.push([
-                ...arrayIndexNums,
-                part
-            ].join("."));
-            arrayIndexNums = [];
-            continue;
-        }
-        if (typeof part === "string") {
-            filePathParts.push(part);
-            continue;
-        }
-        if (typeof part === "number") {
-            arrayIndexNums.push(part + 1);
-            continue;
-        }
-    }
-    if (arrayIndexNums.length > 0) {
-        filePathParts.push(arrayIndexNums.join("."));
-    }
-    // 3. Format the final file path out based on the file path parts. Nest it
-    // under the directories if the option is given.
-    const fileName = filePathParts.pop();
-    const paths = [
-        ...nestIntoDirs,
-        ...filePathParts,
-        `${fileName}.${fileExt}`
-    ];
-    return _nodePath.join(...paths).toLowerCase();
-};
-const NON_RECURSIVELY_TRAVERSABLE_FIELDS_FOR_EXTRACTION = new Set([
-    "branches"
-]);
-const compileExtractionSettings = (node, objPathParts = [])=>{
-    const map = new Map();
-    const compileRecursively = (item, parts)=>{
-        if ((0, _lodash.isPlainObject)(item)) {
-            const extractableFields = (0, _lodash.get)(item, [
-                "__annotation",
-                "extractable_fields"
-            ], {});
-            for (const [key, val] of Object.entries(item)){
-                // If the field we are on is extractable, then add its extraction
-                // settings to the map with the current object path.
-                if (key in extractableFields) {
-                    map.set([
-                        ...parts,
-                        key
-                    ], extractableFields[key]);
-                }
-                // Recursively exam current field for any additionally extractable data
-                // within, except for disallowed fields
-                if (!NON_RECURSIVELY_TRAVERSABLE_FIELDS_FOR_EXTRACTION.has(key)) {
-                    compileRecursively(val, [
-                        ...parts,
-                        key
-                    ]);
-                }
-            }
-            return;
-        }
-        if (Array.isArray(item)) {
-            item.map((val, idx)=>compileRecursively(val, [
-                    ...parts,
-                    idx
-                ]));
-        }
-    };
-    // Walk the node tree and compile all extractable fields by object path.
-    compileRecursively(node, objPathParts);
-    // Sort the compiled entries in desc order by the object path length, so the
-    // deepest nested fields come first and the top most fields come last because
-    // this is the order we should be extracting and replacing field contents.
-    return new Map([
-        ...map
-    ].sort((a, b)=>{
-        const aLength = a[0].length;
-        const bLength = b[0].length;
-        if (aLength < bLength) return 1;
-        if (aLength > bLength) return -1;
-        return 0;
-    }));
-};
-const keyLocalWorkflowStepsByRef = (steps, result = {})=>{
-    if (!Array.isArray(steps)) return result;
-    for (const step of steps){
-        if (!(0, _lodash.isPlainObject)(step)) continue;
-        if (!step.ref) continue;
-        result[step.ref] = step;
-        if (step.type === _types.StepType.Branch && Array.isArray(step.branches)) {
-            for (const branch of step.branches){
-                if (!(0, _lodash.isPlainObject)(branch)) continue;
-                result = keyLocalWorkflowStepsByRef(branch.steps, result);
-            }
-        }
-    }
-    return result;
-};
-const recursivelyBuildWorkflowDirBundle = (bundle, steps, localWorkflowStepsByRef)=>{
-    for (const step of steps){
-        // A compiled map of extraction settings of every field in the step where
-        // we support content extraction, organized by each field's object path.
-        const compiledExtractionSettings = compileExtractionSettings(step);
-        // Iterate through each extractable field, determine whether we need to
-        // extract the field content in the remote workflow, and if so, perform the
-        // extraction. Note, this compiled map is ordered by the deepest nested to
-        // the top most fields, so that more than one extraction is possible.
-        for (const [objPathParts, extractionSettings] of compiledExtractionSettings){
-            // If this step doesn't have this object path, then it's not relevant so
-            // nothing more to do here.
-            if (!(0, _lodash.has)(step, objPathParts)) continue;
-            // If the field at this path is extracted in the local workflow, then
-            // always extract; otherwise extract based on the field settings default.
-            const objPathStr = _object.ObjPath.stringify(objPathParts);
-            const extractedFilePath = (0, _lodash.get)(localWorkflowStepsByRef, `${step.ref}.${objPathStr}${_helpers.FILEPATH_MARKER}`);
-            const { default: extractByDefault , file_ext: fileExt  } = extractionSettings;
-            if (!extractedFilePath && !extractByDefault) continue;
-            // By this point, we have a field where we need to extract its content.
-            // First figure out the relative file path (within the workflow directory)
-            // for the extracted file. If already extracted in the local workflow,
-            // then use that; otherwise format a new file path.
-            const relpath = typeof extractedFilePath === "string" ? extractedFilePath : formatExtractedFilePath(objPathParts, fileExt, {
-                unnestDirsBy: 1,
-                nestIntoDirs: [
-                    step.ref
-                ]
-            });
-            // In case we are about to extract a field that has children rather than
-            // string content (e.g. visual blocks), prepare the data to strip out any
-            // annotations.
-            let data = (0, _object.omitDeep)((0, _lodash.get)(step, objPathParts), [
-                "__annotation"
-            ]);
-            // Also, if the extractable data contains extracted file paths in itself
-            // then rebase those file paths to be relative to its referenced file.
-            data = (0, _object.mapValuesDeep)(data, (value, key)=>{
-                if (!_helpers.FILEPATH_MARKED_RE.test(key)) return value;
-                const rebaseRootDir = _nodePath.dirname(relpath);
-                const rebasedFilePath = _nodePath.relative(rebaseRootDir, value);
-                return rebasedFilePath;
-            });
-            const content = typeof data === "string" ? data : JSON.stringify(data, null, 2);
-            // Perform the extraction by adding the content and its file path to the
-            // bundle for writing to the file system later. Then replace the field
-            // content with the extracted file path and mark the field as extracted
-            // with @ suffix.
-            //
-            // TODO: Consider guarding against an edge case, and check if the relpath
-            // already exists in the bundle, and if so make the relpath unique.
-            (0, _lodash.set)(bundle, [
-                relpath
-            ], content);
-            (0, _lodash.set)(step, `${objPathStr}${_helpers.FILEPATH_MARKER}`, relpath);
-            (0, _lodash.unset)(step, objPathParts);
-        }
-        // Lastly, recurse thru any branches that exist in the workflow tree
-        if (step.type === _types.StepType.Branch) {
-            for (const branch of step.branches){
-                recursivelyBuildWorkflowDirBundle(bundle, branch.steps, localWorkflowStepsByRef);
-            }
-        }
-    }
-};
-/*
- * For a given workflow payload (and its local workflow reference), this function
- * builds a "workflow directory bundle", which is an obj made up of all the
- * relative file paths (within the workflow directory) and its file content to
- * write the workflow directory.
- *
- * Every workflow will always have a workflow.json file, so every bundle includes
- * it and its content at minimum. To the extent the workflow includes any
- * extractable fields, those fields content get extracted out and added to the
- * bundle.
- *
- * Important things to keep in mind re: content extraction:
- * 1. There can be multiple places in workflow json where content extraction
- *    happens.
- * 2. There can be multiple levels of content extraction happening, currently
- *    at a maximum of 2 levels.
- *
- * The way this function works and handles the content extraction is by:
- * 1. Traversing the given step node, and compiling all annotated extraction
- *    settings by the object path in the node *ordered from leaf to root*.
- * 2. Iterate over compiled extraction settings from leaf to root, and start
- *    extracting out the field as needed. In case the node that needs to be
- *    extracted out contains extracted file paths, then those file paths get
- *    rebased to relative to the referenced file.
- */ const buildWorkflowDirBundle = (remoteWorkflow, localWorkflow = {})=>{
-    const bundle = {};
-    const mutWorkflow = (0, _lodash.cloneDeep)(remoteWorkflow);
-    const localWorkflowStepsByRef = keyLocalWorkflowStepsByRef(localWorkflow.steps);
-    // Recursively traverse the workflow step tree, mutating it and the bundle
-    // along the way
-    recursivelyBuildWorkflowDirBundle(bundle, mutWorkflow.steps, localWorkflowStepsByRef);
-    // Then, prepare the workflow data to be written into a workflow json file.
-    return (0, _lodash.set)(bundle, [
-        _helpers1.WORKFLOW_JSON
-    ], toWorkflowJson(mutWorkflow));
-};
 const writeWorkflowDirFromData = async (workflowDirCtx, remoteWorkflow)=>{
     // If the workflow directory exists on the file system (i.e. previously
     // pulled before), then read the workflow file to use as a reference.
     const [localWorkflow] = workflowDirCtx.exists ? await (0, _reader.readWorkflowDir)(workflowDirCtx, {
         withExtractedFiles: true
     }) : [];
-    const bundle = buildWorkflowDirBundle(remoteWorkflow, localWorkflow);
+    const bundle = (0, _processorIsomorphic.buildWorkflowDirBundle)(remoteWorkflow, localWorkflow);
     return writeWorkflowDirFromBundle(workflowDirCtx, bundle);
 };
 const writeWorkflowDirFromBundle = async (workflowDirCtx, workflowDirBundle)=>{
@@ -310,7 +79,7 @@ const writeWorkflowDirFromBundle = async (workflowDirCtx, workflowDirBundle)=>{
         }
         const promises = Object.entries(workflowDirBundle).map(([relpath, fileContent])=>{
             const filePath = _nodePath.resolve(workflowDirCtx.abspath, relpath);
-            return relpath === _helpers1.WORKFLOW_JSON ? _fsExtra.outputJson(filePath, fileContent, {
+            return relpath === _processorIsomorphic.WORKFLOW_JSON ? _fsExtra.outputJson(filePath, fileContent, {
                 spaces: _json.DOUBLE_SPACES
             }) : _fsExtra.outputFile(filePath, fileContent);
         });
@@ -346,7 +115,7 @@ const writeWorkflowDirFromBundle = async (workflowDirCtx, workflowDirBundle)=>{
     const promises = dirents.map(async (dirent)=>{
         const direntName = dirent.name.toLowerCase();
         const direntPath = _nodePath.resolve(indexDirCtx.abspath, direntName);
-        if (await (0, _helpers1.isWorkflowDir)(direntPath) && workflowsByKey[direntName]) {
+        if (await (0, _helpers.isWorkflowDir)(direntPath) && workflowsByKey[direntName]) {
             return;
         }
         await _fsExtra.remove(direntPath);
@@ -369,7 +138,7 @@ const writeWorkflowsIndexDir = async (indexDirCtx, remoteWorkflows)=>{
                 type: "workflow",
                 key: workflow.key,
                 abspath: workflowDirPath,
-                exists: indexDirCtx.exists ? await (0, _helpers1.isWorkflowDir)(workflowDirPath) : false
+                exists: indexDirCtx.exists ? await (0, _helpers.isWorkflowDir)(workflowDirPath) : false
             };
             return writeWorkflowDirFromData(workflowDirCtx, workflow);
         });

package/oclif.manifest.json

@@ -1,5 +1,5 @@
 {
-  "version": "0.1.7",
+  "version": "0.1.9",
   "commands": {
     "knock": {
       "id": "knock",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@knocklabs/cli",
-  "version": "0.1.7",
+  "version": "0.1.9",
   "description": "Knock CLI",
   "author": "@knocklabs",
   "bin": {
@@ -25,18 +25,18 @@
     "date-fns": "^2.30.0",
     "enquirer": "^2.4.1",
     "fs-extra": "^11.1.1",
-    "liquidjs": "^10.9.3",
+    "liquidjs": "^10.9.4",
     "locale-codes": "^1.3.1",
     "lodash": "^4.17.21",
     "yup": "^1.3.2"
   },
   "devDependencies": {
     "@oclif/test": "^2.5.6",
-    "@swc/cli": "^0.1.62",
+    "@swc/cli": "^0.1.63",
     "@swc/core": "^1.3.37",
     "@swc/helpers": "^0.4.14",
     "@types/chai": "^4",
-    "@types/fs-extra": "^11.0.3",
+    "@types/fs-extra": "^11.0.4",
     "@types/mocha": "^10.0.1",
     "@types/node": "^20.9.0",
     "chai": "^4",
@@ -47,7 +47,7 @@
     "eslint-plugin-prettier": "^4.2.1",
     "eslint-plugin-simple-import-sort": "^10.0.0",
     "mocha": "^10",
-    "nock": "^13.3.8",
+    "nock": "^13.4.0",
     "oclif": "^3",
     "prettier": "2.8.8",
     "shx": "^0.3.4",