@gmb/bitmark-parser-generator 1.35.0 → 2.0.0

package/dist/esm/parser/bitmark/peg/contentProcessors/BodyContentProcessor.js

@@ -0,0 +1,252 @@
+import { Breakscape } from '../../../../breakscaping/Breakscape';
+import { BodyBitType } from '../../../../model/enum/BodyBitType';
+import { TextFormat } from '../../../../model/enum/TextFormat';
+import { StringUtils } from '../../../../utils/StringUtils';
+import { TextParser } from '../../../text/TextParser';
+import { BitmarkPegParserValidator } from '../BitmarkPegParserValidator';
+import { ContentProcessorUtils } from './ContentProcessorUtils';
+const textParser = new TextParser();
+class BodyContentProcessor {
+    process(context, contentDepth, bitType, textFormat, _tagsConfig, _target, bodyParts, isCardBody) {
+        const bodyBits = [];
+        let finalBody;
+        let finalBodyString;
+        //
+        const trimmedBodyParts = bodyParts.length > 0 ? this.trimBodyParts(bodyParts) : undefined;
+        const validatedBodyParts = isCardBody
+            ? trimmedBodyParts
+            : BitmarkPegParserValidator.checkBody(context, contentDepth, bitType, textFormat, trimmedBodyParts);
+        // If the text format is JSON, check the body is valid JSON
+        // In this case, the body will already have been 'squashed' so will not contain any parsed inline body tags
+        if (textFormat === TextFormat.json && validatedBodyParts) {
+            finalBody = validatedBodyParts.reduce((acc, val) => {
+                var _a;
+                if (val.type === BodyBitType.text && val.data) {
+                    const bodyTextVal = val;
+                    return (acc + ((_a = bodyTextVal.data.bodyText) !== null && _a !== void 0 ? _a : ''));
+                }
+                return acc;
+            }, '');
+            try {
+                finalBody = JSON.parse(finalBody);
+            }
+            catch (e) {
+                finalBody = null;
+                context.addError(`Body JSON is invalid.`);
+            }
+        }
+        else {
+            // Standard body
+            let bodyTextStr = '';
+            let plainBodyTextStr = '';
+            let bodyStr = '';
+            let placeholderIndex = 0;
+            // Function for creating the placeholder keys
+            const createPlaceholderKey = (i) => `[!${i}]`;
+            // Loop the text bodyParts creating full body text with the correct placeholders
+            //
+            // fullBodyTextStr:
+            // - is created and passed into the text parser to create the body text AST
+            // - has placeholders inserted into 'fullBodyTextStr' in the format [!0] to allow the text parser to identify
+            //   where the body bits should be inserted.
+            //
+            if (validatedBodyParts) {
+                for (let i = 0; i < validatedBodyParts.length; i++) {
+                    const bodyPart = validatedBodyParts[i];
+                    const isText = bodyPart.type === BodyBitType.text;
+                    if (isText) {
+                        const asText = bodyPart;
+                        const bodyTextPart = asText.data.bodyText;
+                        // Append the text part to the full text body
+                        if (asText.data.isPlain) {
+                            plainBodyTextStr = Breakscape.concatenate(plainBodyTextStr, bodyTextPart);
+                        }
+                        else {
+                            bodyTextStr = Breakscape.concatenate(bodyTextStr, bodyTextPart);
+                        }
+                        bodyStr = Breakscape.concatenate(bodyStr, bodyTextPart);
+                    }
+                    else {
+                        const placeholderKey = createPlaceholderKey(placeholderIndex);
+                        // Append the placeholder to the full text body
+                        bodyTextStr = Breakscape.concatenate(bodyTextStr, placeholderKey);
+                        // Add the body bit to the body bits
+                        bodyBits.push(bodyPart);
+                        placeholderIndex++;
+                    }
+                }
+            }
+            // Create the body text AST
+            const isBitmarkText = textFormat === TextFormat.bitmarkMinusMinus || textFormat === TextFormat.bitmarkPlusPlus;
+            const parsedBodyText = isBitmarkText
+                ? textParser.toAst(bodyTextStr, {
+                    //
+                    textFormat,
+                })
+                : Breakscape.unbreakscape(bodyTextStr, {
+                    textFormat: TextFormat.text,
+                });
+            const parserPlainText = Breakscape.unbreakscape(plainBodyTextStr, {
+                textFormat: TextFormat.text,
+            });
+            // Newlines will have been lost from the end of bodyTextStr, and start of plainBodyTextStr
+            // Count then and add them back when merging
+            const newlines = StringUtils.countOccurrencesAtEnd(bodyTextStr, '\n') +
+                StringUtils.countOccurrencesAtStart(plainBodyTextStr, '\n');
+            finalBody = ContentProcessorUtils.concatenatePlainTextWithAstTexts(parsedBodyText, newlines, parserPlainText);
+            finalBodyString = Breakscape.unbreakscape(bodyStr, {
+                textFormat,
+            }).trim();
+            const finalBodyIsAst = Array.isArray(finalBody);
+            const bodyAst = finalBodyIsAst ? finalBody : undefined;
+            // Loop the body parts again to create the body bits:
+            // - The body bits are inserted into body AST, replacing the placeholders created by the text parser
+            if (bodyAst && validatedBodyParts) {
+                placeholderIndex = 0;
+                for (let i = 0; i < validatedBodyParts.length; i++) {
+                    const bodyPart = validatedBodyParts[i];
+                    // Skip text body parts as they are handled above
+                    const isText = bodyPart.type === BodyBitType.text;
+                    if (isText)
+                        continue;
+                    const bodyBit = bodyPart;
+                    let bodyBitJson;
+                    switch (bodyPart.type) {
+                        case BodyBitType.gap: {
+                            // const gap = bodyBit as Gap;
+                            // bodyBitJson = this.createGapJson(gap);
+                            bodyBitJson = bodyBit;
+                            break;
+                        }
+                        case BodyBitType.mark: {
+                            // const mark = bodyBit as Mark;
+                            // bodyBitJson = this.createMarkJson(mark);
+                            bodyBitJson = bodyBit;
+                            break;
+                        }
+                        case BodyBitType.select: {
+                            // const select = bodyBit as SelectJson;
+                            // bodyBitJson = this.createSelectJson(select);
+                            bodyBitJson = bodyBit;
+                            break;
+                        }
+                        case BodyBitType.highlight: {
+                            // const highlight = bodyBit as Highlight;
+                            // bodyBitJson = this.createHighlightJson(highlight);
+                            bodyBitJson = bodyBit;
+                            break;
+                        }
+                    }
+                    // Add the gap to the placeholders
+                    if (bodyBitJson) {
+                        // Insert the body bit into the body AST
+                        this.replacePlaceholderWithBodyBit(bodyAst, bodyBitJson, placeholderIndex);
+                    }
+                    placeholderIndex++;
+                }
+            }
+        } // Standard body
+        // Return the body in the target
+        return {
+            body: finalBody,
+            bodyBits: bodyBits.length > 0 ? bodyBits : undefined,
+            bodyString: finalBodyString,
+        };
+    }
+    buildBodyText(bodyTextPart, isPlain) {
+        const bodyText = {
+            type: BodyBitType.text,
+            data: {
+                bodyText: bodyTextPart,
+                isPlain,
+            },
+        };
+        return bodyText;
+    }
+    /**
+     * Walk the body AST to find the placeholder and replace it with the body bit.
+     *
+     * @param bodyAst the body AST
+     * @param bodyBitJson the body bit json to insert at the placeholder position
+     * @param index the index of the placeholder to replace
+     */
+    replacePlaceholderWithBodyBit(bodyAst, bodyBitJson, index) {
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        const walkRecursive = (node, parent, parentKey) => {
+            if (Array.isArray(node)) {
+                // Walk the array of nodes
+                for (let i = 0; i < node.length; i++) {
+                    const child = node[i];
+                    const done = walkRecursive(child, node, i);
+                    if (done)
+                        return true;
+                }
+            }
+            else {
+                if (node.type === 'bit' && node.index === index) {
+                    // Found the placeholder, replace it with the body bit
+                    parent[parentKey] = bodyBitJson;
+                    return true;
+                }
+                if (node.content) {
+                    // Walk the child content
+                    const done = walkRecursive(node.content, node, 'content');
+                    if (done)
+                        return true;
+                }
+            }
+            return false;
+        };
+        walkRecursive(bodyAst, null, null);
+    }
+    /**
+     * Trim the body parts, removing any whitespace only parts at start and end of body
+     *
+     * @param parts the body parts to trim
+     * @returns the trimmed body parts
+     */
+    trimBodyParts(parts) {
+        // Trim start
+        let foundText = false;
+        let trimmedParts = parts.reduce((acc, part) => {
+            const text = part;
+            if (!foundText && text.type === BodyBitType.text) {
+                const t = text.data.bodyText.trimStart();
+                if (t) {
+                    foundText = true;
+                    text.data.bodyText = t;
+                    acc.push(text);
+                }
+            }
+            else {
+                // Not body text, so add it
+                foundText = true;
+                acc.push(part);
+            }
+            return acc;
+        }, []);
+        // Trim end
+        foundText = false;
+        trimmedParts = trimmedParts.reduceRight((acc, part) => {
+            const text = part;
+            if (!foundText && text.type === BodyBitType.text) {
+                const t = text.data.bodyText.trimEnd();
+                if (t) {
+                    foundText = true;
+                    text.data.bodyText = t;
+                    acc.unshift(text);
+                }
+            }
+            else {
+                // Not body text, so add it
+                foundText = true;
+                acc.unshift(part);
+            }
+            return acc;
+        }, []);
+        return trimmedParts;
+    }
+}
+const instance = new BodyContentProcessor();
+export { instance as BodyContentProcessor };
+//# sourceMappingURL=BodyContentProcessor.js.map

package/dist/esm/parser/bitmark/peg/contentProcessors/BodyContentProcessor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"BodyContentProcessor.js","sourceRoot":"","sources":["../../../../../../src/parser/bitmark/peg/contentProcessors/BodyContentProcessor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,qCAAqC,CAAC;AAMjE,OAAO,EAAE,WAAW,EAAE,MAAM,oCAAoC,CAAC;AACjE,OAAO,EAAE,UAAU,EAAkB,MAAM,mCAAmC,CAAC;AAE/E,OAAO,EAAE,WAAW,EAAE,MAAM,+BAA+B,CAAC;AAC5D,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AAEtD,OAAO,EAAE,yBAAyB,EAAE,MAAM,8BAA8B,CAAC;AAEzE,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAUhE,MAAM,UAAU,GAAG,IAAI,UAAU,EAAE,CAAC;AAEpC,MAAM,oBAAoB;IACjB,OAAO,CACZ,OAAgC,EAChC,YAA8B,EAC9B,OAAoB,EACpB,UAA0B,EAC1B,WAAmC,EACnC,OAAkC,EAClC,SAAqB,EACrB,UAAmB;QAEnB,MAAM,QAAQ,GAAkB,EAAE,CAAC;QACnC,IAAI,SAAyC,CAAC;QAC9C,IAAI,eAAmC,CAAC;QACxC,EAAE;QACF,MAAM,gBAAgB,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC1F,MAAM,kBAAkB,GAAG,UAAU;YACnC,CAAC,CAAC,gBAAgB;YAClB,CAAC,CAAC,yBAAyB,CAAC,SAAS,CAAC,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,UAAU,EAAE,gBAAgB,CAAC,CAAC;QAEtG,2DAA2D;QAC3D,2GAA2G;QAC3G,IAAI,UAAU,KAAK,UAAU,CAAC,IAAI,IAAI,kBAAkB,EAAE,CAAC;YACzD,SAAS,GAAG,kBAAkB,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;;gBACjD,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC;oBAC9C,MAAM,WAAW,GAAG,GAAe,CAAC;oBACpC,OAAO,CAAC,GAAG,GAAG,CAAC,MAAA,WAAW,CAAC,IAAI,CAAC,QAAQ,mCAAI,EAAE,CAAC,CAAW,CAAC;gBAC7D,CAAC;gBACD,OAAO,GAAG,CAAC;YACb,CAAC,EAAE,EAAE,CAAC,CAAC;YACP,IAAI,CAAC;gBACH,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,SAAmB,CAAC,CAAC;YAC9C,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,SAAS,GAAG,IAAI,CAAC;gBACjB,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAAC,CAAC;YAC5C,CAAC;QACH,CAAC;aAAM,CAAC;YACN,gBAAgB;YAEhB,IAAI,WAAW,GAAsB,EAAuB,CAAC;YAC7D,IAAI,gBAAgB,GAAsB,EAAuB,CAAC;YAClE,IAAI,OAAO,GAAsB,EAAuB,CAAC;YACzD,IAAI,gBAAgB,GAAG,CAAC,CAAC;YAEzB,6CAA6C;YAC7C,MAAM,oBAAoB,GAAG,CAAC,CAAS,EAAqB,EAAE,CAAC,KAAK,CAAC,GAAwB,CAAC;YAE9F,gFAAgF;YAChF,EAAE;YACF,mBAAmB;YACnB,2EAA2E;YAC3E,6GAA6G;YAC7G,4CAA4C;YAC5C,EAAE;YACF,IAAI,kBAAkB,EAAE,CAAC;gBACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,kBAAkB,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACnD,MAAM,QAAQ,GAAG,kBAAkB,CAAC,CAAC,CAAC,CAAC;oBAEvC,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,KAAK,WAAW,CAAC,IAAI,CAAC;oBAElD,IAAI,MAAM,EAAE,CAAC;wBACX,MAAM,MAAM,GAAG,QAAoB,CAAC;wBACpC,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC;wBAE1C,6CAA6C;wBAC7C,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;4BACxB,gBAAgB,GAAG,UAAU,CAAC,WAAW,CAAC,gBAAgB,EAAE,YAAY,CAAC,CAAC;wBAC5E,CAAC;6BAAM,CAAC;4BACN,WAAW,GAAG,UAAU,CAAC,WAAW,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;wBAClE,CAAC;wBACD,OAAO,GAAG,UAAU,CAAC,WAAW,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;oBAC1D,CAAC;yBAAM,CAAC;wBACN,MAAM,cAAc,GAAG,oBAAoB,CAAC,gBAAgB,CAAC,CAAC;wBAE9D,+CAA+C;wBAC/C,WAAW,GAAG,UAAU,CAAC,WAAW,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC;wBAElE,oCAAoC;wBACpC,QAAQ,CAAC,IAAI,CAAC,QAAuB,CAAC,CAAC;wBAEvC,gBAAgB,EAAE,CAAC;oBACrB,CAAC;gBACH,CAAC;YACH,CAAC;YAED,2BAA2B;YAC3B,MAAM,aAAa,GAAG,UAAU,KAAK,UAAU,CAAC,iBAAiB,IAAI,UAAU,KAAK,UAAU,CAAC,eAAe,CAAC;YAE/G,MAAM,cAAc,GAAa,aAAa;gBAC5C,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,WAAW,EAAE;oBAC5B,EAAE;oBACF,UAAU;iBACX,CAAC;gBACJ,CAAC,CAAC,UAAU,CAAC,YAAY,CAAC,WAAW,EAAE;oBACnC,UAAU,EAAE,UAAU,CAAC,IAAI;iBAC5B,CAAC,CAAC;YAEP,MAAM,eAAe,GAAa,UAAU,CAAC,YAAY,CAAC,gBAAgB,EAAE;gBAC1E,UAAU,EAAE,UAAU,CAAC,IAAI;aAC5B,CAAC,CAAC;YAEH,0FAA0F;YAC1F,4CAA4C;YAC5C,MAAM,QAAQ,GACZ,WAAW,CAAC,qBAAqB,CAAC,WAAW,EAAE,IAAI,CAAC;gBACpD,WAAW,CAAC,uBAAuB,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAC;YAE9D,SAAS,GAAG,qBAAqB,CAAC,gCAAgC,CAAC,cAAc,EAAE,QAAQ,EAAE,eAAe,CAAC,CAAC;YAC9G,eAAe,GAAG,UAAU,CAAC,YAAY,CAAC,OAAO,EAAE;gBACjD,UAAU;aACX,CAAC,CAAC,IAAI,EAAuB,CAAC;YAC/B,MAAM,cAAc,GAAG,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YAChD,MAAM,OAAO,GAAG,cAAc,CAAC,CAAC,CAAE,SAAqB,CAAC,CAAC,CAAC,SAAS,CAAC;YAEpE,qDAAqD;YACrD,oGAAoG;YACpG,IAAI,OAAO,IAAI,kBAAkB,EAAE,CAAC;gBAClC,gBAAgB,GAAG,CAAC,CAAC;gBACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,kBAAkB,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACnD,MAAM,QAAQ,GAAG,kBAAkB,CAAC,CAAC,CAAC,CAAC;oBAEvC,iDAAiD;oBACjD,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,KAAK,WAAW,CAAC,IAAI,CAAC;oBAClD,IAAI,MAAM;wBAAE,SAAS;oBAErB,MAAM,OAAO,GAAG,QAAuB,CAAC;oBACxC,IAAI,WAAoC,CAAC;oBAEzC,QAAQ,QAAQ,CAAC,IAAI,EAAE,CAAC;wBACtB,KAAK,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;4BACrB,8BAA8B;4BAC9B,yCAAyC;4BACzC,WAAW,GAAG,OAAkB,CAAC;4BACjC,MAAM;wBACR,CAAC;wBAED,KAAK,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC;4BACtB,gCAAgC;4BAChC,2CAA2C;4BAC3C,WAAW,GAAG,OAAmB,CAAC;4BAClC,MAAM;wBACR,CAAC;wBAED,KAAK,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC;4BACxB,wCAAwC;4BACxC,+CAA+C;4BAC/C,WAAW,GAAG,OAAqB,CAAC;4BACpC,MAAM;wBACR,CAAC;wBAED,KAAK,WAAW,CAAC,SAAS,CAAC,CAAC,CAAC;4BAC3B,0CAA0C;4BAC1C,qDAAqD;4BACrD,WAAW,GAAG,OAAwB,CAAC;4BACvC,MAAM;wBACR,CAAC;oBACH,CAAC;oBAED,kCAAkC;oBAClC,IAAI,WAAW,EAAE,CAAC;wBAChB,wCAAwC;wBACxC,IAAI,CAAC,6BAA6B,CAAC,OAAO,EAAE,WAAW,EAAE,gBAAgB,CAAC,CAAC;oBAC7E,CAAC;oBAED,gBAAgB,EAAE,CAAC;gBACrB,CAAC;YACH,CAAC;QACH,CAAC,CAAC,gBAAgB;QAElB,gCAAgC;QAChC,OAAO;YACL,IAAI,EAAE,SAAS;YACf,QAAQ,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;YACpD,UAAU,EAAE,eAAe;SAC5B,CAAC;IACJ,CAAC;IAEM,aAAa,CAAC,YAA+B,EAAE,OAAgB;QACpE,MAAM,QAAQ,GAAa;YACzB,IAAI,EAAE,WAAW,CAAC,IAAI;YACtB,IAAI,EAAE;gBACJ,QAAQ,EAAE,YAAY;gBACtB,OAAO;aACR;SACF,CAAC;QACF,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;;;;;OAMG;IACO,6BAA6B,CAAC,OAAgB,EAAE,WAAwB,EAAE,KAAa;QAC/F,8DAA8D;QAC9D,MAAM,aAAa,GAAG,CAAC,IAAS,EAAE,MAAW,EAAE,SAAc,EAAW,EAAE;YACxE,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;gBACxB,0BAA0B;gBAC1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACrC,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;oBACtB,MAAM,IAAI,GAAG,aAAa,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;oBAC3C,IAAI,IAAI;wBAAE,OAAO,IAAI,CAAC;gBACxB,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,IAAI,IAAI,CAAC,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,KAAK,KAAK,EAAE,CAAC;oBAChD,sDAAsD;oBACtD,MAAM,CAAC,SAAS,CAAC,GAAG,WAAW,CAAC;oBAChC,OAAO,IAAI,CAAC;gBACd,CAAC;gBACD,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;oBACjB,yBAAyB;oBACzB,MAAM,IAAI,GAAG,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC;oBAC1D,IAAI,IAAI;wBAAE,OAAO,IAAI,CAAC;gBACxB,CAAC;YACH,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC,CAAC;QAEF,aAAa,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;IACrC,CAAC;IAED;;;;;OAKG;IACK,aAAa,CAAC,KAAiB;QACrC,aAAa;QACb,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,IAAI,YAAY,GAAe,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;YACxD,MAAM,IAAI,GAAG,IAAgB,CAAC;YAC9B,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC,IAAI,EAAE,CAAC;gBACjD,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAuB,CAAC;gBAC9D,IAAI,CAAC,EAAE,CAAC;oBACN,SAAS,GAAG,IAAI,CAAC;oBACjB,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC;oBACvB,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACjB,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,2BAA2B;gBAC3B,SAAS,GAAG,IAAI,CAAC;gBACjB,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjB,CAAC;YACD,OAAO,GAAG,CAAC;QACb,CAAC,EAAE,EAAgB,CAAC,CAAC;QAErB,WAAW;QACX,SAAS,GAAG,KAAK,CAAC;QAClB,YAAY,GAAG,YAAY,CAAC,WAAW,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;YACpD,MAAM,IAAI,GAAG,IAAgB,CAAC;YAC9B,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC,IAAI,EAAE,CAAC;gBACjD,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAuB,CAAC;gBAC5D,IAAI,CAAC,EAAE,CAAC;oBACN,SAAS,GAAG,IAAI,CAAC;oBACjB,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC;oBACvB,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;gBACpB,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,2BAA2B;gBAC3B,SAAS,GAAG,IAAI,CAAC;gBACjB,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YACpB,CAAC;YACD,OAAO,GAAG,CAAC;QACb,CAAC,EAAE,EAAgB,CAAC,CAAC;QAErB,OAAO,YAAY,CAAC;IACtB,CAAC;CACF;AAED,MAAM,QAAQ,GAAG,IAAI,oBAAoB,EAAE,CAAC;AAC5C,OAAO,EAAE,QAAQ,IAAI,oBAAoB,EAAE,CAAC"}

package/dist/esm/parser/bitmark/peg/contentProcessors/BookChainContentProcessor.js

@@ -1,3 +1,4 @@
+import { Breakscape } from '../../../../breakscaping/Breakscape';
 import { StringUtils } from '../../../../utils/StringUtils';
 import { BitContentLevel, } from '../BitmarkPegParserTypes';
 // const builder = new Builder();
@@ -20,7 +21,7 @@ function buildBook(context, _contentDepth, bitType, textFormat, tagsConfig, cont
         context.debugPrint('book TAGS', tags);
     const { reference, referenceEnd } = tags;
     // Extract the book from the content tag
-    const book = StringUtils.trimmedString(content.value);
+    const book = Breakscape.unbreakscape(StringUtils.trimmedString(content.value));
     return {
         book,
         reference,

package/dist/esm/parser/bitmark/peg/contentProcessors/BookChainContentProcessor.js.map

@@ -1 +1 @@
-{"version":3,"file":"BookChainContentProcessor.js","sourceRoot":"","sources":["../../../../../../src/parser/bitmark/peg/contentProcessors/BookChainContentProcessor.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,WAAW,EAAE,MAAM,+BAA+B,CAAC;AAE5D,OAAO,EAEL,eAAe,GAIhB,MAAM,0BAA0B,CAAC;AAElC,iCAAiC;AAEjC,SAAS,yBAAyB,CAChC,OAAgC,EAChC,YAA8B,EAC9B,OAAoB,EACpB,UAA0B,EAC1B,UAAkC,EAClC,OAAmB,EACnB,MAAiC;IAEjC,IAAI,YAAY,KAAK,eAAe,CAAC,KAAK,EAAE,CAAC;QAC3C,aAAa;IACf,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;QACxF,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACxB,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QAClC,MAAM,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC;IAC1C,CAAC;AACH,CAAC;AAED,SAAS,SAAS,CAChB,OAAgC,EAChC,aAA+B,EAC/B,OAAoB,EACpB,UAA0B,EAC1B,UAAkC,EAClC,OAAmB;IAMnB,IAAI,OAAO,CAAC,mBAAmB;QAAE,OAAO,CAAC,UAAU,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;IAE7E,MAAM,IAAI,GAAG,OAAO,CAAC,mBAAmB,CAAC,eAAe,CAAC,KAAK,EAAE,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;IAEhH,IAAI,OAAO,CAAC,gBAAgB;QAAE,OAAO,CAAC,UAAU,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;IAEpE,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,GAAG,IAAI,CAAC;IAEzC,wCAAwC;IACxC,MAAM,IAAI,GAAG,WAAW,CAAC,aAAa,CAAC,OAAO,CAAC,KAAK,CAAsB,CAAC;IAE3E,OAAO;QACL,IAAI;QACJ,SAAS;QACT,YAAY;KACb,CAAC;AACJ,CAAC;AAED,OAAO,EAAE,yBAAyB,EAAE,CAAC"}
+{"version":3,"file":"BookChainContentProcessor.js","sourceRoot":"","sources":["../../../../../../src/parser/bitmark/peg/contentProcessors/BookChainContentProcessor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,qCAAqC,CAAC;AAKjE,OAAO,EAAE,WAAW,EAAE,MAAM,+BAA+B,CAAC;AAE5D,OAAO,EAEL,eAAe,GAIhB,MAAM,0BAA0B,CAAC;AAElC,iCAAiC;AAEjC,SAAS,yBAAyB,CAChC,OAAgC,EAChC,YAA8B,EAC9B,OAAoB,EACpB,UAA0B,EAC1B,UAAkC,EAClC,OAAmB,EACnB,MAAiC;IAEjC,IAAI,YAAY,KAAK,eAAe,CAAC,KAAK,EAAE,CAAC;QAC3C,aAAa;IACf,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;QACxF,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACxB,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QAClC,MAAM,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC;IAC1C,CAAC;AACH,CAAC;AAED,SAAS,SAAS,CAChB,OAAgC,EAChC,aAA+B,EAC/B,OAAoB,EACpB,UAA0B,EAC1B,UAAkC,EAClC,OAAmB;IAMnB,IAAI,OAAO,CAAC,mBAAmB;QAAE,OAAO,CAAC,UAAU,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;IAE7E,MAAM,IAAI,GAAG,OAAO,CAAC,mBAAmB,CAAC,eAAe,CAAC,KAAK,EAAE,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;IAEhH,IAAI,OAAO,CAAC,gBAAgB;QAAE,OAAO,CAAC,UAAU,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;IAEpE,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,GAAG,IAAI,CAAC;IAEzC,wCAAwC;IACxC,MAAM,IAAI,GAAG,UAAU,CAAC,YAAY,CAAC,WAAW,CAAC,aAAa,CAAC,OAAO,CAAC,KAAK,CAAsB,CAAC,CAAC;IAEpG,OAAO;QACL,IAAI;QACJ,SAAS;QACT,YAAY;KACb,CAAC;AACJ,CAAC;AAED,OAAO,EAAE,yBAAyB,EAAE,CAAC"}