@atlaskit/editor-wikimarkup-transformer 9.5.3

package/dist/cjs/parser/tokenize/index.js

@@ -0,0 +1,144 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.parseToken = parseToken;
+exports.TokenType = void 0;
+
+var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
+
+var _media = require("./media");
+
+var _blockquote = require("./blockquote");
+
+var _citation = require("./citation");
+
+var _deleted = require("./deleted");
+
+var _doubleDashSymbol = require("./double-dash-symbol");
+
+var _emoji = require("./emoji");
+
+var _emphasis = require("./emphasis");
+
+var _hardbreak = require("./hardbreak");
+
+var _heading = require("./heading");
+
+var _inserted = require("./inserted");
+
+var _linkFormat = require("./links/link-format");
+
+var _linkText = require("./link-text");
+
+var _list = require("./list");
+
+var _monospace = require("./monospace");
+
+var _quadrupleDashSymbol = require("./quadruple-dash-symbol");
+
+var _ruler = require("./ruler");
+
+var _strong = require("./strong");
+
+var _subscript = require("./subscript");
+
+var _superscript = require("./superscript");
+
+var _table = require("./table");
+
+var _tripleDashSymbol = require("./triple-dash-symbol");
+
+var _panelMacro = require("./panel-macro");
+
+var _adfMacro = require("./adf-macro");
+
+var _anchorMacro = require("./anchor-macro");
+
+var _codeMacro = require("./code-macro");
+
+var _quoteMacro = require("./quote-macro");
+
+var _colorMacro = require("./color-macro");
+
+var _noformatMacro = require("./noformat-macro");
+
+var _forceLineBreak = require("./force-line-break");
+
+var _issueKey = require("./issue-key");
+
+var _tokenToTokenParserMa;
+
+var TokenType;
+exports.TokenType = TokenType;
+
+(function (TokenType) {
+  TokenType["ADF_MACRO"] = "ADF_MACRO";
+  TokenType["ANCHOR_MACRO"] = "ANCHOR_MACRO";
+  TokenType["CODE_MACRO"] = "CODE_MACRO";
+  TokenType["QUOTE_MACRO"] = "QUOTE_MACRO";
+  TokenType["NOFORMAT_MACRO"] = "NOFORMAT_MACRO";
+  TokenType["PANEL_MACRO"] = "PANEL_MACRO";
+  TokenType["COLOR_MACRO"] = "COLOR_MACRO";
+  TokenType["LOREM_MACRO"] = "LOREM_MACRO";
+  TokenType["QUOTE"] = "QUOTE";
+  TokenType["STRING"] = "STRING";
+  TokenType["ISSUE_KEY"] = "ISSUE_KEY";
+  TokenType["LINK_FORMAT"] = "LINK_FORMAT";
+  TokenType["LINK_TEXT"] = "LINK_TEXT";
+  TokenType["MEDIA"] = "MEDIA";
+  TokenType["HEADING"] = "HEADING";
+  TokenType["LIST"] = "LIST";
+  TokenType["TABLE"] = "TABLE";
+  TokenType["RULER"] = "RULER";
+  TokenType["HARD_BREAK"] = "HARD_BREAK";
+  TokenType["DOUBLE_DASH_SYMBOL"] = "DOUBLE_DASH_SYMBOL";
+  TokenType["TRIPLE_DASH_SYMBOL"] = "TRIPLE_DASH_SYMBOL";
+  TokenType["QUADRUPLE_DASH_SYMBOL"] = "QUADRUPLE_DASH_SYMBOL";
+  TokenType["STRONG"] = "STRONG";
+  TokenType["MONOSPACE"] = "MONOSPACE";
+  TokenType["SUPERSCRIPT"] = "SUPERSCRIPT";
+  TokenType["SUBSCRIPT"] = "SUBSCRIPT";
+  TokenType["EMPHASIS"] = "EMPHASIS";
+  TokenType["CITATION"] = "CITATION";
+  TokenType["DELETED"] = "DELETED";
+  TokenType["INSERTED"] = "INSERTED";
+  TokenType["EMOJI"] = "EMOJI";
+  TokenType["FORCE_LINE_BREAK"] = "FORCE_LINE_BREAK";
+})(TokenType || (exports.TokenType = TokenType = {}));
+
+var tokenToTokenParserMapping = (_tokenToTokenParserMa = {}, (0, _defineProperty2.default)(_tokenToTokenParserMa, TokenType.DOUBLE_DASH_SYMBOL, _doubleDashSymbol.doubleDashSymbol), (0, _defineProperty2.default)(_tokenToTokenParserMa, TokenType.TRIPLE_DASH_SYMBOL, _tripleDashSymbol.tripleDashSymbol), (0, _defineProperty2.default)(_tokenToTokenParserMa, TokenType.QUADRUPLE_DASH_SYMBOL, _quadrupleDashSymbol.quadrupleDashSymbol), (0, _defineProperty2.default)(_tokenToTokenParserMa, TokenType.RULER, _ruler.ruler), (0, _defineProperty2.default)(_tokenToTokenParserMa, TokenType.STRONG, _strong.strong), (0, _defineProperty2.default)(_tokenToTokenParserMa, TokenType.MONOSPACE, _monospace.monospace), (0, _defineProperty2.default)(_tokenToTokenParserMa, TokenType.SUPERSCRIPT, _superscript.superscript), (0, _defineProperty2.default)(_tokenToTokenParserMa, TokenType.SUBSCRIPT, _subscript.subscript), (0, _defineProperty2.default)(_tokenToTokenParserMa, TokenType.EMPHASIS, _emphasis.emphasis), (0, _defineProperty2.default)(_tokenToTokenParserMa, TokenType.CITATION, _citation.citation), (0, _defineProperty2.default)(_tokenToTokenParserMa, TokenType.DELETED, _deleted.deleted), (0, _defineProperty2.default)(_tokenToTokenParserMa, TokenType.INSERTED, _inserted.inserted), (0, _defineProperty2.default)(_tokenToTokenParserMa, TokenType.HARD_BREAK, _hardbreak.hardbreak), (0, _defineProperty2.default)(_tokenToTokenParserMa, TokenType.LINK_FORMAT, _linkFormat.linkFormat), (0, _defineProperty2.default)(_tokenToTokenParserMa, TokenType.LINK_TEXT, _linkText.linkText), (0, _defineProperty2.default)(_tokenToTokenParserMa, TokenType.HEADING, _heading.heading), (0, _defineProperty2.default)(_tokenToTokenParserMa, TokenType.MEDIA, _media.media), (0, _defineProperty2.default)(_tokenToTokenParserMa, TokenType.LIST, _list.list), (0, _defineProperty2.default)(_tokenToTokenParserMa, TokenType.QUOTE, _blockquote.blockquote), (0, _defineProperty2.default)(_tokenToTokenParserMa, TokenType.TABLE, _table.table), (0, _defineProperty2.default)(_tokenToTokenParserMa, TokenType.EMOJI, _emoji.emoji), (0, _defineProperty2.default)(_tokenToTokenParserMa, TokenType.ADF_MACRO, _adfMacro.adfMacro), (0, _defineProperty2.default)(_tokenToTokenParserMa, TokenType.ANCHOR_MACRO, _anchorMacro.anchorMacro), (0, _defineProperty2.default)(_tokenToTokenParserMa, TokenType.CODE_MACRO, _codeMacro.codeMacro), (0, _defineProperty2.default)(_tokenToTokenParserMa, TokenType.QUOTE_MACRO, _quoteMacro.quoteMacro), (0, _defineProperty2.default)(_tokenToTokenParserMa, TokenType.NOFORMAT_MACRO, _noformatMacro.noformatMacro), (0, _defineProperty2.default)(_tokenToTokenParserMa, TokenType.PANEL_MACRO, _panelMacro.panelMacro), (0, _defineProperty2.default)(_tokenToTokenParserMa, TokenType.COLOR_MACRO, _colorMacro.colorMacro), (0, _defineProperty2.default)(_tokenToTokenParserMa, TokenType.FORCE_LINE_BREAK, _forceLineBreak.forceLineBreak), (0, _defineProperty2.default)(_tokenToTokenParserMa, TokenType.ISSUE_KEY, _issueKey.issueKey), _tokenToTokenParserMa);
+
+function parseToken(input, type, position, schema, context) {
+  var tokenParser = tokenToTokenParserMapping[type];
+
+  if (tokenParser) {
+    try {
+      return tokenParser({
+        input: input,
+        position: position,
+        schema: schema,
+        context: context
+      });
+    } catch (err) {
+      if (context.tokenErrCallback) {
+        context.tokenErrCallback(err, type);
+      }
+
+      return fallback(input, position);
+    }
+  }
+
+  return fallback(input, position);
+}
+
+function fallback(input, position) {
+  return {
+    type: 'text',
+    text: input.substr(position, 1),
+    length: 1
+  };
+}

package/dist/cjs/parser/tokenize/inserted.js

@@ -0,0 +1,65 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.inserted = void 0;
+
+var _toConsumableArray2 = _interopRequireDefault(require("@babel/runtime/helpers/toConsumableArray"));
+
+var _ = require("./");
+
+var _text = require("../utils/text");
+
+var _commonFormatter = require("./common-formatter");
+
+var _text2 = require("../text");
+
+var inserted = function inserted(_ref) {
+  var input = _ref.input,
+      position = _ref.position,
+      schema = _ref.schema,
+      context = _ref.context;
+
+  /**
+   * The following token types will be ignored in parsing
+   * the content
+   */
+  var ignoreTokenTypes = [_.TokenType.DOUBLE_DASH_SYMBOL, _.TokenType.TRIPLE_DASH_SYMBOL, _.TokenType.QUADRUPLE_DASH_SYMBOL, _.TokenType.ISSUE_KEY, _.TokenType.TABLE]; // Add underline mark to each text
+
+  var contentDecorator = function contentDecorator(n) {
+    var mark = schema.marks.underline.create(); // We don't want to mix `code` mark with others
+
+    if (n.type.name === 'text' && !(0, _text.hasAnyOfMarks)(n, ['underline', 'code'])) {
+      return n.mark([].concat((0, _toConsumableArray2.default)(n.marks), [mark]));
+    }
+
+    return n;
+  };
+
+  var rawContentProcessor = function rawContentProcessor(raw, length) {
+    var content = (0, _text2.parseString)({
+      ignoreTokenTypes: ignoreTokenTypes,
+      schema: schema,
+      context: context,
+      input: raw
+    });
+    var decoratedContent = content.map(contentDecorator);
+    return {
+      type: 'pmnode',
+      nodes: decoratedContent,
+      length: length
+    };
+  };
+
+  return (0, _commonFormatter.commonFormatter)(input, position, schema, {
+    opening: '+',
+    closing: '+',
+    context: context,
+    rawContentProcessor: rawContentProcessor
+  });
+};
+
+exports.inserted = inserted;

package/dist/cjs/parser/tokenize/issue-key.js

@@ -0,0 +1,107 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.buildIssueKeyRegex = exports.buildInlineCard = exports.getIssue = exports.issueKey = exports.INLINE_CARD_FROM_TEXT_STAMP = void 0;
+
+var _text = require("../utils/text");
+
+/**
+ * Inline Card From Text (ICFT).
+ *
+ * When we convert WikiMarkup to ADF we stamp all issue keys URLs with the
+ * #icft= syntax to identify  which keys should be involved by brackets
+ * [XX-999] from the ones which should be blue links in the ADF to WikiMarkup
+ * convertion.
+ */
+var INLINE_CARD_FROM_TEXT_STAMP = /(#icft=)([A-Z][A-Z]+-[0-9]+)/;
+exports.INLINE_CARD_FROM_TEXT_STAMP = INLINE_CARD_FROM_TEXT_STAMP;
+
+var issueKey = function issueKey(_ref) {
+  var input = _ref.input,
+      position = _ref.position,
+      schema = _ref.schema,
+      context = _ref.context;
+
+  // This scenario happens when context is empty
+  if (!context.issueKeyRegex) {
+    return fallback(input, position);
+  }
+
+  var match = input.substring(position).match(context.issueKeyRegex);
+
+  if (!match) {
+    return fallback(input, position);
+  }
+
+  var issue = getIssue(context, match[0]); // This scenario happens when context doesn't has all the issues inside a markup
+
+  if (!issue) {
+    return fallback(input, position);
+  }
+
+  var charBefore = input.charAt(position - 1);
+  var charAfter = input.charAt(position + issue.key.length);
+
+  if ((0, _text.isNotBlank)(charBefore) && isNotAllowedChars(charBefore) || (0, _text.isNotBlank)(charAfter) && isNotAllowedChars(charAfter)) {
+    return fallback(input, position);
+  }
+
+  return {
+    type: 'pmnode',
+    nodes: buildInlineCard(schema, issue),
+    length: match[0].length
+  };
+};
+
+exports.issueKey = issueKey;
+
+var fallback = function fallback(input, position) {
+  return {
+    type: 'text',
+    text: input.substr(position, 1),
+    length: 1
+  };
+};
+
+var getIssue = function getIssue(context, key) {
+  return context.conversion && context.conversion.inlineCardConversion && context.conversion.inlineCardConversion[key] ? {
+    key: key,
+    url: context.conversion.inlineCardConversion[key]
+  } : null;
+};
+
+exports.getIssue = getIssue;
+
+var buildInlineCard = function buildInlineCard(schema, issue) {
+  return [schema.nodes.inlineCard.createChecked({
+    url: withInlineCardFromTextStamp(issue)
+  })];
+};
+
+exports.buildInlineCard = buildInlineCard;
+
+var withInlineCardFromTextStamp = function withInlineCardFromTextStamp(issue) {
+  return INLINE_CARD_FROM_TEXT_STAMP.test(issue.url) ? issue.url : "".concat(issue.url, "#icft=").concat(issue.key);
+};
+
+var isNotAllowedChars = function isNotAllowedChars(char) {
+  return !/\s|\(|\)|!/.test(char);
+};
+
+var buildIssueKeyRegex = function buildIssueKeyRegex(inlineCardConversion) {
+  if (!inlineCardConversion) {
+    return undefined;
+  }
+
+  var pattern = Object.keys(inlineCardConversion).join('|');
+
+  if (!pattern) {
+    return undefined;
+  }
+
+  return new RegExp("^(".concat(pattern, ")"));
+};
+
+exports.buildIssueKeyRegex = buildIssueKeyRegex;

package/dist/cjs/parser/tokenize/keyword.js

@@ -0,0 +1,159 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.parseMacroKeyword = parseMacroKeyword;
+exports.parseOtherKeyword = parseOtherKeyword;
+exports.parseLeadingKeyword = parseLeadingKeyword;
+exports.parseIssueKeyword = parseIssueKeyword;
+
+var _ = require("./");
+
+var _list = require("./list");
+
+var macroKeywordTokenMap = [{
+  type: _.TokenType.ADF_MACRO,
+  regex: /^{adf/i
+}, {
+  type: _.TokenType.ANCHOR_MACRO,
+  regex: /^{anchor/i
+}, {
+  type: _.TokenType.CODE_MACRO,
+  regex: /^{code/i
+}, {
+  type: _.TokenType.QUOTE_MACRO,
+  regex: /^{quote/i
+}, {
+  type: _.TokenType.NOFORMAT_MACRO,
+  regex: /^{noformat/i
+}, {
+  type: _.TokenType.PANEL_MACRO,
+  regex: /^{panel/i
+}, {
+  type: _.TokenType.COLOR_MACRO,
+  regex: /^{color/
+}, {
+  type: _.TokenType.LOREM_MACRO,
+  regex: /^{loremipsum/i
+}];
+/**
+ * The order of this mapping determind which keyword
+ * will be checked first, so it matters.
+ */
+
+var keywordTokenMap = {
+  '[': _.TokenType.LINK_FORMAT,
+  http: _.TokenType.LINK_TEXT,
+  ftp: _.TokenType.LINK_TEXT,
+  irc: _.TokenType.LINK_TEXT,
+  mailto: _.TokenType.LINK_TEXT,
+  '\\\\': _.TokenType.FORCE_LINE_BREAK,
+  '\r': _.TokenType.HARD_BREAK,
+  '\n': _.TokenType.HARD_BREAK,
+  '\r\n': _.TokenType.HARD_BREAK,
+  '!': _.TokenType.MEDIA,
+  '----': _.TokenType.QUADRUPLE_DASH_SYMBOL,
+  '---': _.TokenType.TRIPLE_DASH_SYMBOL,
+  '--': _.TokenType.DOUBLE_DASH_SYMBOL,
+  '-': _.TokenType.DELETED,
+  '+': _.TokenType.INSERTED,
+  '*': _.TokenType.STRONG,
+  '^': _.TokenType.SUPERSCRIPT,
+  '~': _.TokenType.SUBSCRIPT,
+  _: _.TokenType.EMPHASIS,
+  '{{': _.TokenType.MONOSPACE,
+  '??': _.TokenType.CITATION
+};
+var keywordTokenMapKeys = Object.keys(keywordTokenMap);
+
+function parseMacroKeyword(input) {
+  for (var i = 0; i < macroKeywordTokenMap.length; i++) {
+    var keyword = macroKeywordTokenMap[i];
+
+    if (keyword.regex.test(input)) {
+      return {
+        type: keyword.type
+      };
+    }
+  }
+
+  return null;
+}
+
+function parseOtherKeyword(input) {
+  for (var i = 0; i < keywordTokenMapKeys.length; i++) {
+    if (input.startsWith(keywordTokenMapKeys[i])) {
+      return {
+        type: keywordTokenMap[keywordTokenMapKeys[i]]
+      };
+    }
+  } // Look for a emoji
+
+
+  var char = input.charAt(0);
+
+  if ([':', '(', ';'].indexOf(char) !== -1) {
+    return {
+      // This potentially can be a emoji. The emoji parser will fail out if it's not
+      type: _.TokenType.EMOJI
+    };
+  }
+
+  return null;
+}
+/**
+ * These keywords only take effect when it's at the
+ * beginning of the line
+ * The order of the mapping matters. We should not put
+ * LIST in front of RULER for example.
+ */
+
+
+var leadingKeywordTokenMap = [{
+  type: _.TokenType.QUOTE,
+  regex: /^bq\./
+}, {
+  type: _.TokenType.HEADING,
+  regex: /^h[1-6]\./
+}, {
+  type: _.TokenType.RULER,
+  regex: /^-{4,5}(\s|$)/
+}, {
+  type: _.TokenType.TRIPLE_DASH_SYMBOL,
+  regex: /^-{3}\s/
+}, {
+  type: _.TokenType.DOUBLE_DASH_SYMBOL,
+  regex: /^-{2}\s/
+}, {
+  // Lists are limited to max 20 levels of depth
+  type: _.TokenType.LIST,
+  regex: new RegExp("^([*#]{1,".concat(_list.MAX_LIST_DEPTH, "}|-) "))
+}, {
+  type: _.TokenType.TABLE,
+  regex: /^\|{1,2}/
+}];
+
+function parseLeadingKeyword(input) {
+  for (var i = 0; i < leadingKeywordTokenMap.length; i++) {
+    var keyword = leadingKeywordTokenMap[i];
+
+    if (keyword.regex.test(input)) {
+      return {
+        type: keyword.type
+      };
+    }
+  }
+
+  return null;
+}
+
+function parseIssueKeyword(input, issueKeyRegex) {
+  if (issueKeyRegex && issueKeyRegex.test(input)) {
+    return {
+      type: _.TokenType.ISSUE_KEY
+    };
+  }
+
+  return null;
+}