@lvce-editor/shared-process 0.18.7 → 0.18.9

package/extensions/builtin.language-basics-html/src/tokenizeHtml.js

@@ -1,551 +0,0 @@
-/**
- * @enum number
- */
-const State = {
-  TopLevelContent: 1,
-  AfterOpeningAngleBracket: 2,
-  InsideOpeningTag: 3,
-  InsideOpeningTagAndHasSeenWhitespace: 4,
-  AfterClosingTagAngleBrackets: 5,
-  AfterClosingTagName: 6,
-  AfterAttributeName: 7,
-  AfterAttributeEqualSign: 8,
-  InsideAttributeDoubleQuote: 9,
-  InsideBlockComment: 10,
-  None: 11,
-  InsideDoubleQuoteString: 12,
-  InsideSingleQuoteString: 13,
-  InsideScriptContent: 14,
-  InsideStyleContent: 15,
-  InsideStartTagBeforeAngleBracket: 16,
-}
-
-export const StateMap = {}
-
-/**
- * @enum number
- */
-export const TokenType = {
-  None: 99999999,
-  Numeric: 30,
-  String: 50,
-  Whitespace: 0,
-  Comment: 60,
-  Text: 117,
-  PunctuationTag: 228,
-  TagName: 118,
-  AttributeName: 119,
-  Punctuation: 10,
-  Error: 141,
-  PunctuationString: 11,
-  NewLine: 891,
-  Embedded: 999,
-}
-
-export const TokenMap = {
-  [TokenType.None]: 'None',
-  [TokenType.Numeric]: 'Numeric',
-  [TokenType.String]: 'String',
-  [TokenType.Whitespace]: 'Whitespace',
-  [TokenType.Comment]: 'Comment',
-  [TokenType.Text]: 'Text',
-  [TokenType.PunctuationTag]: 'PunctuationTag',
-  [TokenType.TagName]: 'TagName',
-  [TokenType.AttributeName]: 'AttributeName',
-  [TokenType.Punctuation]: 'Punctuation',
-  [TokenType.Error]: 'Error',
-  [TokenType.PunctuationString]: 'PunctuationString',
-  [TokenType.Embedded]: 'Embedded',
-}
-
-const RE_ANGLE_BRACKET_CLOSE = /^>/
-const RE_ANGLE_BRACKET_OPEN = /^</
-const RE_ANGLE_BRACKET_OPEN_TAG = /^<(?![\s!\%])/
-const RE_ANY_TEXT = /^[^\n]+/
-const RE_ATTRIBUTE_NAME = /^[a-zA-Z\d\-\:\_]+/
-const RE_BLOCK_COMMENT_CONTENT_1 = /^.+?(?=-->)/s
-const RE_BLOCK_COMMENT_CONTENT_2 = /^.+$/s
-const RE_BLOCK_COMMENT_END = /^-->/
-const RE_BLOCK_COMMENT_START = /^<!--/
-const RE_DOCTYPE = /^<!(?=\w)/
-const RE_DASH_DASH = /^\-\-/
-const RE_DOUBLE_QUOTE = /^"/
-const RE_EQUAL_SIGN = /^=/
-const RE_WHITESPACE_THEN_EQUAL_SIGN = /^\s+(?==)/
-const RE_EXCLAMATION_MARK = /^!/
-const RE_PUNCTUATION_SELF_CLOSING = /^\/>/
-const RE_SELF_CLOSING = /^\/>/
-const RE_SINGLE_QUOTE = /^'/
-const RE_SLASH = /^\//
-const RE_STRING_DOUBLE_QUOTE_CONTENT = /^[^"]+/
-const RE_STRING_SINGLE_QUOTE_CONTENT = /^[^']+/
-const RE_TAG_TEXT = /^[^\s>]+/
-const RE_TAGNAME = /^[!\w\:][!\w\:\d\-]*/
-const RE_TEXT = /^[^<>\n]+/
-const RE_WHITESPACE = /^\s+/
-const RE_ATTRIBUTE_VALUE_UNQUOTED = /^[^<>\s]+/
-const RE_SCRIPT_CONTENT = /^..*?(?=(?:<\/script)|$)/s
-const RE_SCRIPT_CONTENT_END = /^<\/script/
-const RE_STYLE_CONTENT = /^..*?(?=(?:<\/(?:style|head))|$)/s
-const RE_STYLE_CONTENT_END = /^<\/style/
-const RE_STYLE_CONTENT_END_2 = /^<\/head/
-const RE_TYPE = /^[^\s\>]+/
-
-export const initialLineState = {
-  state: State.TopLevelContent,
-  tag: '',
-  stack: [],
-  embeddedLanguage: '',
-  embeddedLanguageStart: 0,
-  embeddedLanguageEnd: 0,
-  embeddedState: undefined,
-  specialTag: false,
-  type: '',
-}
-
-/**
- *
- * @param {any} lineStateA
- * @param {any} lineStateB
- * @returns
- */
-export const isLineStateEqual = (lineStateA, lineStateB) => {
-  return lineStateA.state === lineStateB.state
-}
-
-export const hasArrayReturn = true
-
-const getEmbeddedScriptLanguageId = () => {
-  return 'javascript'
-}
-
-const getEmbeddedStyleLanguageId = () => {
-  return 'css'
-}
-
-/**
- * @param {string} tag
- */
-const getEmbeddedLangageId = (tag) => {
-  switch (tag) {
-    case 'script':
-      return getEmbeddedScriptLanguageId()
-    case 'style':
-      return getEmbeddedStyleLanguageId()
-    default:
-      return ''
-  }
-}
-
-/**
- *
- * @param {string} tag
- * @returns
- */
-const getEmbeddedContentState = (tag) => {
-  switch (tag) {
-    case 'script':
-      return State.InsideScriptContent
-    case 'style':
-      return State.InsideStyleContent
-    default:
-      return State.TopLevelContent
-  }
-}
-
-/**
- * @param {string} value
- */
-const unquote = (value) => {
-  for (const quote of ["'", '"']) {
-    if (value.startsWith(quote) && value.endsWith(quote)) {
-      return value.slice(1, -1)
-    }
-  }
-  return value
-}
-
-/**
- *
- * @param {string} value
- */
-const getType = (value) => {
-  const unquotedValue = unquote(value)
-  switch (unquotedValue) {
-    case 'text/javascript':
-    case 'text/x-javascript':
-    case 'text/jscript':
-    case 'text/livescript':
-    case 'text/babel':
-    case 'text/ecmascript':
-    case 'text/x-ecmascript':
-    case 'application/x-javascript':
-    case 'application/javascript':
-    case 'application/x-ecmascript':
-    case 'application/ecmascript':
-    case 'module':
-      return 'javascript'
-    case 'text/x-handlebars':
-    case 'text/x-handlebars-template':
-    case 'text/handlebars-template':
-    case 'text/template':
-    case 'text/x-template':
-    case 'text/ng-template':
-    case 'text/x-ng-template':
-      return 'html'
-    case 'application/json':
-    case 'application/ld+json':
-      return 'json'
-    default:
-      return ''
-  }
-}
-
-/**
- *
- * @param {string} line
- * @param {any} lineState
- * @returns
- */
-export const tokenizeLine = (line, lineState) => {
-  let next = null
-  let index = 0
-  let tokens = []
-  let token = TokenType.None
-  let state = lineState.state
-  let tag = lineState.tag
-  let embeddedLanguage = lineState.embeddedLanguage
-  let embeddedLanguageStart = lineState.embeddedLanguageStart
-  let embeddedLanguageEnd = lineState.embeddedLanguageEnd
-  let specialTag = lineState.specialTag
-  let attributeName = ''
-  let type = ''
-  while (index < line.length) {
-    const part = line.slice(index)
-    switch (state) {
-      case State.TopLevelContent:
-        if ((next = part.match(RE_ANGLE_BRACKET_OPEN_TAG))) {
-          token = TokenType.PunctuationTag
-          state = State.AfterOpeningAngleBracket
-        } else if ((next = part.match(RE_TEXT))) {
-          token = TokenType.Text
-          state = State.TopLevelContent
-        } else if ((next = part.match(RE_BLOCK_COMMENT_START))) {
-          token = TokenType.Comment
-          state = State.InsideBlockComment
-        } else if ((next = part.match(RE_ANGLE_BRACKET_CLOSE))) {
-          token = TokenType.Text
-          state = State.TopLevelContent
-        } else if ((next = part.match(RE_DOCTYPE))) {
-          token = TokenType.PunctuationTag
-          state = State.AfterOpeningAngleBracket
-        } else if ((next = part.match(RE_ANGLE_BRACKET_OPEN))) {
-          token = TokenType.Text
-          state = State.TopLevelContent
-        } else {
-          part //?
-          throw new Error('no')
-        }
-        break
-      case State.AfterOpeningAngleBracket:
-        if ((next = part.match(RE_TAGNAME))) {
-          token = TokenType.TagName
-          state = State.InsideOpeningTag
-          tag = next[0]
-          specialTag = tag === 'script' || tag === 'style'
-        } else if ((next = part.match(RE_SLASH))) {
-          token = TokenType.PunctuationTag
-          state = State.AfterClosingTagAngleBrackets
-        } else if ((next = part.match(RE_ANGLE_BRACKET_CLOSE))) {
-          token = TokenType.PunctuationTag
-          state = State.TopLevelContent
-        } else if ((next = part.match(RE_ANGLE_BRACKET_OPEN))) {
-          token = TokenType.PunctuationTag
-          state = State.AfterOpeningAngleBracket
-        } else if ((next = part.match(RE_ANY_TEXT))) {
-          token = TokenType.Text
-          state = State.TopLevelContent
-        } else {
-          part //?
-          throw new Error('no')
-        }
-        break
-      case State.InsideOpeningTag:
-        if ((next = part.match(RE_ANGLE_BRACKET_CLOSE))) {
-          token = TokenType.PunctuationTag
-          state = State.TopLevelContent
-          const embeddedLanguageId = type || getEmbeddedLangageId(tag)
-          if (embeddedLanguageId) {
-            state = getEmbeddedContentState(tag)
-            embeddedLanguage = embeddedLanguageId
-            embeddedLanguageStart = index + next[0].length
-          }
-          specialTag = false
-          type = ''
-          attributeName = ''
-        } else if ((next = part.match(RE_EXCLAMATION_MARK))) {
-          token = TokenType.PunctuationTag
-          state = State.InsideOpeningTag
-        } else if ((next = part.match(RE_WHITESPACE))) {
-          token = TokenType.Whitespace
-          state = State.InsideOpeningTagAndHasSeenWhitespace
-        } else if ((next = part.match(RE_DASH_DASH))) {
-          token = TokenType.Comment
-          state = State.InsideBlockComment
-        } else if ((next = part.match(RE_PUNCTUATION_SELF_CLOSING))) {
-          token = TokenType.PunctuationTag
-          state = State.TopLevelContent
-        } else if ((next = part.match(RE_TAG_TEXT))) {
-          token = TokenType.Text
-          state = State.InsideOpeningTag
-        } else {
-          part //?
-          throw new Error('no')
-        }
-        break
-      case State.AfterClosingTagAngleBrackets:
-        if ((next = part.match(RE_TAGNAME))) {
-          token = TokenType.TagName
-          state = State.AfterClosingTagName
-        } else if ((next = part.match(RE_WHITESPACE))) {
-          token = TokenType.Whitespace
-          state = State.TopLevelContent
-        } else if ((next = part.match(RE_ANY_TEXT))) {
-          token = TokenType.Text
-          state = State.TopLevelContent
-        } else {
-          part //?
-          throw new Error('no')
-        }
-        break
-      case State.AfterClosingTagName:
-        if ((next = part.match(RE_ANGLE_BRACKET_CLOSE))) {
-          token = TokenType.PunctuationTag
-          state = State.TopLevelContent
-        } else if ((next = part.match(RE_TEXT))) {
-          token = TokenType.Text
-          state = State.TopLevelContent
-        } else if ((next = part.match(RE_WHITESPACE))) {
-          token = TokenType.Whitespace
-          state = State.AfterClosingTagName
-        } else if ((next = part.match(RE_ANGLE_BRACKET_OPEN_TAG))) {
-          token = TokenType.PunctuationTag
-          state = State.AfterOpeningAngleBracket
-        } else {
-          throw new Error('no')
-        }
-        break
-      case State.InsideOpeningTagAndHasSeenWhitespace:
-        if ((next = part.match(RE_ATTRIBUTE_NAME))) {
-          token = TokenType.AttributeName
-          state = State.AfterAttributeName
-          attributeName = next[0]
-        } else if ((next = part.match(RE_SELF_CLOSING))) {
-          token = TokenType.PunctuationTag
-          state = State.TopLevelContent
-        } else if ((next = part.match(RE_ANGLE_BRACKET_CLOSE))) {
-          token = TokenType.PunctuationTag
-          state = State.TopLevelContent
-          const embeddedLanguageId = type || getEmbeddedLangageId(tag)
-          if (embeddedLanguageId) {
-            state = getEmbeddedContentState(tag)
-            embeddedLanguage = embeddedLanguageId
-            embeddedLanguageStart = index + next[0].length
-          }
-          specialTag = false
-          type = ''
-          attributeName = ''
-        } else if ((next = part.match(RE_DOUBLE_QUOTE))) {
-          token = TokenType.Punctuation
-          state = State.InsideDoubleQuoteString
-        } else if ((next = part.match(RE_ANGLE_BRACKET_OPEN_TAG))) {
-          token = TokenType.PunctuationTag
-          state = State.AfterOpeningAngleBracket
-        } else if ((next = part.match(RE_TAG_TEXT))) {
-          token = TokenType.Text
-          state = State.TopLevelContent
-        } else if ((next = part.match(RE_WHITESPACE))) {
-          token = TokenType.Whitespace
-          state = State.InsideOpeningTagAndHasSeenWhitespace
-        } else {
-          part //?
-          throw new Error('no')
-        }
-        break
-      case State.AfterAttributeName:
-        if ((next = part.match(RE_ANGLE_BRACKET_CLOSE))) {
-          token = TokenType.PunctuationTag
-          state = State.TopLevelContent
-          const embeddedLanguageId = type || getEmbeddedLangageId(tag)
-          if (embeddedLanguageId) {
-            state = getEmbeddedContentState(tag)
-            embeddedLanguage = embeddedLanguageId
-            embeddedLanguageStart = index + next[0].length
-          }
-          specialTag = false
-          type = ''
-          attributeName = ''
-        } else if ((next = part.match(RE_EQUAL_SIGN))) {
-          token = TokenType.Punctuation
-          state = State.AfterAttributeEqualSign
-        } else if ((next = part.match(RE_DOUBLE_QUOTE))) {
-          token = TokenType.PunctuationString
-          state = State.InsideDoubleQuoteString
-        } else if ((next = part.match(RE_SINGLE_QUOTE))) {
-          token = TokenType.PunctuationString
-          state = State.InsideSingleQuoteString
-        } else if ((next = part.match(RE_TAG_TEXT))) {
-          token = TokenType.Text
-          state = State.InsideOpeningTag
-        } else if ((next = part.match(RE_WHITESPACE_THEN_EQUAL_SIGN))) {
-          token = TokenType.Whitespace
-          state = State.AfterAttributeName
-        } else if ((next = part.match(RE_WHITESPACE))) {
-          token = TokenType.Whitespace
-          state = State.InsideOpeningTagAndHasSeenWhitespace
-        } else {
-          // TODO check quotation mark
-          part //?
-          throw new Error('no')
-        }
-        break
-      case State.AfterAttributeEqualSign:
-        if (specialTag && attributeName === 'type') {
-          const valueMatch = part.match(RE_TYPE)
-          if (valueMatch) {
-            const value = valueMatch[0]
-            type = getType(value)
-          }
-        }
-        if ((next = part.match(RE_DOUBLE_QUOTE))) {
-          token = TokenType.PunctuationString
-          state = State.InsideDoubleQuoteString
-        } else if ((next = part.match(RE_SINGLE_QUOTE))) {
-          token = TokenType.PunctuationString
-          state = State.InsideSingleQuoteString
-        } else if ((next = part.match(RE_ANGLE_BRACKET_CLOSE))) {
-          token = TokenType.PunctuationTag
-          state = State.TopLevelContent
-        } else if ((next = part.match(RE_ATTRIBUTE_VALUE_UNQUOTED))) {
-          token = TokenType.String
-          state = State.InsideOpeningTag
-        } else if ((next = part.match(RE_WHITESPACE))) {
-          token = TokenType.Whitespace
-          state = State.AfterAttributeEqualSign
-        } else {
-          part
-          throw new Error('no')
-        }
-        break
-      case State.InsideDoubleQuoteString:
-        if ((next = part.match(RE_DOUBLE_QUOTE))) {
-          token = TokenType.PunctuationString
-          state = State.InsideOpeningTag
-        } else if ((next = part.match(RE_STRING_DOUBLE_QUOTE_CONTENT))) {
-          token = TokenType.String
-          state = State.InsideDoubleQuoteString
-        } else {
-          throw new Error('no')
-        }
-        break
-      case State.InsideSingleQuoteString:
-        if ((next = part.match(RE_SINGLE_QUOTE))) {
-          token = TokenType.PunctuationString
-          state = State.InsideOpeningTag
-        } else if ((next = part.match(RE_STRING_SINGLE_QUOTE_CONTENT))) {
-          token = TokenType.String
-          state = State.InsideSingleQuoteString
-        } else {
-          throw new Error('no')
-        }
-        break
-      case State.InsideBlockComment:
-        part
-        if ((next = part.match(RE_BLOCK_COMMENT_CONTENT_1))) {
-          token = TokenType.Comment
-          state = State.InsideBlockComment
-        } else if ((next = part.match(RE_BLOCK_COMMENT_END))) {
-          token = TokenType.Comment
-          state = State.TopLevelContent
-        } else if ((next = part.match(RE_BLOCK_COMMENT_CONTENT_2))) {
-          token = TokenType.Comment
-          state = State.InsideBlockComment
-        } else {
-          throw new Error('no')
-        }
-        break
-      case State.InsideScriptContent:
-        if ((next = part.match(RE_SCRIPT_CONTENT_END))) {
-          token = TokenType.TagName
-          state = State.AfterClosingTagName
-          tokens.push(TokenType.PunctuationTag, 2, TokenType.TagName, 6)
-          index += next[0].length
-          embeddedLanguage = ''
-          continue
-        } else if ((next = part.match(RE_SCRIPT_CONTENT))) {
-          token = TokenType.Embedded
-          state = State.InsideScriptContent
-          embeddedLanguageStart = index
-          embeddedLanguageEnd = index + next[0].length
-        } else {
-          part
-          throw new Error('no')
-        }
-        break
-      case State.InsideStyleContent:
-        if (
-          (next =
-            part.match(RE_STYLE_CONTENT_END) ||
-            part.match(RE_STYLE_CONTENT_END_2))
-        ) {
-          token = TokenType.TagName
-          state = State.AfterClosingTagName
-          tokens.push(
-            TokenType.PunctuationTag,
-            2,
-            TokenType.TagName,
-            next[0].length - 1
-          )
-          embeddedLanguageEnd = index
-          index += next[0].length
-          embeddedLanguage = ''
-          continue
-        } else if ((next = part.match(RE_STYLE_CONTENT))) {
-          token = TokenType.Embedded
-          state = State.InsideStyleContent
-          embeddedLanguageStart = index
-          embeddedLanguageEnd = index + next[0].length
-        } else {
-          part
-          throw new Error('no')
-        }
-        break
-      default:
-        state
-        throw new Error('no')
-    }
-
-    const tokenLength = next[0].length
-    index += tokenLength
-    tokens.push(token, tokenLength)
-  }
-  if (state === State.AfterClosingTagAngleBrackets) {
-    state = State.TopLevelContent
-  }
-  if (state === State.InsideOpeningTag) {
-    state = State.InsideOpeningTagAndHasSeenWhitespace
-  }
-  if (state === State.AfterAttributeEqualSign) {
-    state = State.InsideOpeningTag
-  }
-  return {
-    state,
-    tokens,
-    tag,
-    embeddedLanguage,
-    embeddedLanguageStart,
-    embeddedLanguageEnd,
-    specialTag,
-    type,
-  }
-}

package/extensions/builtin.language-basics-java/README.md

@@ -1,14 +0,0 @@
-# Language Basics Java
-
-## Contributing
-
-```sh
-git clone git@github.com:lvce-editor/language-basics-java.git &&
-cd language-basics-java &&
-npm ci &&
-npm test
-```
-
-## Gitpod
-
-[![Open in Gitpod](https://gitpod.io/button/open-in-gitpod.svg)](https://gitpod.io/#https://github.com/lvce-editor/language-basics-java)

package/extensions/builtin.language-basics-java/extension.json

@@ -1,13 +0,0 @@
-{
-  "id": "builtin.language-basics-java",
-  "name": "Language Basics Java",
-  "description": "Provides syntax highlighting and bracket matching in Java files.",
-  "languages": [
-    {
-      "id": "java",
-      "extensions": [".java"],
-      "tokenize": "src/tokenizeJava.js",
-      "configuration": "./languageConfiguration.json"
-    }
-  ]
-}

package/extensions/builtin.language-basics-java/languageConfiguration.json

@@ -1,31 +0,0 @@
-{
-  "comments": {
-    "lineComment": "//",
-    "blockComment": ["/*", "*/"]
-  },
-  "brackets": [
-    ["{", "}"],
-    ["[", "]"],
-    ["(", ")"]
-  ],
-  "autoClosingPairs": [
-    ["{", "}"],
-    ["[", "]"],
-    ["(", ")"],
-    { "open": "\"", "close": "\"", "notIn": ["string"] },
-    { "open": "'", "close": "'", "notIn": ["string"] },
-    { "open": "/**", "close": " */", "notIn": ["string"] }
-  ],
-  "surroundingPairs": [
-    ["{", "}"],
-    ["[", "]"],
-    ["(", ")"],
-    ["\"", "\""],
-    ["'", "'"],
-    ["<", ">"]
-  ],
-  "indentationRules": {
-    "increaseIndentPattern": "^((?!\\/\\/).)*(\\{[^}\"'`]*|\\([^)\"'`]*|\\[[^\\]\"'`]*)$",
-    "decreaseIndentPattern": "^((?!.*?\\/\\*).*\\*/)?\\s*[\\)\\}\\]].*$"
-  }
-}