@harmoniclabs/monaco-editor 0.52.0

package/src/basic-languages/dart/dart.ts

@@ -0,0 +1,305 @@
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+
+import type { languages } from '../../fillers/monaco-editor-core';
+
+export const conf: languages.LanguageConfiguration = {
+	comments: {
+		lineComment: '//',
+		blockComment: ['/*', '*/']
+	},
+	brackets: [
+		['{', '}'],
+		['[', ']'],
+		['(', ')']
+	],
+	autoClosingPairs: [
+		{ open: '{', close: '}' },
+		{ open: '[', close: ']' },
+		{ open: '(', close: ')' },
+		{ open: "'", close: "'", notIn: ['string', 'comment'] },
+		{ open: '"', close: '"', notIn: ['string'] },
+		{ open: '`', close: '`', notIn: ['string', 'comment'] },
+		{ open: '/**', close: ' */', notIn: ['string'] }
+	],
+	surroundingPairs: [
+		{ open: '{', close: '}' },
+		{ open: '[', close: ']' },
+		{ open: '(', close: ')' },
+
+		{ open: '<', close: '>' },
+		{ open: "'", close: "'" },
+		{ open: '(', close: ')' },
+		{ open: '"', close: '"' },
+		{ open: '`', close: '`' }
+	],
+	folding: {
+		markers: {
+			start: /^\s*\s*#?region\b/,
+			end: /^\s*\s*#?endregion\b/
+		}
+	}
+};
+
+export const language = <languages.IMonarchLanguage>{
+	defaultToken: 'invalid',
+	tokenPostfix: '.dart',
+
+	keywords: [
+		'abstract',
+		'dynamic',
+		'implements',
+		'show',
+		'as',
+		'else',
+		'import',
+		'static',
+		'assert',
+		'enum',
+		'in',
+		'super',
+		'async',
+		'export',
+		'interface',
+		'switch',
+		'await',
+		'extends',
+		'is',
+		'sync',
+		'break',
+		'external',
+		'library',
+		'this',
+		'case',
+		'factory',
+		'mixin',
+		'throw',
+		'catch',
+		'false',
+		'new',
+		'true',
+		'class',
+		'final',
+		'null',
+		'try',
+		'const',
+		'finally',
+		'on',
+		'typedef',
+		'continue',
+		'for',
+		'operator',
+		'var',
+		'covariant',
+		'Function',
+		'part',
+		'void',
+		'default',
+		'get',
+		'rethrow',
+		'while',
+		'deferred',
+		'hide',
+		'return',
+		'with',
+		'do',
+		'if',
+		'set',
+		'yield'
+	],
+	typeKeywords: ['int', 'double', 'String', 'bool'],
+
+	operators: [
+		'+',
+		'-',
+		'*',
+		'/',
+		'~/',
+		'%',
+		'++',
+		'--',
+		'==',
+		'!=',
+		'>',
+		'<',
+		'>=',
+		'<=',
+		'=',
+		'-=',
+		'/=',
+		'%=',
+		'>>=',
+		'^=',
+		'+=',
+		'*=',
+		'~/=',
+		'<<=',
+		'&=',
+		'!=',
+		'||',
+		'&&',
+		'&',
+		'|',
+		'^',
+		'~',
+		'<<',
+		'>>',
+		'!',
+		'>>>',
+		'??',
+		'?',
+		':',
+		'|='
+	],
+
+	// we include these common regular expressions
+	symbols: /[=><!~?:&|+\-*\/\^%]+/,
+	escapes: /\\(?:[abfnrtv\\"']|x[0-9A-Fa-f]{1,4}|u[0-9A-Fa-f]{4}|U[0-9A-Fa-f]{8})/,
+	digits: /\d+(_+\d+)*/,
+	octaldigits: /[0-7]+(_+[0-7]+)*/,
+	binarydigits: /[0-1]+(_+[0-1]+)*/,
+	hexdigits: /[[0-9a-fA-F]+(_+[0-9a-fA-F]+)*/,
+
+	regexpctl: /[(){}\[\]\$\^|\-*+?\.]/,
+	regexpesc: /\\(?:[bBdDfnrstvwWn0\\\/]|@regexpctl|c[A-Z]|x[0-9a-fA-F]{2}|u[0-9a-fA-F]{4})/,
+
+	// The main tokenizer for our languages
+	tokenizer: {
+		root: [[/[{}]/, 'delimiter.bracket'], { include: 'common' }],
+
+		common: [
+			// identifiers and keywords
+			[
+				/[a-z_$][\w$]*/,
+				{
+					cases: {
+						'@typeKeywords': 'type.identifier',
+						'@keywords': 'keyword',
+						'@default': 'identifier'
+					}
+				}
+			],
+			[/[A-Z_$][\w\$]*/, 'type.identifier'], // show class names
+			// [/[A-Z][\w\$]*/, 'identifier'],
+
+			// whitespace
+			{ include: '@whitespace' },
+
+			// regular expression: ensure it is terminated before beginning (otherwise it is an opeator)
+			[
+				/\/(?=([^\\\/]|\\.)+\/([gimsuy]*)(\s*)(\.|;|,|\)|\]|\}|$))/,
+				{ token: 'regexp', bracket: '@open', next: '@regexp' }
+			],
+
+			// @ annotations.
+			[/@[a-zA-Z]+/, 'annotation'],
+			// variable
+
+			// delimiters and operators
+			[/[()\[\]]/, '@brackets'],
+			[/[<>](?!@symbols)/, '@brackets'],
+			[/!(?=([^=]|$))/, 'delimiter'],
+			[
+				/@symbols/,
+				{
+					cases: {
+						'@operators': 'delimiter',
+						'@default': ''
+					}
+				}
+			],
+
+			// numbers
+			[/(@digits)[eE]([\-+]?(@digits))?/, 'number.float'],
+			[/(@digits)\.(@digits)([eE][\-+]?(@digits))?/, 'number.float'],
+			[/0[xX](@hexdigits)n?/, 'number.hex'],
+			[/0[oO]?(@octaldigits)n?/, 'number.octal'],
+			[/0[bB](@binarydigits)n?/, 'number.binary'],
+			[/(@digits)n?/, 'number'],
+
+			// delimiter: after number because of .\d floats
+			[/[;,.]/, 'delimiter'],
+
+			// strings
+			[/"([^"\\]|\\.)*$/, 'string.invalid'], // non-teminated string
+			[/'([^'\\]|\\.)*$/, 'string.invalid'], // non-teminated string
+			[/"/, 'string', '@string_double'],
+			[/'/, 'string', '@string_single']
+
+			//   [/[a-zA-Z]+/, "variable"]
+		],
+
+		whitespace: [
+			[/[ \t\r\n]+/, ''],
+			[/\/\*\*(?!\/)/, 'comment.doc', '@jsdoc'],
+			[/\/\*/, 'comment', '@comment'],
+			[/\/\/\/.*$/, 'comment.doc'],
+			[/\/\/.*$/, 'comment']
+		],
+
+		comment: [
+			[/[^\/*]+/, 'comment'],
+			[/\*\//, 'comment', '@pop'],
+			[/[\/*]/, 'comment']
+		],
+
+		jsdoc: [
+			[/[^\/*]+/, 'comment.doc'],
+			[/\*\//, 'comment.doc', '@pop'],
+			[/[\/*]/, 'comment.doc']
+		],
+
+		// We match regular expression quite precisely
+		regexp: [
+			[
+				/(\{)(\d+(?:,\d*)?)(\})/,
+				['regexp.escape.control', 'regexp.escape.control', 'regexp.escape.control']
+			],
+			[
+				/(\[)(\^?)(?=(?:[^\]\\\/]|\\.)+)/,
+				['regexp.escape.control', { token: 'regexp.escape.control', next: '@regexrange' }]
+			],
+			[/(\()(\?:|\?=|\?!)/, ['regexp.escape.control', 'regexp.escape.control']],
+			[/[()]/, 'regexp.escape.control'],
+			[/@regexpctl/, 'regexp.escape.control'],
+			[/[^\\\/]/, 'regexp'],
+			[/@regexpesc/, 'regexp.escape'],
+			[/\\\./, 'regexp.invalid'],
+			[/(\/)([gimsuy]*)/, [{ token: 'regexp', bracket: '@close', next: '@pop' }, 'keyword.other']]
+		],
+
+		regexrange: [
+			[/-/, 'regexp.escape.control'],
+			[/\^/, 'regexp.invalid'],
+			[/@regexpesc/, 'regexp.escape'],
+			[/[^\]]/, 'regexp'],
+			[
+				/\]/,
+				{
+					token: 'regexp.escape.control',
+					next: '@pop',
+					bracket: '@close'
+				}
+			]
+		],
+
+		string_double: [
+			[/[^\\"\$]+/, 'string'],
+			[/[^\\"]+/, 'string'],
+			[/@escapes/, 'string.escape'],
+			[/\\./, 'string.escape.invalid'],
+			[/"/, 'string', '@pop'],
+			[/\$\w+/, 'identifier']
+		],
+
+		string_single: [
+			[/[^\\'\$]+/, 'string'],
+			[/@escapes/, 'string.escape'],
+			[/\\./, 'string.escape.invalid'],
+			[/'/, 'string', '@pop'],
+			[/\$\w+/, 'identifier']
+		]
+	}
+};

package/src/basic-languages/dockerfile/dockerfile.contribution.ts

@@ -0,0 +1,25 @@
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+
+import { registerLanguage } from '../_.contribution';
+
+declare var AMD: any;
+declare var require: any;
+
+registerLanguage({
+	id: 'dockerfile',
+	extensions: ['.dockerfile'],
+	filenames: ['Dockerfile'],
+	aliases: ['Dockerfile'],
+	loader: () => {
+		if (AMD) {
+			return new Promise((resolve, reject) => {
+				require(['vs/basic-languages/dockerfile/dockerfile'], resolve, reject);
+			});
+		} else {
+			return import('./dockerfile');
+		}
+	}
+});

package/src/basic-languages/dockerfile/dockerfile.test.ts

@@ -0,0 +1,238 @@
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+
+import { testTokenization } from '../test/testRunner';
+
+testTokenization('dockerfile', [
+	// All
+	[
+		{
+			line: 'FROM mono:3.12',
+			tokens: [
+				{ startIndex: 0, type: 'keyword.dockerfile' },
+				{ startIndex: 4, type: '' }
+			]
+		},
+		{
+			line: '',
+			tokens: []
+		},
+		{
+			line: 'ENV KRE_FEED https://www.myget.org/F/aspnetvnext/api/v2',
+			tokens: [
+				{ startIndex: 0, type: 'keyword.dockerfile' },
+				{ startIndex: 3, type: '' },
+				{ startIndex: 4, type: 'variable.dockerfile' },
+				{ startIndex: 12, type: '' }
+			]
+		},
+		{
+			line: 'ENV KRE_USER_HOME /opt/kre',
+			tokens: [
+				{ startIndex: 0, type: 'keyword.dockerfile' },
+				{ startIndex: 3, type: '' },
+				{ startIndex: 4, type: 'variable.dockerfile' },
+				{ startIndex: 17, type: '' }
+			]
+		},
+		{
+			line: '',
+			tokens: []
+		},
+		{
+			line: 'RUN apt-get -qq update && apt-get -qqy install unzip ',
+			tokens: [
+				{ startIndex: 0, type: 'keyword.dockerfile' },
+				{ startIndex: 3, type: '' }
+			]
+		},
+		{
+			line: '',
+			tokens: []
+		},
+		{
+			line: 'ONBUILD RUN curl -sSL https://raw.githubusercontent.com/aspnet/Home/dev/kvminstall.sh | sh',
+			tokens: [
+				{ startIndex: 0, type: 'keyword.dockerfile' },
+				{ startIndex: 7, type: '' },
+				{ startIndex: 8, type: 'keyword.dockerfile' },
+				{ startIndex: 11, type: '' }
+			]
+		},
+		{
+			line: 'ONBUILD RUN bash -c "source $KRE_USER_HOME/kvm/kvm.sh \\',
+			tokens: [
+				{ startIndex: 0, type: 'keyword.dockerfile' },
+				{ startIndex: 7, type: '' },
+				{ startIndex: 8, type: 'keyword.dockerfile' },
+				{ startIndex: 11, type: '' },
+				{ startIndex: 20, type: 'string.dockerfile' },
+				{ startIndex: 28, type: 'variable.dockerfile' },
+				{ startIndex: 42, type: 'string.dockerfile' }
+			]
+		},
+		{
+			line: '    && kvm install latest -a default \\',
+			tokens: [{ startIndex: 0, type: 'string.dockerfile' }]
+		},
+		{
+			line: '    && kvm alias default | xargs -i ln -s $KRE_USER_HOME/packages/{} $KRE_USER_HOME/packages/default"',
+			tokens: [
+				{ startIndex: 0, type: 'string.dockerfile' },
+				{ startIndex: 42, type: 'variable.dockerfile' },
+				{ startIndex: 56, type: 'string.dockerfile' },
+				{ startIndex: 69, type: 'variable.dockerfile' },
+				{ startIndex: 83, type: 'string.dockerfile' }
+			]
+		},
+		{
+			line: '',
+			tokens: []
+		},
+		{
+			line: '# Install libuv for Kestrel from source code (binary is not in wheezy and one in jessie is still too old)',
+			tokens: [{ startIndex: 0, type: 'comment.dockerfile' }]
+		},
+		{
+			line: 'RUN apt-get -qqy install \\',
+			tokens: [
+				{ startIndex: 0, type: 'keyword.dockerfile' },
+				{ startIndex: 3, type: '' }
+			]
+		},
+		{
+			line: '    autoconf \\',
+			tokens: [{ startIndex: 0, type: '' }]
+		},
+		{
+			line: '    automake \\',
+			tokens: [{ startIndex: 0, type: '' }]
+		},
+		{
+			line: '    build-essential \\',
+			tokens: [{ startIndex: 0, type: '' }]
+		},
+		{
+			line: '    libtool ',
+			tokens: [{ startIndex: 0, type: '' }]
+		},
+		{
+			line: 'RUN LIBUV_VERSION=1.0.0-rc2 \\',
+			tokens: [
+				{ startIndex: 0, type: 'keyword.dockerfile' },
+				{ startIndex: 3, type: '' }
+			]
+		},
+		{
+			line: '    && curl -sSL https://github.com/joyent/libuv/archive/v${LIBUV_VERSION}.tar.gz | tar zxfv - -C /usr/local/src \\',
+			tokens: [
+				{ startIndex: 0, type: '' },
+				{ startIndex: 58, type: 'variable.dockerfile' },
+				{ startIndex: 74, type: '' }
+			]
+		},
+		{
+			line: '    && cd /usr/local/src/libuv-$LIBUV_VERSION \\',
+			tokens: [
+				{ startIndex: 0, type: '' },
+				{ startIndex: 31, type: 'variable.dockerfile' },
+				{ startIndex: 45, type: '' }
+			]
+		},
+		{
+			line: '    && sh autogen.sh && ./configure && make && make install \\',
+			tokens: [{ startIndex: 0, type: '' }]
+		},
+		{
+			line: '    && rm -rf /usr/local/src/libuv-$LIBUV_VERSION \\',
+			tokens: [
+				{ startIndex: 0, type: '' },
+				{ startIndex: 35, type: 'variable.dockerfile' },
+				{ startIndex: 49, type: '' }
+			]
+		},
+		{
+			line: '    && ldconfig',
+			tokens: [{ startIndex: 0, type: '' }]
+		},
+		{
+			line: '',
+			tokens: []
+		},
+		{
+			line: 'ENV PATH $PATH:$KRE_USER_HOME/packages/default/bin',
+			tokens: [
+				{ startIndex: 0, type: 'keyword.dockerfile' },
+				{ startIndex: 3, type: '' },
+				{ startIndex: 4, type: 'variable.dockerfile' },
+				{ startIndex: 8, type: '' },
+				{ startIndex: 9, type: 'variable.dockerfile' },
+				{ startIndex: 14, type: '' },
+				{ startIndex: 15, type: 'variable.dockerfile' },
+				{ startIndex: 29, type: '' }
+			]
+		},
+		{
+			line: '',
+			tokens: []
+		},
+		{
+			line: '# Extra things to test',
+			tokens: [{ startIndex: 0, type: 'comment.dockerfile' }]
+		},
+		{
+			line: 'RUN echo "string at end"',
+			tokens: [
+				{ startIndex: 0, type: 'keyword.dockerfile' },
+				{ startIndex: 3, type: '' },
+				{ startIndex: 9, type: 'string.dockerfile' }
+			]
+		},
+		{
+			line: "RUN echo must work 'some str' and some more",
+			tokens: [
+				{ startIndex: 0, type: 'keyword.dockerfile' },
+				{ startIndex: 3, type: '' },
+				{ startIndex: 19, type: 'string.dockerfile' },
+				{ startIndex: 29, type: '' }
+			]
+		},
+		{
+			line: 'RUN echo hi this is # not a comment',
+			tokens: [
+				{ startIndex: 0, type: 'keyword.dockerfile' },
+				{ startIndex: 3, type: '' }
+			]
+		},
+		{
+			line: "RUN echo 'String with ${VAR} and another $one here'",
+			tokens: [
+				{ startIndex: 0, type: 'keyword.dockerfile' },
+				{ startIndex: 3, type: '' },
+				{ startIndex: 9, type: 'string.dockerfile' },
+				{ startIndex: 22, type: 'variable.dockerfile' },
+				{ startIndex: 28, type: 'string.dockerfile' },
+				{ startIndex: 41, type: 'variable.dockerfile' },
+				{ startIndex: 45, type: 'string.dockerfile' }
+			]
+		}
+	],
+	[
+		{
+			line: "RUN \\'e\\'",
+			tokens: [
+				{ startIndex: 0, type: 'keyword.dockerfile' },
+				{ startIndex: 3, type: '' }
+			]
+		},
+		{
+			line: 'RUN echo hi this is # not a comment',
+			tokens: [
+				{ startIndex: 0, type: 'keyword.dockerfile' },
+				{ startIndex: 3, type: '' }
+			]
+		}
+	]
+]);

package/src/basic-languages/dockerfile/dockerfile.ts

@@ -0,0 +1,145 @@
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+
+import type { languages } from '../../fillers/monaco-editor-core';
+
+export const conf: languages.LanguageConfiguration = {
+	brackets: [
+		['{', '}'],
+		['[', ']'],
+		['(', ')']
+	],
+	autoClosingPairs: [
+		{ open: '{', close: '}' },
+		{ open: '[', close: ']' },
+		{ open: '(', close: ')' },
+		{ open: '"', close: '"' },
+		{ open: "'", close: "'" }
+	],
+	surroundingPairs: [
+		{ open: '{', close: '}' },
+		{ open: '[', close: ']' },
+		{ open: '(', close: ')' },
+		{ open: '"', close: '"' },
+		{ open: "'", close: "'" }
+	]
+};
+
+export const language = <languages.IMonarchLanguage>{
+	defaultToken: '',
+	tokenPostfix: '.dockerfile',
+
+	variable: /\${?[\w]+}?/,
+
+	tokenizer: {
+		root: [
+			{ include: '@whitespace' },
+			{ include: '@comment' },
+
+			[/(ONBUILD)(\s+)/, ['keyword', '']],
+			[/(ENV)(\s+)([\w]+)/, ['keyword', '', { token: 'variable', next: '@arguments' }]],
+			[
+				/(FROM|MAINTAINER|RUN|EXPOSE|ENV|ADD|ARG|VOLUME|LABEL|USER|WORKDIR|COPY|CMD|STOPSIGNAL|SHELL|HEALTHCHECK|ENTRYPOINT)/,
+				{ token: 'keyword', next: '@arguments' }
+			]
+		],
+
+		arguments: [
+			{ include: '@whitespace' },
+			{ include: '@strings' },
+
+			[
+				/(@variable)/,
+				{
+					cases: {
+						'@eos': { token: 'variable', next: '@popall' },
+						'@default': 'variable'
+					}
+				}
+			],
+			[
+				/\\/,
+				{
+					cases: {
+						'@eos': '',
+						'@default': ''
+					}
+				}
+			],
+			[
+				/./,
+				{
+					cases: {
+						'@eos': { token: '', next: '@popall' },
+						'@default': ''
+					}
+				}
+			]
+		],
+
+		// Deal with white space, including comments
+		whitespace: [
+			[
+				/\s+/,
+				{
+					cases: {
+						'@eos': { token: '', next: '@popall' },
+						'@default': ''
+					}
+				}
+			]
+		],
+
+		comment: [[/(^#.*$)/, 'comment', '@popall']],
+
+		// Recognize strings, including those broken across lines with \ (but not without)
+		strings: [
+			[/\\'$/, '', '@popall'], // \' leaves @arguments at eol
+			[/\\'/, ''], // \' is not a string
+			[/'$/, 'string', '@popall'],
+			[/'/, 'string', '@stringBody'],
+			[/"$/, 'string', '@popall'],
+			[/"/, 'string', '@dblStringBody']
+		],
+		stringBody: [
+			[
+				/[^\\\$']/,
+				{
+					cases: {
+						'@eos': { token: 'string', next: '@popall' },
+						'@default': 'string'
+					}
+				}
+			],
+
+			[/\\./, 'string.escape'],
+			[/'$/, 'string', '@popall'],
+			[/'/, 'string', '@pop'],
+			[/(@variable)/, 'variable'],
+
+			[/\\$/, 'string'],
+			[/$/, 'string', '@popall']
+		],
+		dblStringBody: [
+			[
+				/[^\\\$"]/,
+				{
+					cases: {
+						'@eos': { token: 'string', next: '@popall' },
+						'@default': 'string'
+					}
+				}
+			],
+
+			[/\\./, 'string.escape'],
+			[/"$/, 'string', '@popall'],
+			[/"/, 'string', '@pop'],
+			[/(@variable)/, 'variable'],
+
+			[/\\$/, 'string'],
+			[/$/, 'string', '@popall']
+		]
+	}
+};