monaco-yql-languages 1.0.2

package/src/yql/yql.ts

@@ -0,0 +1,198 @@
+import type {languages} from '../fillers/monaco-editor-core';
+
+import {builtinFunctions, keywords, typeKeywords} from './yql.keywords';
+
+export const conf: languages.LanguageConfiguration = {
+    comments: {
+        lineComment: '--',
+        blockComment: ['/*', '*/'],
+    },
+    brackets: [
+        ['{', '}'],
+        ['[', ']'],
+        ['(', ')'],
+    ],
+    autoClosingPairs: [
+        {open: '{', close: '}'},
+        {open: '[', close: ']'},
+        {open: '(', close: ')'},
+        {open: '"', close: '"'},
+        {open: "'", close: "'"},
+        {open: '`', close: '`'},
+    ],
+    surroundingPairs: [
+        {open: '{', close: '}'},
+        {open: '[', close: ']'},
+        {open: '(', close: ')'},
+        {open: '"', close: '"'},
+        {open: "'", close: "'"},
+        {open: '`', close: '`'},
+    ],
+    wordPattern: /(-?\d*\.\d\w*)|([^`~!@#%^&*()\-=+[{\]}\\|;:'",./?\s]+)/g,
+};
+
+interface LanguageOptions {
+    ansi?: boolean;
+}
+export function getLanguage({ansi = false}: LanguageOptions = {}): languages.IMonarchLanguage &
+    Record<string, unknown> {
+    return {
+        defaultToken: 'text',
+        ignoreCase: true,
+
+        brackets: [
+            {open: '[', close: ']', token: 'delimiter.square'},
+            {open: '(', close: ')', token: 'delimiter.parenthesis'},
+            {open: '{', close: '}', token: 'delimiter.curly'},
+        ],
+
+        keywords,
+
+        typeKeywords,
+
+        constants: ['true', 'false', 'enabled', 'disabled'],
+
+        builtinFunctions,
+
+        operators: [
+            '+',
+            '-',
+            '/',
+            '//',
+            '%',
+            '<@>',
+            '@>',
+            '<@',
+            '&',
+            '^',
+            '~',
+            '<',
+            '>',
+            '<=',
+            '>=',
+            '=>',
+            '==',
+            '!=',
+            '<>',
+            '=',
+        ],
+
+        symbols: /[=><!~?:&|+\-*/^%]+/,
+        escapes: /\\(?:[abfnrtv\\"'`]|x[0-9A-Fa-f]{1,4}|u[0-9A-Fa-f]{4}|U[0-9A-Fa-f]{8})/,
+        variables: /[a-zA-Z_]\w*/,
+
+        tokenizer: {
+            root: [
+                {include: '@whitespace'},
+                {include: '@comments'},
+                {include: '@numbers'},
+                {include: '@tablePath'},
+                {include: '@strings'},
+                {include: '@primaryKey'},
+                // support function
+                [/(@variables)::(@variables)/, 'support.function'],
+                [/[;,.]/, 'delimiter'],
+                [/[(){}[\]]/, '@brackets'],
+                // identifiers and keywords
+                [
+                    /@?[a-zA-Z_$]\w*/,
+                    {
+                        cases: {
+                            '@keywords': 'keyword',
+                            '@typeKeywords': 'keyword.type',
+                            '@constants': 'constant.yql',
+                            '@builtinFunctions': 'constant.other.color',
+                            '[$@][a-zA-Z_]\\w*': 'variable',
+                            '@default': 'identifier',
+                        },
+                    },
+                ],
+                [
+                    /@symbols/,
+                    {
+                        cases: {
+                            '@operators': 'operator.sql',
+                            '@default': '',
+                        },
+                    },
+                ],
+            ],
+            whitespace: [[/\s+/, 'white']],
+            comments: [
+                [/--.*/, 'comment'],
+                [/\/\*/, {token: 'comment.quote', next: ansi ? '@commentAnsi' : '@comment'}],
+            ],
+            comment: [
+                [/[^*/]+/, 'comment'],
+                [/\*\//, {token: 'comment.quote', next: '@pop'}],
+                [/./, 'comment'],
+            ],
+            commentAnsi: [
+                [/\/\*/, {token: 'comment.quote', next: '@comment'}],
+                [/[^*/]+/, 'comment'],
+                [/\*\//, {token: 'comment.quote', next: '@pop'}],
+                [/./, 'comment'],
+            ],
+            numbers: [
+                [/[+-]?\d+(?:(?:\.\d*)?(?:[eE][+-]?\d+)?)?f?\b/, 'number.float'],
+                [/[+-]?(?:\d+|0b[01]+|0o[0-8]+|0x[\da-f]+)(?:u?[lst]?)?\b/, 'number'],
+            ],
+            strings: [
+                [/'/, {token: 'string', next: ansi ? '@stringAnsiSingle' : '@stringSingle'}],
+                [/"/, {token: 'string', next: ansi ? '@stringAnsiDouble' : '@stringDouble'}],
+                [/[@]{2}/, {token: 'string', next: '@multilineString'}],
+            ],
+            stringSingle: [
+                [/[^\\']+/, 'string'],
+                [/@escapes/, 'string.escape'],
+                [/\\./, 'string.escape.invalid'],
+                [/'[uyj]?/, {token: 'string', next: '@pop'}],
+            ],
+            stringAnsiSingle: [
+                [/[^']+/, 'string'],
+                [/''/, 'string'],
+                [/'[uyj]?/, {token: 'string', next: '@pop'}],
+            ],
+            stringDouble: [
+                [/[^\\"]+/, 'string'],
+                [/@escapes/, 'string.escape'],
+                [/\\./, 'string.escape.invalid'],
+                [/"[uyj]?/, {token: 'string', next: '@pop'}],
+            ],
+            stringAnsiDouble: [
+                [/[^"]+/, 'string'],
+                [/""/, 'string'],
+                [/"[uyj]?/, {token: 'string', next: '@pop'}],
+            ],
+            multilineString: [
+                [
+                    /#py/,
+                    {token: 'string.python', nextEmbedded: 'python', next: '@embedded', goBack: 3},
+                ],
+                [
+                    /\/\/js/,
+                    {token: 'string.js', nextEmbedded: 'javascript', next: '@embedded', goBack: 4},
+                ],
+                [/[^@]+/, 'string'],
+                [/[@]{4}/, 'string'],
+                [/[@]{2}[uyj]?/, {token: 'string', next: '@pop'}],
+                [/./, 'string'],
+            ],
+            embedded: [
+                [
+                    /([^@]|^)([@]{4})*[@]{2}([@]([^@]|$)|[^@]|$)/,
+                    {token: '@rematch', next: '@pop', nextEmbedded: '@pop'},
+                ],
+            ],
+            tablePath: [[/((`)?[\w/]+\2\s*\.\s*)?`/, {token: 'string.tablepath', next: '@table'}]],
+            table: [
+                [/[^\\`]+/, 'string.tablepath'],
+                [/``/, 'string.tablepath'],
+                [/@escapes/, 'string.escape.tablepath'],
+                [/\\./, 'string.escape.invalid.tablepath'],
+                [/`/, {token: 'string.tablepath', next: '@pop'}],
+            ],
+            primaryKey: [[/primary key/i, 'keyword']],
+        },
+    };
+}

package/src/yql/yql_ansi.contribution.ts

@@ -0,0 +1,15 @@
+import {registerLanguage} from '../_.contribution';
+
+export const LANGUAGE_ID = 'yql_ansi';
+
+registerLanguage({
+    id: LANGUAGE_ID,
+    extensions: [],
+    loader: () =>
+        import('./yql').then((module) => {
+            return {
+                conf: module.conf,
+                language: module.getLanguage({ansi: true}),
+            };
+        }),
+});

package/tsconfig.json

@@ -0,0 +1,19 @@
+{
+  "extends": "@gravity-ui/tsconfig/tsconfig",
+  "compilerOptions": {
+    "declaration": true,
+    "resolveJsonModule": true,
+    "outDir": "dist",
+    "module": "esnext",
+    "jsx": "react"
+  },
+  "include": [
+    "src/**/*.ts",
+    "src/**/*.tsx"
+  ],
+  "exclude": [
+    "**/__tests__",
+    "**/*.test.ts",
+    "**/*.test.tsx",
+  ]
+}