@eslint/css-tree 3.3.4 → 3.5.0

package/cjs/generator/create.cjs

@@ -1,6 +1,6 @@
 'use strict';
 
-const index = require('../tokenizer/index.cjs');
+const getTokenizer = require('../utils/get-tokenizer.cjs');
 const sourceMap = require('./sourceMap.cjs');
 const tokenBefore = require('./token-before.cjs');
 const types = require('../tokenizer/types.cjs');
@@ -26,12 +26,6 @@ function processChildren(node, delimeter) {
     node.children.forEach(this.node, this);
 }
 
-function processChunk(chunk) {
-    index.tokenize(chunk, (type, start, end) => {
-        this.token(type, chunk.slice(start, end));
-    });
-}
-
 function createGenerator(config) {
     const types$1 = new Map();
 
@@ -90,7 +84,13 @@ function createGenerator(config) {
             node: (node) => handlers.node(node),
             children: processChildren,
             token: (type, value) => handlers.token(type, value),
-            tokenize: processChunk
+            tokenize: function (chunk) {
+                const tokenize = getTokenizer.getTokenizer(config);
+
+                return tokenize(chunk, (type, start, end) => {
+                    this.token(type, chunk.slice(start, end));
+                });
+            }
         };
 
         handlers.node(node);

package/cjs/lexer/prepare-tokens.cjs

@@ -1,6 +1,6 @@
 'use strict';
 
-const index = require('../tokenizer/index.cjs');
+const getTokenizer = require('../utils/get-tokenizer.cjs');
 
 const astToTokens = {
     decorator(handlers) {
@@ -29,10 +29,11 @@ const astToTokens = {
     }
 };
 
-function stringToTokens(str) {
+function stringToTokens(str, syntax) {
     const tokens = [];
+    const tokenize = getTokenizer.getTokenizer(syntax);
 
-    index.tokenize(str, (type, start, end) =>
+    tokenize(str, (type, start, end) =>
         tokens.push({
             type,
             value: str.slice(start, end),
@@ -45,7 +46,7 @@ function stringToTokens(str) {
 
 function prepareTokens(value, syntax) {
     if (typeof value === 'string') {
-        return stringToTokens(value);
+        return stringToTokens(value, syntax);
     }
 
     return syntax.generate(value, astToTokens);

package/cjs/parser/create.cjs

@@ -2,8 +2,8 @@
 
 const List = require('../utils/List.cjs');
 const SyntaxError = require('./SyntaxError.cjs');
-const index = require('../tokenizer/index.cjs');
 const sequence = require('./sequence.cjs');
+const getTokenizer = require('../utils/get-tokenizer.cjs');
 const OffsetToLocation = require('../tokenizer/OffsetToLocation.cjs');
 const TokenStream = require('../tokenizer/TokenStream.cjs');
 const utils = require('../tokenizer/utils.cjs');
@@ -45,7 +45,8 @@ function processConfig(config) {
         scope: Object.assign(Object.create(null), config.scope),
         atrule: fetchParseValues(config.atrule),
         pseudo: fetchParseValues(config.pseudo),
-        node: fetchParseValues(config.node)
+        node: fetchParseValues(config.node),
+        tokenize: getTokenizer.getTokenizer(config)
     };
 
     for (const [name, context] of Object.entries(config.parseContext)) {
@@ -315,7 +316,7 @@ function createParser(config) {
         source = source_;
         options = options || {};
 
-        parser.setSource(source, index.tokenize);
+        parser.setSource(source, parser.tokenize);
         locationMap.setSource(
             source,
             options.offset,

package/cjs/syntax/config/mix.cjs

@@ -117,6 +117,12 @@ function mix(dest, src) {
             case 'node':
                 result[prop] = mergeDicts(dest[prop], value, ['name', 'structure', 'parse', 'generate', 'walkContext']);
                 break;
+
+            case 'tokenize':
+                if (typeof value === 'function') {
+                    result[prop] = value;
+                }
+                break;
         }
     }
 

package/cjs/syntax/config/parser.cjs

@@ -4,6 +4,7 @@ const index = require('../scope/index.cjs');
 const index$1 = require('../atrule/index.cjs');
 const index$2 = require('../pseudo/index.cjs');
 const indexParse = require('../node/index-parse.cjs');
+const index$3 = require('../../tokenizer/index.cjs');
 
 const config = {
     parseContext: {
@@ -43,7 +44,8 @@ const config = {
     scope: index,
     atrule: index$1,
     pseudo: index$2,
-    node: indexParse
+    node: indexParse,
+    tokenize: index$3.tokenize
 };
 
 module.exports = config;

package/cjs/syntax/create.cjs

@@ -1,12 +1,12 @@
 'use strict';
 
-const index = require('../tokenizer/index.cjs');
 const create = require('../parser/create.cjs');
 const create$2 = require('../generator/create.cjs');
 const create$3 = require('../convertor/create.cjs');
 const create$1 = require('../walker/create.cjs');
 const Lexer = require('../lexer/Lexer.cjs');
 const mix = require('./config/mix.cjs');
+const getTokenizer = require('../utils/get-tokenizer.cjs');
 
 function createSyntax(config) {
     const parse = create.createParser(config);
@@ -18,7 +18,7 @@ function createSyntax(config) {
         lexer: null,
         createLexer: config => new Lexer.Lexer(config, syntax, syntax.lexer.structure),
 
-        tokenize: index.tokenize,
+        tokenize: getTokenizer.getTokenizer(config),
         parse,
         generate,
 

package/cjs/syntax/node/Block.cjs

@@ -3,6 +3,14 @@
 const types = require('../../tokenizer/types.cjs');
 
 const AMPERSAND = 0x0026;       // U+0026 AMPERSAND (&)
+const DOT = 0x002E;             // U+002E FULL STOP (.)
+const STAR = 0x002A;            // U+002A ASTERISK (*);
+
+const selectorStarts = new Set([
+    AMPERSAND,
+    DOT,
+    STAR
+]);
 
 function consumeRaw() {
     return this.Raw(null, true);
@@ -27,6 +35,12 @@ function consumeDeclaration() {
     return node;
 }
 
+function isSelectorStart() {
+    return this.tokenType === types.Delim && selectorStarts.has(this.source.charCodeAt(this.tokenStart)) ||
+        this.tokenType === types.Hash || this.tokenType === types.LeftSquareBracket ||
+        this.tokenType === types.Colon;
+}
+
 const name = 'Block';
 const walkContext = 'block';
 const structure = {
@@ -60,7 +74,7 @@ function parse(isStyleBlock) {
                 break;
 
             default:
-                if (isStyleBlock && this.isDelim(AMPERSAND))  {
+                if (isStyleBlock && isSelectorStart.call(this)) {
                     children.push(consumeRule.call(this));
                 } else {
                     children.push(consumer.call(this));

package/cjs/syntax/node/CDC.cjs

@@ -3,7 +3,7 @@
 const types = require('../../tokenizer/types.cjs');
 
 const name = 'CDC';
-const structure = [];
+const structure = {};
 
 function parse() {
     const start = this.tokenStart;

package/cjs/syntax/node/CDO.cjs

@@ -3,7 +3,7 @@
 const types = require('../../tokenizer/types.cjs');
 
 const name = 'CDO';
-const structure = [];
+const structure = {};
 
 function parse() {
     const start = this.tokenStart;

package/cjs/utils/get-tokenizer.cjs

@@ -0,0 +1,22 @@
+'use strict';
+
+const index = require('../tokenizer/index.cjs');
+
+const FUNCTION_TYPE = 'function';
+
+/**
+ * Gets the tokenizer function from the configuration object or returns the default tokenizer
+ *
+ * @param config Configuration object
+ * @returns Corresponding tokenizer function
+ */
+function getTokenizer(config) {
+    if (config && typeof config.tokenize === FUNCTION_TYPE) {
+        return config.tokenize;
+    }
+
+    // Fallback to the default tokenizer
+    return index.tokenize;
+}
+
+exports.getTokenizer = getTokenizer;