@sxl-studio/token-transformer 1.0.0 → 2.0.0

package/dist/core/token-loader.js

@@ -0,0 +1,380 @@
+import fs from "node:fs/promises";
+import path from "node:path";
+import { glob } from "glob";
+import { minimatch } from "minimatch";
+import { canonicalTokenPath, parseTokenFile } from "./token-parser.js";
+export async function scanSourceFiles(tokenDir, include, exclude) {
+    const discoveredFiles = await discoverTokenFiles(tokenDir, include, exclude);
+    const sourceFiles = {};
+    for (const filePath of discoveredFiles) {
+        const absolute = path.join(tokenDir, filePath);
+        const stats = await fs.stat(absolute);
+        sourceFiles[filePath] = {
+            size: stats.size,
+            mtimeMs: stats.mtimeMs,
+        };
+    }
+    return sourceFiles;
+}
+export async function loadTokenSets(config) {
+    const diagnostics = [];
+    const discoveredFiles = await discoverTokenFiles(config.source.tokenDir, config.source.include, config.source.exclude);
+    const filesIndex = new Map();
+    const sourceFiles = {};
+    for (const filePath of discoveredFiles) {
+        const absolute = path.join(config.source.tokenDir, filePath);
+        try {
+            const stats = await fs.stat(absolute);
+            sourceFiles[filePath] = {
+                size: stats.size,
+                mtimeMs: stats.mtimeMs,
+            };
+            const raw = await fs.readFile(absolute, "utf-8");
+            const parsed = JSON.parse(raw);
+            const parseResult = parseTokenFile(parsed, filePath);
+            diagnostics.push(...parseResult.diagnostics);
+            filesIndex.set(filePath, parseResult.tokens);
+        }
+        catch (error) {
+            diagnostics.push({
+                level: "error",
+                code: "TOKEN_FILE_PARSE_ERROR",
+                message: `Failed to parse ${filePath}: ${String(error)}`,
+            });
+        }
+    }
+    const projectConfig = await readProjectConfig(config.source.configFile, diagnostics);
+    const tokenSets = [];
+    for (const tokenSet of config.tokenSets) {
+        const tokens = [];
+        const resolverMap = new Map();
+        const selectorsResolved = [];
+        const seenEmit = new Map();
+        for (const selector of tokenSet.selectors) {
+            const resolution = await resolveSelectorFiles(config.source.tokenDir, selector, projectConfig, diagnostics);
+            selectorsResolved.push({
+                selector,
+                files: resolution.emitFiles,
+                resolverFiles: resolution.resolverFiles,
+            });
+            for (const filePath of resolution.emitFiles) {
+                const fileTokens = filesIndex.get(filePath) ?? [];
+                for (const token of fileTokens) {
+                    const candidate = {
+                        ...token,
+                        sourceCollection: selector.collection,
+                        sourceMode: selector.mode,
+                    };
+                    const merged = mergeTokenByPath(candidate, tokens, seenEmit, config.options.collisionStrategy, diagnostics);
+                    if (merged)
+                        tokens.push(merged);
+                }
+            }
+            for (const filePath of resolution.resolverFiles) {
+                const fileTokens = filesIndex.get(filePath) ?? [];
+                for (const token of fileTokens) {
+                    const candidate = {
+                        ...token,
+                        sourceCollection: selector.collection,
+                        sourceMode: selector.mode,
+                    };
+                    setResolverToken(resolverMap, candidate);
+                }
+            }
+        }
+        tokenSets.push({
+            id: tokenSet.id,
+            unresolvedAliases: tokenSet.unresolvedAliases,
+            tokens,
+            resolverTokens: [...resolverMap.values()],
+            selectors: selectorsResolved,
+        });
+    }
+    return { tokenSets, diagnostics, filesIndex, projectConfig, sourceFiles };
+}
+export async function discoverTokenFiles(tokenDir, include, exclude) {
+    const files = [];
+    const seen = new Set();
+    for (const pattern of include) {
+        const matched = await glob(pattern, {
+            cwd: tokenDir,
+            nodir: true,
+            dot: true,
+            posix: true,
+            ignore: exclude,
+        });
+        for (const file of matched) {
+            if (seen.has(file))
+                continue;
+            seen.add(file);
+            files.push(file);
+        }
+    }
+    return files;
+}
+async function readProjectConfig(configFilePath, diagnostics) {
+    try {
+        const raw = await fs.readFile(configFilePath, "utf-8");
+        return JSON.parse(raw);
+    }
+    catch (error) {
+        diagnostics.push({
+            level: "warn",
+            code: "PROJECT_CONFIG_UNAVAILABLE",
+            message: `Cannot read source config file ${configFilePath}: ${String(error)}`,
+        });
+        return null;
+    }
+}
+async function resolveSelectorFiles(tokenDir, selector, projectConfig, diagnostics) {
+    const orderedEmit = [];
+    const emitSeen = new Set();
+    const orderedResolver = [];
+    const resolverSeen = new Set();
+    const appendEmit = (filePath) => {
+        if (emitSeen.has(filePath))
+            return;
+        emitSeen.add(filePath);
+        orderedEmit.push(filePath);
+    };
+    const appendResolver = (filePath) => {
+        if (resolverSeen.has(filePath))
+            return;
+        resolverSeen.add(filePath);
+        orderedResolver.push(filePath);
+    };
+    if (selector.collection && selector.mode) {
+        const collection = projectConfig?.collections?.find((item) => item.name === selector.collection);
+        if (!collection) {
+            diagnostics.push({
+                level: "error",
+                code: "COLLECTION_NOT_FOUND",
+                message: `Selector references unknown collection "${selector.collection}"`,
+            });
+        }
+        else {
+            const mode = collection.modes.find((item) => item.name === selector.mode);
+            if (!mode) {
+                diagnostics.push({
+                    level: "error",
+                    code: "MODE_NOT_FOUND",
+                    message: `Selector references unknown mode "${selector.mode}" in collection "${selector.collection}"`,
+                });
+            }
+            else {
+                if (selector.includeRefs !== false) {
+                    const refFiles = collectReferencedFiles(collection, mode, projectConfig, selector, diagnostics);
+                    for (const filePath of refFiles) {
+                        appendResolver(filePath);
+                    }
+                }
+                for (const [filePath, status] of Object.entries(mode.files)) {
+                    if (status !== "enabled")
+                        continue;
+                    const normalizedFilePath = normalizeFilePath(filePath);
+                    appendEmit(normalizedFilePath);
+                    appendResolver(normalizedFilePath);
+                }
+            }
+        }
+    }
+    const expansionPatterns = [
+        ...(selector.files ?? []),
+        ...(selector.include ?? []),
+    ];
+    for (const pattern of expansionPatterns) {
+        const matched = await glob(pattern, {
+            cwd: tokenDir,
+            nodir: true,
+            dot: true,
+            posix: true,
+        });
+        if (matched.length === 0) {
+            diagnostics.push({
+                level: "warn",
+                code: "SELECTOR_PATTERN_EMPTY",
+                message: `Selector pattern has no matches: "${pattern}"`,
+            });
+        }
+        for (const filePath of matched) {
+            const normalizedFilePath = normalizeFilePath(filePath);
+            appendEmit(normalizedFilePath);
+            appendResolver(normalizedFilePath);
+        }
+    }
+    const excluded = selector.exclude ?? [];
+    const emitFiles = applyExcludePatterns(orderedEmit, excluded);
+    const resolverFiles = applyExcludePatterns(orderedResolver, excluded);
+    return { emitFiles, resolverFiles };
+}
+function collectReferencedFiles(sourceCollection, sourceMode, projectConfig, selector, diagnostics) {
+    if (!projectConfig?.collections || projectConfig.collections.length === 0)
+        return [];
+    const collections = projectConfig.collections;
+    const files = [];
+    const fileSeen = new Set();
+    const modeVisited = new Set();
+    const appendFile = (filePath) => {
+        const normalized = normalizeFilePath(filePath);
+        if (fileSeen.has(normalized))
+            return;
+        fileSeen.add(normalized);
+        files.push(normalized);
+    };
+    const appendModeFiles = (mode) => {
+        for (const [filePath, status] of Object.entries(mode.files)) {
+            if (status !== "enabled")
+                continue;
+            appendFile(filePath);
+        }
+    };
+    const visit = (collection, mode) => {
+        const modeKey = `${collection.name}::${mode.name}`;
+        if (modeVisited.has(modeKey))
+            return;
+        modeVisited.add(modeKey);
+        const refs = [
+            ...(collection.ref ?? []),
+            ...(mode.ref ?? []),
+        ];
+        for (const ref of refs) {
+            if (ref.type !== "local") {
+                diagnostics.push({
+                    level: "warn",
+                    code: "SELECTOR_REF_UNSUPPORTED",
+                    message: `Ref type "${ref.type}" is not supported in transformer for selector ` +
+                        `"${selector.collection ?? "<files>"}:${selector.mode ?? "<none>"}"`,
+                });
+                continue;
+            }
+            const targetCollection = collections.find((item) => item.name === ref.collection);
+            if (!targetCollection) {
+                diagnostics.push({
+                    level: "warn",
+                    code: "SELECTOR_REF_COLLECTION_NOT_FOUND",
+                    message: `Ref points to unknown collection "${ref.collection}" from ` +
+                        `"${collection.name}/${mode.name}"`,
+                });
+                continue;
+            }
+            const targetMode = pickReferencedMode(targetCollection, mode.name, ref, selector, diagnostics, collection.name);
+            if (!targetMode)
+                continue;
+            visit(targetCollection, targetMode);
+            appendModeFiles(targetMode);
+        }
+    };
+    visit(sourceCollection, sourceMode);
+    return files;
+}
+function pickReferencedMode(collection, currentModeName, ref, selector, diagnostics, sourceCollectionName) {
+    const overrideModeName = selector.refModeMap?.[collection.name];
+    if (overrideModeName) {
+        const overrideMode = collection.modes.find((item) => item.name === overrideModeName && item.enabled !== false);
+        if (!overrideMode) {
+            diagnostics.push({
+                level: "error",
+                code: "SELECTOR_REF_MODE_OVERRIDE_NOT_FOUND",
+                message: `refModeMap for collection "${collection.name}" points to unknown/disabled mode "${overrideModeName}"`,
+            });
+            return null;
+        }
+        return overrideMode;
+    }
+    if (ref.mode) {
+        const explicitMode = collection.modes.find((item) => item.name === ref.mode && item.enabled !== false);
+        if (!explicitMode) {
+            diagnostics.push({
+                level: "error",
+                code: "SELECTOR_REF_MODE_NOT_FOUND",
+                message: `Ref from "${sourceCollectionName}" points to collection "${collection.name}" mode "${ref.mode}" ` +
+                    "that does not exist or is disabled",
+            });
+            return null;
+        }
+        return explicitMode;
+    }
+    const sameMode = collection.modes.find((item) => item.name === currentModeName && item.enabled !== false);
+    if (sameMode)
+        return sameMode;
+    const firstEnabled = collection.modes.find((item) => item.enabled !== false);
+    if (!firstEnabled) {
+        diagnostics.push({
+            level: "warn",
+            code: "SELECTOR_REF_MODE_DISABLED",
+            message: `Collection "${collection.name}" has no enabled modes for ref from "${sourceCollectionName}"`,
+        });
+        return null;
+    }
+    diagnostics.push({
+        level: "warn",
+        code: "SELECTOR_REF_MODE_AMBIGUOUS",
+        message: `Ref "${sourceCollectionName}" -> "${collection.name}" has no mode. ` +
+            `Using first enabled mode "${firstEnabled.name}". Consider selector.refModeMap for deterministic output.`,
+    });
+    return firstEnabled;
+}
+function applyExcludePatterns(files, exclude) {
+    if (exclude.length === 0)
+        return files;
+    return files.filter((filePath) => !exclude.some((pattern) => minimatch(filePath, pattern, { dot: true })));
+}
+function setResolverToken(resolverMap, token) {
+    const key = canonicalTokenPath(token.path);
+    if (resolverMap.has(key)) {
+        resolverMap.delete(key);
+    }
+    resolverMap.set(key, token);
+}
+function normalizeFilePath(filePath) {
+    return filePath.replace(/\\/g, "/").replace(/^\.\//, "");
+}
+function mergeTokenByPath(token, out, seen, strategy, diagnostics) {
+    const basePath = token.path;
+    const index = seen.get(basePath) ?? 0;
+    if (index === 0) {
+        seen.set(basePath, 1);
+        return token;
+    }
+    seen.set(basePath, index + 1);
+    if (strategy === "error") {
+        diagnostics.push({
+            level: "error",
+            code: "TOKEN_PATH_COLLISION",
+            message: `Token path collision for "${basePath}" (${token.sourceFile}). ` +
+                "Use collisionStrategy != error to auto-namespace",
+            tokenPath: basePath,
+        });
+        return null;
+    }
+    if (strategy === "suffix") {
+        return {
+            ...token,
+            path: `${basePath}__dup_${index + 1}`,
+        };
+    }
+    if (strategy === "namespace-by-file") {
+        const ns = toSafeNamespace(path.basename(token.sourceFile, path.extname(token.sourceFile)));
+        return {
+            ...token,
+            path: `${ns}/${basePath}`,
+        };
+    }
+    const modeNs = toSafeNamespace(token.sourceMode ?? token.sourceCollection ?? path.basename(token.sourceFile, path.extname(token.sourceFile)));
+    return {
+        ...token,
+        path: `${modeNs}/${basePath}`,
+    };
+}
+function toSafeNamespace(value) {
+    return value
+        .replace(/\\/g, "/")
+        .split("/")
+        .filter(Boolean)
+        .join("-")
+        .replace(/[^a-zA-Z0-9-_]/g, "-")
+        .replace(/-+/g, "-")
+        .replace(/^-|-$/g, "")
+        .toLowerCase() || "tokens";
+}
+//# sourceMappingURL=token-loader.js.map

package/dist/core/token-loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"token-loader.js","sourceRoot":"","sources":["../../src/core/token-loader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAClC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAYtC,OAAO,EAAE,kBAAkB,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAUvE,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,QAAgB,EAChB,OAAiB,EACjB,OAAiB;IAEjB,MAAM,eAAe,GAAG,MAAM,kBAAkB,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAC7E,MAAM,WAAW,GAA0C,EAAE,CAAC;IAE9D,KAAK,MAAM,QAAQ,IAAI,eAAe,EAAE,CAAC;QACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAC/C,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACtC,WAAW,CAAC,QAAQ,CAAC,GAAG;YACtB,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,OAAO,EAAE,KAAK,CAAC,OAAO;SACvB,CAAC;IACJ,CAAC;IAED,OAAO,WAAW,CAAC;AACrB,CAAC;AAOD,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,MAAiC;IACnE,MAAM,WAAW,GAAiB,EAAE,CAAC;IAErC,MAAM,eAAe,GAAG,MAAM,kBAAkB,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACvH,MAAM,UAAU,GAAG,IAAI,GAAG,EAAuB,CAAC;IAClD,MAAM,WAAW,GAA0C,EAAE,CAAC;IAE9D,KAAK,MAAM,QAAQ,IAAI,eAAe,EAAE,CAAC;QACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAE7D,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACtC,WAAW,CAAC,QAAQ,CAAC,GAAG;gBACtB,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,OAAO,EAAE,KAAK,CAAC,OAAO;aACvB,CAAC;YAEF,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YACjD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAA4B,CAAC;YAC1D,MAAM,WAAW,GAAG,cAAc,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YACrD,WAAW,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,WAAW,CAAC,CAAC;YAC7C,UAAU,CAAC,GAAG,CAAC,QAAQ,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;QAC/C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,WAAW,CAAC,IAAI,CAAC;gBACf,KAAK,EAAE,OAAO;gBACd,IAAI,EAAE,wBAAwB;gBAC9B,OAAO,EAAE,mBAAmB,QAAQ,KAAK,MAAM,CAAC,KAAK,CAAC,EAAE;aACzD,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,MAAM,aAAa,GAAG,MAAM,iBAAiB,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;IAErF,MAAM,SAAS,GAAuB,EAAE,CAAC;IAEzC,KAAK,MAAM,QAAQ,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACxC,MAAM,MAAM,GAAgB,EAAE,CAAC;QAC/B,MAAM,WAAW,GAAG,IAAI,GAAG,EAAqB,CAAC;QACjD,MAAM,iBAAiB,GAAkC,EAAE,CAAC;QAC5D,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAkB,CAAC;QAE3C,KAAK,MAAM,QAAQ,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;YAC1C,MAAM,UAAU,GAAG,MAAM,oBAAoB,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,EAAE,aAAa,EAAE,WAAW,CAAC,CAAC;YAE5G,iBAAiB,CAAC,IAAI,CAAC;gBACrB,QAAQ;gBACR,KAAK,EAAE,UAAU,CAAC,SAAS;gBAC3B,aAAa,EAAE,UAAU,CAAC,aAAa;aACxC,CAAC,CAAC;YAEH,KAAK,MAAM,QAAQ,IAAI,UAAU,CAAC,SAAS,EAAE,CAAC;gBAC5C,MAAM,UAAU,GAAG,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;gBAClD,KAAK,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;oBAC/B,MAAM,SAAS,GAAc;wBAC3B,GAAG,KAAK;wBACR,gBAAgB,EAAE,QAAQ,CAAC,UAAU;wBACrC,UAAU,EAAE,QAAQ,CAAC,IAAI;qBAC1B,CAAC;oBAEF,MAAM,MAAM,GAAG,gBAAgB,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,iBAAiB,EAAE,WAAW,CAAC,CAAC;oBAC5G,IAAI,MAAM;wBAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAClC,CAAC;YACH,CAAC;YAED,KAAK,MAAM,QAAQ,IAAI,UAAU,CAAC,aAAa,EAAE,CAAC;gBAChD,MAAM,UAAU,GAAG,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;gBAClD,KAAK,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;oBAC/B,MAAM,SAAS,GAAc;wBAC3B,GAAG,KAAK;wBACR,gBAAgB,EAAE,QAAQ,CAAC,UAAU;wBACrC,UAAU,EAAE,QAAQ,CAAC,IAAI;qBAC1B,CAAC;oBACF,gBAAgB,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;gBAC3C,CAAC;YACH,CAAC;QACH,CAAC;QAED,SAAS,CAAC,IAAI,CAAC;YACb,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,iBAAiB,EAAE,QAAQ,CAAC,iBAAiB;YAC7C,MAAM;YACN,cAAc,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC;YACzC,SAAS,EAAE,iBAAiB;SAC7B,CAAC,CAAC;IACL,CAAC;IAED,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,UAAU,EAAE,aAAa,EAAE,WAAW,EAAE,CAAC;AAC5E,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,QAAgB,EAAE,OAAiB,EAAE,OAAiB;IAC7F,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAE/B,KAAK,MAAM,OAAO,IAAI,OAAO,EAAE,CAAC;QAC9B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE;YAClC,GAAG,EAAE,QAAQ;YACb,KAAK,EAAE,IAAI;YACX,GAAG,EAAE,IAAI;YACT,KAAK,EAAE,IAAI;YACX,MAAM,EAAE,OAAO;SAChB,CAAC,CAAC;QAEH,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;YAC3B,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;gBAAE,SAAS;YAC7B,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACf,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnB,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,cAAsB,EAAE,WAAyB;IAChF,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;QACvD,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAwB,CAAC;IAChD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,WAAW,CAAC,IAAI,CAAC;YACf,KAAK,EAAE,MAAM;YACb,IAAI,EAAE,4BAA4B;YAClC,OAAO,EAAE,kCAAkC,cAAc,KAAK,MAAM,CAAC,KAAK,CAAC,EAAE;SAC9E,CAAC,CAAC;QACH,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,KAAK,UAAU,oBAAoB,CACjC,QAAgB,EAChB,QAA6E,EAC7E,aAAyC,EACzC,WAAyB;IAEzB,MAAM,WAAW,GAAa,EAAE,CAAC;IACjC,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IACnC,MAAM,eAAe,GAAa,EAAE,CAAC;IACrC,MAAM,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;IAEvC,MAAM,UAAU,GAAG,CAAC,QAAgB,EAAQ,EAAE;QAC5C,IAAI,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC;YAAE,OAAO;QACnC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACvB,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC7B,CAAC,CAAC;IAEF,MAAM,cAAc,GAAG,CAAC,QAAgB,EAAQ,EAAE;QAChD,IAAI,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC;YAAE,OAAO;QACvC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC3B,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACjC,CAAC,CAAC;IAEF,IAAI,QAAQ,CAAC,UAAU,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;QACzC,MAAM,UAAU,GAAG,aAAa,EAAE,WAAW,EAAE,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,UAAU,CAAC,CAAC;QACjG,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,WAAW,CAAC,IAAI,CAAC;gBACf,KAAK,EAAE,OAAO;gBACd,IAAI,EAAE,sBAAsB;gBAC5B,OAAO,EAAE,2CAA2C,QAAQ,CAAC,UAAU,GAAG;aAC3E,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,IAAI,CAAC,CAAC;YAC1E,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,WAAW,CAAC,IAAI,CAAC;oBACf,KAAK,EAAE,OAAO;oBACd,IAAI,EAAE,gBAAgB;oBACtB,OAAO,EAAE,qCAAqC,QAAQ,CAAC,IAAI,oBAAoB,QAAQ,CAAC,UAAU,GAAG;iBACtG,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,IAAI,QAAQ,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;oBACnC,MAAM,QAAQ,GAAG,sBAAsB,CAAC,UAAU,EAAE,IAAI,EAAE,aAAa,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAC;oBAChG,KAAK,MAAM,QAAQ,IAAI,QAAQ,EAAE,CAAC;wBAChC,cAAc,CAAC,QAAQ,CAAC,CAAC;oBAC3B,CAAC;gBACH,CAAC;gBAED,KAAK,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC5D,IAAI,MAAM,KAAK,SAAS;wBAAE,SAAS;oBACnC,MAAM,kBAAkB,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;oBACvD,UAAU,CAAC,kBAAkB,CAAC,CAAC;oBAC/B,cAAc,CAAC,kBAAkB,CAAC,CAAC;gBACrC,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,iBAAiB,GAAG;QACxB,GAAG,CAAC,QAAQ,CAAC,KAAK,IAAI,EAAE,CAAC;QACzB,GAAG,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE,CAAC;KAC5B,CAAC;IAEF,KAAK,MAAM,OAAO,IAAI,iBAAiB,EAAE,CAAC;QACxC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE;YAClC,GAAG,EAAE,QAAQ;YACb,KAAK,EAAE,IAAI;YACX,GAAG,EAAE,IAAI;YACT,KAAK,EAAE,IAAI;SACZ,CAAC,CAAC;QAEH,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,WAAW,CAAC,IAAI,CAAC;gBACf,KAAK,EAAE,MAAM;gBACb,IAAI,EAAE,wBAAwB;gBAC9B,OAAO,EAAE,qCAAqC,OAAO,GAAG;aACzD,CAAC,CAAC;QACL,CAAC;QAED,KAAK,MAAM,QAAQ,IAAI,OAAO,EAAE,CAAC;YAC/B,MAAM,kBAAkB,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;YACvD,UAAU,CAAC,kBAAkB,CAAC,CAAC;YAC/B,cAAc,CAAC,kBAAkB,CAAC,CAAC;QACrC,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,IAAI,EAAE,CAAC;IACxC,MAAM,SAAS,GAAG,oBAAoB,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;IAC9D,MAAM,aAAa,GAAG,oBAAoB,CAAC,eAAe,EAAE,QAAQ,CAAC,CAAC;IAEtE,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,CAAC;AACtC,CAAC;AAED,SAAS,sBAAsB,CAC7B,gBAAkC,EAClC,UAAsB,EACtB,aAAyC,EACzC,QAA6E,EAC7E,WAAyB;IAEzB,IAAI,CAAC,aAAa,EAAE,WAAW,IAAI,aAAa,CAAC,WAAW,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACrF,MAAM,WAAW,GAAG,aAAa,CAAC,WAAW,CAAC;IAE9C,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IACnC,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;IAEtC,MAAM,UAAU,GAAG,CAAC,QAAgB,EAAQ,EAAE;QAC5C,MAAM,UAAU,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QAC/C,IAAI,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC;YAAE,OAAO;QACrC,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACzB,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACzB,CAAC,CAAC;IAEF,MAAM,eAAe,GAAG,CAAC,IAAgB,EAAQ,EAAE;QACjD,KAAK,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YAC5D,IAAI,MAAM,KAAK,SAAS;gBAAE,SAAS;YACnC,UAAU,CAAC,QAAQ,CAAC,CAAC;QACvB,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,KAAK,GAAG,CAAC,UAA4B,EAAE,IAAgB,EAAQ,EAAE;QACrE,MAAM,OAAO,GAAG,GAAG,UAAU,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC;QACnD,IAAI,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC;YAAE,OAAO;QACrC,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAEzB,MAAM,IAAI,GAAoB;YAC5B,GAAG,CAAC,UAAU,CAAC,GAAG,IAAI,EAAE,CAAC;YACzB,GAAG,CAAC,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC;SACpB,CAAC;QAEF,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,IAAI,GAAG,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBACzB,WAAW,CAAC,IAAI,CAAC;oBACf,KAAK,EAAE,MAAM;oBACb,IAAI,EAAE,0BAA0B;oBAChC,OAAO,EAAE,aAAa,GAAG,CAAC,IAAI,iDAAiD;wBAC7E,IAAI,QAAQ,CAAC,UAAU,IAAI,SAAS,IAAI,QAAQ,CAAC,IAAI,IAAI,QAAQ,GAAG;iBACvE,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YAED,MAAM,gBAAgB,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,GAAG,CAAC,UAAU,CAAC,CAAC;YAClF,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBACtB,WAAW,CAAC,IAAI,CAAC;oBACf,KAAK,EAAE,MAAM;oBACb,IAAI,EAAE,mCAAmC;oBACzC,OAAO,EAAE,qCAAqC,GAAG,CAAC,UAAU,SAAS;wBACnE,IAAI,UAAU,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,GAAG;iBACtC,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YAED,MAAM,UAAU,GAAG,kBAAkB,CACnC,gBAAgB,EAChB,IAAI,CAAC,IAAI,EACT,GAAG,EACH,QAAQ,EACR,WAAW,EACX,UAAU,CAAC,IAAI,CAChB,CAAC;YACF,IAAI,CAAC,UAAU;gBAAE,SAAS;YAE1B,KAAK,CAAC,gBAAgB,EAAE,UAAU,CAAC,CAAC;YACpC,eAAe,CAAC,UAAU,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC,CAAC;IAEF,KAAK,CAAC,gBAAgB,EAAE,UAAU,CAAC,CAAC;IAEpC,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,kBAAkB,CACzB,UAA4B,EAC5B,eAAuB,EACvB,GAAkB,EAClB,QAA6E,EAC7E,WAAyB,EACzB,oBAA4B;IAE5B,MAAM,gBAAgB,GAAG,QAAQ,CAAC,UAAU,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IAChE,IAAI,gBAAgB,EAAE,CAAC;QACrB,MAAM,YAAY,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,gBAAgB,IAAI,IAAI,CAAC,OAAO,KAAK,KAAK,CAAC,CAAC;QAC/G,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,WAAW,CAAC,IAAI,CAAC;gBACf,KAAK,EAAE,OAAO;gBACd,IAAI,EAAE,sCAAsC;gBAC5C,OAAO,EAAE,8BAA8B,UAAU,CAAC,IAAI,sCAAsC,gBAAgB,GAAG;aAChH,CAAC,CAAC;YACH,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,YAAY,CAAC;IACtB,CAAC;IAED,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC;QACb,MAAM,YAAY,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,IAAI,IAAI,CAAC,OAAO,KAAK,KAAK,CAAC,CAAC;QACvG,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,WAAW,CAAC,IAAI,CAAC;gBACf,KAAK,EAAE,OAAO;gBACd,IAAI,EAAE,6BAA6B;gBACnC,OAAO,EAAE,aAAa,oBAAoB,2BAA2B,UAAU,CAAC,IAAI,WAAW,GAAG,CAAC,IAAI,IAAI;oBACzG,oCAAoC;aACvC,CAAC,CAAC;YACH,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,YAAY,CAAC;IACtB,CAAC;IAED,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,eAAe,IAAI,IAAI,CAAC,OAAO,KAAK,KAAK,CAAC,CAAC;IAC1G,IAAI,QAAQ;QAAE,OAAO,QAAQ,CAAC;IAE9B,MAAM,YAAY,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,KAAK,KAAK,CAAC,CAAC;IAC7E,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,WAAW,CAAC,IAAI,CAAC;YACf,KAAK,EAAE,MAAM;YACb,IAAI,EAAE,4BAA4B;YAClC,OAAO,EAAE,eAAe,UAAU,CAAC,IAAI,wCAAwC,oBAAoB,GAAG;SACvG,CAAC,CAAC;QACH,OAAO,IAAI,CAAC;IACd,CAAC;IAED,WAAW,CAAC,IAAI,CAAC;QACf,KAAK,EAAE,MAAM;QACb,IAAI,EAAE,6BAA6B;QACnC,OAAO,EAAE,QAAQ,oBAAoB,SAAS,UAAU,CAAC,IAAI,iBAAiB;YAC5E,6BAA6B,YAAY,CAAC,IAAI,2DAA2D;KAC5G,CAAC,CAAC;IAEH,OAAO,YAAY,CAAC;AACtB,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAe,EAAE,OAAiB;IAC9D,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACvC,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;AAC7G,CAAC;AAED,SAAS,gBAAgB,CAAC,WAAmC,EAAE,KAAgB;IAC7E,MAAM,GAAG,GAAG,kBAAkB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC3C,IAAI,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;QACzB,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAC1B,CAAC;IACD,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;AAC9B,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAgB;IACzC,OAAO,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;AAC3D,CAAC;AAED,SAAS,gBAAgB,CACvB,KAAgB,EAChB,GAAgB,EAChB,IAAyB,EACzB,QAAmE,EACnE,WAAyB;IAEzB,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC;IAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAEtC,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;QAChB,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QACtB,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;IAE9B,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;QACzB,WAAW,CAAC,IAAI,CAAC;YACf,KAAK,EAAE,OAAO;YACd,IAAI,EAAE,sBAAsB;YAC5B,OAAO,EAAE,6BAA6B,QAAQ,MAAM,KAAK,CAAC,UAAU,KAAK;gBACvE,kDAAkD;YACpD,SAAS,EAAE,QAAQ;SACpB,CAAC,CAAC;QACH,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC1B,OAAO;YACL,GAAG,KAAK;YACR,IAAI,EAAE,GAAG,QAAQ,SAAS,KAAK,GAAG,CAAC,EAAE;SACtC,CAAC;IACJ,CAAC;IAED,IAAI,QAAQ,KAAK,mBAAmB,EAAE,CAAC;QACrC,MAAM,EAAE,GAAG,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAC5F,OAAO;YACL,GAAG,KAAK;YACR,IAAI,EAAE,GAAG,EAAE,IAAI,QAAQ,EAAE;SAC1B,CAAC;IACJ,CAAC;IAED,MAAM,MAAM,GAAG,eAAe,CAAC,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,gBAAgB,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;IAC9I,OAAO;QACL,GAAG,KAAK;QACR,IAAI,EAAE,GAAG,MAAM,IAAI,QAAQ,EAAE;KAC9B,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CAAC,KAAa;IACpC,OAAO,KAAK;SACT,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC;SACnB,KAAK,CAAC,GAAG,CAAC;SACV,MAAM,CAAC,OAAO,CAAC;SACf,IAAI,CAAC,GAAG,CAAC;SACT,OAAO,CAAC,iBAAiB,EAAE,GAAG,CAAC;SAC/B,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC;SACnB,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC;SACrB,WAAW,EAAE,IAAI,QAAQ,CAAC;AAC/B,CAAC"}

package/dist/core/token-parser.d.ts

@@ -0,0 +1,9 @@
+import type { Diagnostic, FlatToken } from "./types.js";
+type ParseResult = {
+    tokens: FlatToken[];
+    diagnostics: Diagnostic[];
+};
+export declare function parseTokenFile(json: Record<string, unknown>, filePath: string): ParseResult;
+export declare function canonicalTokenPath(pathValue: string): string;
+export declare function canonicalAliasPath(pathValue: string): string;
+export {};

package/dist/core/token-parser.js

@@ -0,0 +1,138 @@
+import { isTokenType, normalizeTokenTypeKey } from "./token-types.js";
+function isDTCGKey(key) {
+    return key.startsWith("$");
+}
+function isTokenNode(node) {
+    return typeof node === "object" && node !== null && "$value" in node;
+}
+function parseAlias(value) {
+    if (typeof value !== "string")
+        return null;
+    const trimmed = value.trim();
+    if (!/^\{[^{}]+\}$/.test(trimmed))
+        return null;
+    const inner = trimmed.slice(1, -1).trim();
+    if (!inner)
+        return null;
+    return inner;
+}
+function mergeExtensions(parent, child) {
+    if (!parent && !child)
+        return undefined;
+    if (!parent)
+        return child;
+    if (!child)
+        return { ...parent };
+    return { ...parent, ...child };
+}
+function inferTypeFromValue(value) {
+    if (typeof value === "boolean")
+        return "boolean";
+    if (typeof value === "number")
+        return "number";
+    if (typeof value === "string") {
+        const trimmed = value.trim();
+        if (parseAlias(trimmed))
+            return null;
+        if (trimmed.startsWith("#") ||
+            trimmed.startsWith("rgb") ||
+            trimmed.startsWith("hsl") ||
+            trimmed.startsWith("oklch") ||
+            trimmed.startsWith("lch") ||
+            trimmed.startsWith("color(")) {
+            return "color";
+        }
+        if (/^-?\d*\.?\d+(px|rem|em|%|ms|s|dp|sp|pt)?$/i.test(trimmed)) {
+            return "dimension";
+        }
+        if (trimmed === "true" || trimmed === "false")
+            return "boolean";
+    }
+    if (Array.isArray(value)) {
+        if (value.length > 0 && typeof value[0] === "object")
+            return "shadow";
+    }
+    if (typeof value === "object" && value !== null) {
+        const obj = value;
+        if ("fontFamily" in obj)
+            return "typography";
+        if (("offsetX" in obj || "offsetY" in obj || "blur" in obj) && "color" in obj)
+            return "shadow";
+        if ("stops" in obj)
+            return "gradient";
+        if ("color" in obj && "width" in obj && "style" in obj)
+            return "border";
+    }
+    return null;
+}
+export function parseTokenFile(json, filePath) {
+    const diagnostics = [];
+    const tokens = [];
+    const rootType = typeof json.$type === "string" ? normalizeTokenTypeKey(json.$type) : undefined;
+    const rootExtensions = json.$extensions;
+    function walk(obj, pathParts, inheritedType, inheritedExtensions) {
+        const ownType = typeof obj.$type === "string" ? normalizeTokenTypeKey(obj.$type) : inheritedType;
+        const groupExtensions = mergeExtensions(inheritedExtensions, obj.$extensions);
+        for (const [key, value] of Object.entries(obj)) {
+            if (isDTCGKey(key))
+                continue;
+            if (typeof value !== "object" || value === null || Array.isArray(value))
+                continue;
+            const nextPath = [...pathParts, key];
+            const node = value;
+            if (isTokenNode(node)) {
+                let tokenType = typeof node.$type === "string"
+                    ? normalizeTokenTypeKey(node.$type)
+                    : ownType;
+                if (!tokenType) {
+                    tokenType = inferTypeFromValue(node.$value) ?? undefined;
+                }
+                if (!tokenType && parseAlias(node.$value)) {
+                    tokenType = "color";
+                }
+                if (!tokenType) {
+                    diagnostics.push({
+                        level: "error",
+                        code: "TOKEN_TYPE_MISSING",
+                        message: `${filePath}:${nextPath.join("/")} has no $type and cannot infer token type`,
+                        tokenPath: nextPath.join("/"),
+                    });
+                    continue;
+                }
+                if (!isTokenType(tokenType)) {
+                    diagnostics.push({
+                        level: "error",
+                        code: "TOKEN_TYPE_UNKNOWN",
+                        message: `${filePath}:${nextPath.join("/")} has unknown $type "${tokenType}"`,
+                        tokenPath: nextPath.join("/"),
+                    });
+                    continue;
+                }
+                const extensions = mergeExtensions(groupExtensions, node.$extensions);
+                const aliasPath = parseAlias(node.$value);
+                tokens.push({
+                    path: nextPath.join("/"),
+                    type: normalizeTokenTypeKey(tokenType),
+                    value: node.$value,
+                    description: typeof node.$description === "string" ? node.$description : undefined,
+                    extensions,
+                    id: typeof node.$id === "string" ? node.$id : undefined,
+                    isAlias: aliasPath !== null,
+                    aliasPath: aliasPath ?? undefined,
+                    sourceFile: filePath,
+                });
+                continue;
+            }
+            walk(node, nextPath, ownType, groupExtensions);
+        }
+    }
+    walk(json, [], rootType, rootExtensions);
+    return { tokens, diagnostics };
+}
+export function canonicalTokenPath(pathValue) {
+    return pathValue.replace(/\\/g, "/").replace(/\./g, "/").replace(/\/+/g, "/");
+}
+export function canonicalAliasPath(pathValue) {
+    return canonicalTokenPath(pathValue);
+}
+//# sourceMappingURL=token-parser.js.map

package/dist/core/token-parser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"token-parser.js","sourceRoot":"","sources":["../../src/core/token-parser.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AAgBtE,SAAS,SAAS,CAAC,GAAW;IAC5B,OAAO,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;AAC7B,CAAC;AAED,SAAS,WAAW,CAAC,IAAa;IAChC,OAAO,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,IAAI,QAAQ,IAAI,IAAI,CAAC;AACvE,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IAC3C,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IAC7B,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC;QAAE,OAAO,IAAI,CAAC;IAC/C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC1C,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IACxB,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,eAAe,CACtB,MAAmC,EACnC,KAAkC;IAElC,IAAI,CAAC,MAAM,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IACxC,IAAI,CAAC,MAAM;QAAE,OAAO,KAAK,CAAC;IAC1B,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,GAAG,MAAM,EAAE,CAAC;IACjC,OAAO,EAAE,GAAG,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC;AACjC,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAc;IACxC,IAAI,OAAO,KAAK,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IACjD,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,QAAQ,CAAC;IAE/C,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;QAE7B,IAAI,UAAU,CAAC,OAAO,CAAC;YAAE,OAAO,IAAI,CAAC;QAErC,IACE,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;YACvB,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC;YACzB,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC;YACzB,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC;YAC3B,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC;YACzB,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,EAC5B,CAAC;YACD,OAAO,OAAO,CAAC;QACjB,CAAC;QAED,IAAI,4CAA4C,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YAC/D,OAAO,WAAW,CAAC;QACrB,CAAC;QAED,IAAI,OAAO,KAAK,MAAM,IAAI,OAAO,KAAK,OAAO;YAAE,OAAO,SAAS,CAAC;IAClE,CAAC;IAED,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,QAAQ;YAAE,OAAO,QAAQ,CAAC;IACxE,CAAC;IAED,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QAChD,MAAM,GAAG,GAAG,KAAgC,CAAC;QAC7C,IAAI,YAAY,IAAI,GAAG;YAAE,OAAO,YAAY,CAAC;QAC7C,IAAI,CAAC,SAAS,IAAI,GAAG,IAAI,SAAS,IAAI,GAAG,IAAI,MAAM,IAAI,GAAG,CAAC,IAAI,OAAO,IAAI,GAAG;YAAE,OAAO,QAAQ,CAAC;QAC/F,IAAI,OAAO,IAAI,GAAG;YAAE,OAAO,UAAU,CAAC;QACtC,IAAI,OAAO,IAAI,GAAG,IAAI,OAAO,IAAI,GAAG,IAAI,OAAO,IAAI,GAAG;YAAE,OAAO,QAAQ,CAAC;IAC1E,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,cAAc,CAC5B,IAA6B,EAC7B,QAAgB;IAEhB,MAAM,WAAW,GAAiB,EAAE,CAAC;IACrC,MAAM,MAAM,GAAgB,EAAE,CAAC;IAE/B,MAAM,QAAQ,GAAG,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,qBAAqB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAChG,MAAM,cAAc,GAAG,IAAI,CAAC,WAA0C,CAAC;IAEvE,SAAS,IAAI,CACX,GAA4B,EAC5B,SAAmB,EACnB,aAAiC,EACjC,mBAAgD;QAEhD,MAAM,OAAO,GAAG,OAAO,GAAG,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,qBAAqB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;QACjG,MAAM,eAAe,GAAG,eAAe,CACrC,mBAAmB,EACnB,GAAG,CAAC,WAA0C,CAC/C,CAAC;QAEF,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;YAC/C,IAAI,SAAS,CAAC,GAAG,CAAC;gBAAE,SAAS;YAC7B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;gBAAE,SAAS;YAElF,MAAM,QAAQ,GAAG,CAAC,GAAG,SAAS,EAAE,GAAG,CAAC,CAAC;YACrC,MAAM,IAAI,GAAG,KAAgC,CAAC;YAE9C,IAAI,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC;gBACtB,IAAI,SAAS,GAAG,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ;oBAC5C,CAAC,CAAC,qBAAqB,CAAC,IAAI,CAAC,KAAK,CAAC;oBACnC,CAAC,CAAC,OAAO,CAAC;gBAEZ,IAAI,CAAC,SAAS,EAAE,CAAC;oBACf,SAAS,GAAG,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC;gBAC3D,CAAC;gBAED,IAAI,CAAC,SAAS,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;oBAC1C,SAAS,GAAG,OAAO,CAAC;gBACtB,CAAC;gBAED,IAAI,CAAC,SAAS,EAAE,CAAC;oBACf,WAAW,CAAC,IAAI,CAAC;wBACf,KAAK,EAAE,OAAO;wBACd,IAAI,EAAE,oBAAoB;wBAC1B,OAAO,EAAE,GAAG,QAAQ,IAAI,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,2CAA2C;wBACrF,SAAS,EAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC;qBAC9B,CAAC,CAAC;oBACH,SAAS;gBACX,CAAC;gBAED,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,CAAC;oBAC5B,WAAW,CAAC,IAAI,CAAC;wBACf,KAAK,EAAE,OAAO;wBACd,IAAI,EAAE,oBAAoB;wBAC1B,OAAO,EAAE,GAAG,QAAQ,IAAI,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,uBAAuB,SAAS,GAAG;wBAC7E,SAAS,EAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC;qBAC9B,CAAC,CAAC;oBACH,SAAS;gBACX,CAAC;gBAED,MAAM,UAAU,GAAG,eAAe,CAChC,eAAe,EACf,IAAI,CAAC,WAA0C,CAChD,CAAC;gBAEF,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAE1C,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC;oBACxB,IAAI,EAAE,qBAAqB,CAAC,SAAS,CAAC;oBACtC,KAAK,EAAE,IAAI,CAAC,MAAM;oBAClB,WAAW,EAAE,OAAO,IAAI,CAAC,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS;oBAClF,UAAU;oBACV,EAAE,EAAE,OAAO,IAAI,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS;oBACvD,OAAO,EAAE,SAAS,KAAK,IAAI;oBAC3B,SAAS,EAAE,SAAS,IAAI,SAAS;oBACjC,UAAU,EAAE,QAAQ;iBACrB,CAAC,CAAC;gBAEH,SAAS;YACX,CAAC;YAED,IAAI,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,eAAe,CAAC,CAAC;QACjD,CAAC;IACH,CAAC;IAED,IAAI,CAAC,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,cAAc,CAAC,CAAC;IAEzC,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC;AACjC,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,SAAiB;IAClD,OAAO,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;AAChF,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,SAAiB;IAClD,OAAO,kBAAkB,CAAC,SAAS,CAAC,CAAC;AACvC,CAAC"}

package/dist/core/token-types.d.ts

@@ -0,0 +1,7 @@
+export declare const SIMPLE_TOKEN_TYPES: Set<string>;
+export declare const COMPOSITE_TOKEN_TYPES: Set<string>;
+export declare function normalizeTokenTypeKey(raw: string): string;
+export declare function isSimpleType(type: string): boolean;
+export declare function isCompositeType(type: string): boolean;
+export declare function isTokenType(type: string): boolean;
+export declare function shouldSkipByType(type: string): boolean;