@khaledeltohamy14/token-pipeline-engine 1.0.1 → 1.0.5

package/generators/token-utils.js

@@ -12,26 +12,34 @@ function readJSON(filePath) {
     );
   }
 }
-
 function ensureDir(dir) {
-  fs.mkdirSync(dir, { recursive: true });
+  fs.mkdirSync(dir, {
+    recursive: true,
+  });
 }
 
 function isObject(value) {
-  return value !== null &&
-      typeof value === 'object' &&
-      !Array.isArray(value);
+  return (
+    value !== null &&
+    typeof value === 'object' &&
+    !Array.isArray(value)
+  );
 }
 
 function isToken(value) {
-  return isObject(value) &&
-      ('$value' in value || 'value' in value);
+  return (
+    isObject(value) &&
+    (
+      '$value' in value ||
+      'value' in value
+    )
+  );
 }
 
 function getTokenValue(token) {
   return '$value' in token
-      ? token.$value
-      : token.value;
+    ? token.$value
+    : token.value;
 }
 
 function getTokenType(token) {
@@ -39,123 +47,80 @@ function getTokenType(token) {
 }
 
 function isReference(value) {
-  return typeof value === 'string' &&
-      value.startsWith('{') &&
-      value.endsWith('}');
+  return (
+    typeof value === 'string' &&
+    value.startsWith('{') &&
+    value.endsWith('}')
+  );
 }
 
 function cleanReference(value) {
   return value
-      .replace(/^\{/, '')
-      .replace(/\}$/, '')
-      .trim();
+    .replace(/^\{/, '')
+    .replace(/\}$/, '')
+    .trim();
 }
 
-/*
-|--------------------------------------------------------------------------
-| Dart naming
-|--------------------------------------------------------------------------
-|
-| JSON naming stays untouched.
-|
-| Dart:
-|
-| red_500                    -> red500
-| card_background            -> cardBackground
-| textfieldcomponent_padding -> textfieldComponentPadding
-| topRightButtonsComponent   -> topRightButtonsComponent
-| toprightbuttonscomponent   -> topRightButtonsComponent
-|
-|--------------------------------------------------------------------------
-*/
-
-const KNOWN_COMPOUND_NAMES = {
-  toprightbuttons: 'topRightButtons',
-  textfield: 'textfield',
-  button: 'button',
-  radio: 'radio',
-  card: 'card',
-};
-
-function normalizeCompoundWord(word) {
-  const lower = word.toLowerCase();
-
-  /*
-   * Handle:
-   *
-   * textfieldcomponent
-   * buttoncomponent
-   * radiocomponent
-   * cardcomponent
-   * toprightbuttonscomponent
-   */
-  if (lower.endsWith('component')) {
-    const base = lower.substring(
-      0,
-      lower.length - 'component'.length
-    );
-
-    const normalizedBase =
-        KNOWN_COMPOUND_NAMES[base] || base;
-
-    return `${normalizedBase}Component`;
-  }
-
-  return KNOWN_COMPOUND_NAMES[lower] || lower;
-}
-
-function splitIdentifier(value) {
+function canonicalTokenKey(value) {
   return String(value)
-      .replace(/([a-z0-9])([A-Z])/g, '$1 $2')
-      .replace(/([A-Z]+)([A-Z][a-z])/g, '$1 $2')
-      .replace(/[_./\\\-]+/g, ' ')
-      .trim()
-      .split(/\s+/)
-      .filter(Boolean);
+    .replace(/[^a-zA-Z0-9]/g, '')
+    .toLowerCase();
 }
 
+/**
+ * Convert token path to Dart lowerCamelCase.
+ *
+ * Examples:
+ *
+ * primary.500
+ * -> primary500
+ *
+ * text.primary
+ * -> textPrimary
+ *
+ * textFieldComponent.padding
+ * -> textFieldComponentPadding
+ *
+ * topRightButtonsComponent.size
+ * -> topRightButtonsComponentSize
+ */
 function toDartIdentifier(value) {
-  const words = splitIdentifier(value);
+  const words = String(value)
+    .replace(
+      /([a-z0-9])([A-Z])/g,
+      '$1 $2',
+    )
+    .replace(
+      /[^a-zA-Z0-9]+/g,
+      ' ',
+    )
+    .trim()
+    .split(/\s+/)
+    .filter(Boolean);
 
   if (!words.length) {
     return '_token';
   }
 
-  /*
-   * First normalize compound component words.
-   */
-  const normalizedWords = [];
-
-  for (finalWord of words) {
-    const normalized = normalizeCompoundWord(finalWord);
-
-    /*
-     * A word such as:
-     *
-     * topRightButtonsComponent
-     *
-     * can already contain camel casing.
-     */
-    const nested = normalized
-        .replace(/([a-z])([A-Z])/g, '$1 $2')
-        .split(/\s+/);
-
-    normalizedWords.push(...nested);
-  }
-
-  const first = normalizedWords[0].toLowerCase();
+  const first =
+    words[0].toLowerCase();
 
-  const rest = normalizedWords
+  const rest =
+    words
       .slice(1)
-      .map(word => {
-        const lower = word.toLowerCase();
-
-        return lower.charAt(0).toUpperCase() +
-            lower.slice(1);
+      .map((word) => {
+        const lower =
+          word.toLowerCase();
+
+        return (
+          lower.charAt(0).toUpperCase() +
+          lower.slice(1)
+        );
       })
       .join('');
 
-  let result = first + rest;
+  let result =
+    first + rest;
 
   if (/^\d/.test(result)) {
     result = `_${result}`;
@@ -164,32 +129,23 @@ function toDartIdentifier(value) {
   return result;
 }
 
-/*
- * Same semantic key for duplicate detection.
- *
- * buttonComponent
- * buttoncomponent
- *
- * => buttoncomponent
- */
-function canonicalTokenKey(value) {
-  return String(value)
-      .replace(/[^a-zA-Z0-9]/g, '')
-      .toLowerCase();
-}
-
-const toSafeName = toDartIdentifier;
+// Backwards-compatible alias.
+const toSafeName =
+  toDartIdentifier;
 
 function flattenTokens(
   object,
   prefix = '',
-  result = {}
+  result = {},
 ) {
-  for (const [key, value] of Object.entries(object || {})) {
+  for (
+    const [key, value]
+    of Object.entries(object || {})
+  ) {
     const currentPath =
-        prefix
-            ? `${prefix}.${key}`
-            : key;
+      prefix
+        ? `${prefix}.${key}`
+        : key;
 
     if (isToken(value)) {
       result[currentPath] = value;
@@ -197,7 +153,7 @@ function flattenTokens(
       flattenTokens(
         value,
         currentPath,
-        result
+        result,
       );
     }
   }
@@ -213,15 +169,16 @@ function colorValue(value) {
     return null;
   }
 
-  let hex = value
+  let hex =
+    value
       .replace('#', '')
       .toUpperCase();
 
   if (hex.length === 3) {
     hex = hex
-        .split('')
-        .map(x => x + x)
-        .join('');
+      .split('')
+      .map((x) => x + x)
+      .join('');
   }
 
   if (hex.length === 6) {
@@ -236,15 +193,20 @@ function colorValue(value) {
 }
 
 function dimensionValue(value) {
-  if (typeof value !== 'string') {
+  if (
+    typeof value !== 'string'
+  ) {
     return null;
   }
 
-  const match = value.match(
-    /^(-?\d+(?:\.\d+)?)px$/
-  );
+  const match =
+    value.match(
+      /^(-?\d+(?:\.\d+)?)px$/,
+    );
 
-  return match ? match[1] : null;
+  return match
+    ? match[1]
+    : null;
 }
 
 function dartType(type) {
@@ -258,7 +220,7 @@ function dartType(type) {
 
   if (!types[type]) {
     throw new Error(
-      `Unsupported type: ${type}`
+      `Unsupported type: ${type}`,
     );
   }
 
@@ -268,15 +230,15 @@ function dartType(type) {
 function dartLiteral(
   value,
   type,
-  tokenPath = 'token'
+  tokenPath = 'token',
 ) {
   if (type === 'color') {
-    const color = colorValue(value);
+    const color =
+      colorValue(value);
 
     if (!color) {
       throw new Error(
-        `❌ Invalid color token: ${tokenPath}\n` +
-        `Value: ${value}`
+        `❌ Invalid color token: ${tokenPath}\nValue: ${value}`,
       );
     }
 
@@ -288,12 +250,11 @@ function dartLiteral(
 
   if (type === 'dimension') {
     const dimension =
-        dimensionValue(value);
+      dimensionValue(value);
 
     if (dimension === null) {
       throw new Error(
-        `❌ Invalid dimension token: ${tokenPath}\n` +
-        `Value: ${value}`
+        `❌ Invalid dimension token: ${tokenPath}\nValue: ${value}`,
       );
     }
 
@@ -314,7 +275,7 @@ function dartLiteral(
     return {
       type: 'String',
       value: JSON.stringify(
-        String(value)
+        String(value),
       ),
     };
   }
@@ -329,8 +290,7 @@ function dartLiteral(
   }
 
   throw new Error(
-    `❌ Unsupported token type: ${type}\n` +
-    `Token: ${tokenPath}`
+    `❌ Unsupported token type: ${type}\nToken: ${tokenPath}`,
   );
 }
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@khaledeltohamy14/token-pipeline-engine",
-  "version": "1.0.1",
+  "version": "1.0.5",
   "description": "Reusable Galaxy design token pipeline engine for splitting design tokens and generating token/theme files.",
   "main": "index.js",
   "types": "index.d.ts",

package/split/split-token-document.js

@@ -1,58 +1,11 @@
-const CATEGORY_NAMES = [
-  'global',
-  'alias',
-  'components',
-  'spacing',
-  'typography',
-  'radius',
-  'shadow',
-  'dimensions',
-];
-
-function asRecord(value) {
-  return value && typeof value === 'object' && !Array.isArray(value)
-    ? value
-    : {};
-}
-
-function splitTokenDocument(document) {
-  const source = asRecord(document);
-  const tokens = asRecord(source.tokens);
-  const result = {};
-
-  for (const category of CATEGORY_NAMES) {
-    result[category] = asRecord(tokens[category]);
-  }
-
-  result.brands = asRecord(tokens.brands);
-
-  return result;
-}
-
-function splitTokenFiles(document, root = 'token_pipeline/tokens') {
-  const split = splitTokenDocument(document);
-  const files = [];
-
-  for (const category of CATEGORY_NAMES) {
-    files.push({
-      path: `${root}/${category}.json`,
-      content: `${JSON.stringify(split[category], null, 2)}\n`,
-      mode: '100644',
-    });
-  }
-
-  for (const [brandName, brandTokens] of Object.entries(split.brands)) {
-    files.push({
-      path: `token_pipeline/brands/${brandName}.json`,
-      content: `${JSON.stringify(asRecord(brandTokens), null, 2)}\n`,
-      mode: '100644',
-    });
-  }
-
-  return files;
-}
-
-module.exports = {
-  splitTokenDocument,
-  splitTokenFiles,
-};
+const CATEGORY_NAMES = ['global', 'alias', 'components', 'spacing', 'typography', 'radius', 'shadow', 'dimensions'];
+const ALIASES = { global: 'global', globals: 'global', alias: 'alias', aliases: 'alias', component: 'components', components: 'components', spacing: 'spacing', typography: 'typography', radius: 'radius', shadow: 'shadow', dimension: 'dimensions', dimensions: 'dimensions' };
+const asRecord = v => v && typeof v === 'object' && !Array.isArray(v) ? v : {};
+const norm = v => String(v || '').trim().replace(/[_-]+/g, ' ').replace(/\s+/g, ' ').toLowerCase();
+const clone = v => v && typeof v === 'object' ? (Array.isArray(v) ? v.map(clone) : Object.fromEntries(Object.entries(v).map(([k, x]) => [k, clone(x)]))) : v;
+function setNested(root, path, value) { let cur = root; const parts = path.filter(Boolean); if (!parts.length) return; for (let i = 0; i < parts.length - 1; i++) { if (!cur[parts[i]] || typeof cur[parts[i]] !== 'object' || Array.isArray(cur[parts[i]])) cur[parts[i]] = {}; cur = cur[parts[i]]; } cur[parts.at(-1)] = clone(value); }
+function leaf(v) { return !!(v && typeof v === 'object' && !Array.isArray(v) && ('$value' in v || '$type' in v || v.$extensions?.figma)); }
+function collect(v, path, out) { if (leaf(v)) { const c = norm(v.$extensions?.figma?.collectionName), cat = ALIASES[c]; if (cat) { setNested(out[cat], path, v); } else if (c) { if (!out.brands[c]) out.brands[c] = {}; setNested(out.brands[c], path, v); } return; } if (!v || typeof v !== 'object' || Array.isArray(v)) return; for (const [k, x] of Object.entries(v)) collect(x, path.concat(k), out); }
+function splitTokenDocument(document) { const tokens = asRecord(asRecord(document).tokens); if (CATEGORY_NAMES.some(k => Object.hasOwn(tokens, k))) { const r = {}; for (const k of CATEGORY_NAMES) r[k] = asRecord(tokens[k]); r.brands = asRecord(tokens.brands); return r; } const r = Object.fromEntries(CATEGORY_NAMES.map(k => [k, {}])); r.brands = {}; collect(tokens, [], r); return r; }
+function splitTokenFiles(document, root = 'token_pipeline/tokens') { const s = splitTokenDocument(document), files = CATEGORY_NAMES.map(k => ({ path: `${root}/${k}.json`, content: `${JSON.stringify(s[k], null, 2)}\n`, mode: '100644' })); for (const [name, tokens] of Object.entries(s.brands)) files.push({ path: `token_pipeline/brands/${name}.json`, content: `${JSON.stringify(asRecord(tokens), null, 2)}\n`, mode: '100644' }); return files; }
+module.exports = { splitTokenDocument, splitTokenFiles };