designlang 11.0.1 → 11.1.0

package/bin/design-extract.js

@@ -84,6 +84,8 @@ program
   .option('--user-agent <ua>', 'override the browser User-Agent string')
   .option('--insecure', 'ignore HTTPS/SSL certificate errors (self-signed, dev, proxies)')
   .option('--ignore <selectors...>', 'CSS selectors to remove before extraction')
+  .option('--ignore-widgets', 'Also ignore a curated list of third-party widgets (Intercom, Drift, HubSpot chat, cookie banners, reCAPTCHA, etc.)  See `designlang widgets`.')
+  .option('--storybook', 'Emit a runnable Storybook project (stories/, .storybook/, package.json) alongside the extraction')
   .option('--selector <css>', 'only extract design from elements matching this CSS selector (e.g. ".pricing-card")')
   .option('--system-chrome', 'use the system Chrome install instead of the bundled Chromium (skips the 150MB Playwright download)')
   .option('--tokens-legacy', 'Emit pre-v7 flat token JSON (backward compat)')
@@ -106,6 +108,11 @@ program
     const config = loadConfig();
     const merged = mergeConfig(opts, config);
 
+    if (merged.ignoreWidgets || opts.ignoreWidgets) {
+      const { widgetIgnoreList } = await import('../src/widgets.js');
+      merged.ignore = [...(merged.ignore || []), ...widgetIgnoreList()];
+    }
+
     // Validate URL
     validateUrl(url);
 
@@ -467,6 +474,20 @@ program
         }
       }
 
+      // Storybook project (opt-in via --storybook)
+      if (merged.storybook && Array.isArray(design.componentAnatomy) && design.componentAnatomy.length > 0) {
+        const { formatStorybook } = await import('../src/formatters/storybook.js');
+        const sbFiles = formatStorybook(design);
+        const sbDir = join(outDir, `${prefix}-storybook`);
+        mkdirSync(sbDir, { recursive: true });
+        for (const [rel, content] of Object.entries(sbFiles)) {
+          const p = join(sbDir, rel);
+          mkdirSync(join(p, '..'), { recursive: true });
+          writeFileSync(p, content, 'utf-8');
+          platformFiles.push({ path: p, label: `Storybook (${rel})` });
+        }
+      }
+
       // Save to history
       if (opts.history !== false) {
         const histInfo = saveSnapshot(design);
@@ -1056,6 +1077,55 @@ program
     }
   });
 
+// ── Replay — record a short WebM of motion from a URL ─────
+program
+  .command('replay <url>')
+  .description('Record a short WebM clip of a site\'s motion (scroll + hover). Optional MP4 if ffmpeg is on PATH.')
+  .option('-o, --out <dir>', 'output directory', './design-extract-output')
+  .option('-n, --name <name>', 'output file prefix', 'motion-replay')
+  .option('-d, --duration <s>', 'duration in seconds (2-15)', parseInt, 5)
+  .option('-w, --width <px>', 'viewport width', parseInt, 1280)
+  .option('--height <px>', 'viewport height', parseInt, 800)
+  .option('--mp4', 'also emit an MP4 (requires ffmpeg on PATH)')
+  .action(async (url, opts) => {
+    if (!url.startsWith('http')) url = `https://${url}`;
+    validateUrl(url);
+    const spinner = ora('Recording motion replay...').start();
+    try {
+      const { recordReplay } = await import('../src/replay.js');
+      const r = await recordReplay(url, {
+        out: opts.out,
+        prefix: opts.name,
+        duration: opts.duration,
+        width: opts.width,
+        height: opts.height,
+        mp4: opts.mp4,
+      });
+      if (!r.webm) {
+        spinner.fail('No video was produced. The browser may have blocked recording; try a different URL.');
+        process.exit(1);
+      }
+      spinner.succeed(`Replay captured (${r.duration}s)`);
+      console.log('');
+      console.log(`  ${chalk.green('✓')} ${chalk.cyan(r.webm)} — WebM`);
+      if (r.mp4) console.log(`  ${chalk.green('✓')} ${chalk.cyan(r.mp4)} — MP4`);
+      else if (opts.mp4) console.log(`  ${chalk.gray('note: ffmpeg not found on PATH; MP4 skipped')}`);
+      console.log('');
+    } catch (err) {
+      spinner.fail(err.message);
+      process.exit(1);
+    }
+  });
+
+// ── Widgets — print the curated third-party widget ignore list ─
+program
+  .command('widgets')
+  .description('Print the curated widget-ignore selector list used by --ignore-widgets')
+  .action(async () => {
+    const { WIDGET_SELECTORS } = await import('../src/widgets.js');
+    for (const s of WIDGET_SELECTORS) console.log(s);
+  });
+
 // ── CI command — single PR-comment-ready report ────────────
 program
   .command('ci <url>')

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "designlang",
-  "version": "11.0.1",
+  "version": "11.1.0",
   "description": "Extract the complete design language from any website and ship it — clone to a working Next.js starter, guard tokens with a CI drift bot, or browse everything in a local studio. Outputs W3C DTCG tokens, motion tokens, typed anatomy stubs, Tailwind config, and ready-to-paste v0 / Lovable / Cursor / Claude-Artifacts prompts.",
   "type": "module",
   "bin": {

package/src/formatters/storybook.js

@@ -0,0 +1,225 @@
+// Storybook emitter — turns extracted componentAnatomy + design tokens into
+// a runnable CSF3 Storybook project. Writes stories/*, .storybook/*, and a
+// README showing the install + run steps. Zero Storybook dependency in
+// designlang itself; the emitted project installs its own.
+//
+// Consumer wiring (bin):
+//   if (merged.storybook && (design.componentAnatomy || []).length) {
+//     const { formatStorybook } = await import('../src/formatters/storybook.js');
+//     const files = formatStorybook(design);
+//     for (const [rel, content] of Object.entries(files)) {
+//       writeFileSync(join(outDir, 'storybook', rel), content);
+//     }
+//   }
+
+function cap(s) { return s.charAt(0).toUpperCase() + s.slice(1); }
+
+function htmlTagFor(kind) {
+  return kind === 'input' ? 'input'
+    : kind === 'link' ? 'a'
+    : kind === 'card' ? 'div'
+    : 'button';
+}
+
+function storyFor(anatomy, tokenVars) {
+  const Name = cap(anatomy.kind);
+  const variants = anatomy.props.variant.length ? anatomy.props.variant : ['default'];
+  const sizes = anatomy.props.size.length ? anatomy.props.size : ['md'];
+  const tag = htmlTagFor(anatomy.kind);
+  const hasIcon = !!anatomy.slots?.icon;
+  const hasBadge = !!anatomy.slots?.badge;
+
+  const sampleLabel = anatomy.kind === 'card' ? 'Card content'
+    : anatomy.kind === 'input' ? ''
+    : anatomy.kind === 'link' ? 'Read more'
+    : 'Button';
+
+  // Render via inline React to keep the emitted project dependency-light.
+  const render = `(args) => {
+    const style = {
+      fontFamily: 'var(--font-sans, inherit)',
+      padding: args.size === 'sm' ? '6px 12px' : args.size === 'lg' ? '14px 22px' : '10px 16px',
+      borderRadius: 'var(--radius, 8px)',
+      background: args.variant === 'secondary' ? 'transparent'
+        : args.variant === 'outline' ? 'transparent'
+        : 'var(--color-primary, #3b82f6)',
+      color: args.variant === 'secondary' || args.variant === 'outline' ? 'var(--color-foreground, #111)' : '#fff',
+      border: args.variant === 'outline' ? '1px solid var(--color-foreground, #111)' : 'none',
+      fontWeight: 500,
+      cursor: 'pointer',
+    };
+    return React.createElement('${tag}', { style, 'data-variant': args.variant, 'data-size': args.size },
+      '${sampleLabel}'${hasIcon ? ", React.createElement('span', { style: { marginLeft: 8 } }, '→')" : ''}${hasBadge ? ", React.createElement('span', { style: { marginLeft: 6, padding: '2px 6px', background: '#f59e0b', borderRadius: 99, color: '#fff', fontSize: 11 } }, '3')" : ''}
+    );
+  }`;
+
+  return `import * as React from 'react';
+import type { Meta, StoryObj } from '@storybook/react';
+
+// Extracted from a live site by \`designlang\`. No runtime library —
+// these stories render inline to stay dependency-free.
+const ${Name}: React.FC<{ variant?: string; size?: string }> = ${render};
+
+const meta: Meta<typeof ${Name}> = {
+  title: 'Extracted/${Name}',
+  component: ${Name},
+  tags: ['autodocs'],
+  argTypes: {
+    variant: { control: 'select', options: [${variants.map(v => `'${v}'`).join(', ')}] },
+    size:    { control: 'select', options: [${sizes.map(s => `'${s}'`).join(', ')}] },
+  },
+  parameters: {
+    docs: {
+      description: {
+        component: '${anatomy.kind} — ${anatomy.totalInstances || 0} instances detected across the page.',
+      },
+    },
+  },
+};
+export default meta;
+
+type Story = StoryObj<typeof ${Name}>;
+
+${variants.map(v => `export const ${cap(v)}: Story = { args: { variant: '${v}', size: '${sizes[0]}' } };`).join('\n')}
+
+export const Sizes: Story = {
+  render: () => React.createElement('div', { style: { display: 'flex', gap: 12, alignItems: 'center' } },
+    ${sizes.map(s => `React.createElement(${Name}, { key: '${s}', variant: '${variants[0]}', size: '${s}' })`).join(',\n    ')}
+  ),
+};
+`;
+}
+
+function tokensCss(design) {
+  const colors = design.colors || {};
+  const primary = colors.primary?.hex || '#3b82f6';
+  const secondary = colors.secondary?.hex || '#8b5cf6';
+  const accent = colors.accent?.hex || '#f59e0b';
+  const bg = colors.backgrounds?.[0] || '#ffffff';
+  const fg = colors.text?.[0] || '#171717';
+  const radii = design.borders?.radii || [];
+  const radius = radii.find(r => r.label === 'md')?.value ?? 8;
+  const shadow = design.shadows?.values?.find(s => s.label === 'md')?.raw || '0 4px 6px rgba(0,0,0,0.1)';
+  const font = design.typography?.families?.[0]?.name || 'Inter';
+  return `:root {
+  --color-primary: ${primary};
+  --color-secondary: ${secondary};
+  --color-accent: ${accent};
+  --color-background: ${bg};
+  --color-foreground: ${fg};
+  --radius: ${radius}px;
+  --shadow: ${shadow};
+  --font-sans: '${font}', system-ui, sans-serif;
+}
+body { background: var(--color-background); color: var(--color-foreground); font-family: var(--font-sans); }
+`;
+}
+
+export function formatStorybook(design) {
+  const anatomies = design.componentAnatomy || [];
+  const files = {};
+
+  // Story files (one per kind).
+  for (const a of anatomies) {
+    const Name = cap(a.kind);
+    files[`stories/${Name}.stories.tsx`] = storyFor(a, design);
+  }
+
+  // A tokens page so people can see the palette/scale inline.
+  files['stories/Tokens.mdx'] = `import { Meta, ColorPalette, ColorItem, Typeset } from '@storybook/blocks';
+
+<Meta title="Extracted/Tokens" />
+
+# Design tokens
+
+Extracted from ${design.meta?.url || 'the target site'} by [designlang](https://github.com/Manavarya09/design-extract).
+
+<ColorPalette>
+  <ColorItem title="primary"    colors={{ primary: '${design.colors?.primary?.hex || '#3b82f6'}' }} />
+  <ColorItem title="secondary"  colors={{ secondary: '${design.colors?.secondary?.hex || '#8b5cf6'}' }} />
+  <ColorItem title="accent"     colors={{ accent: '${design.colors?.accent?.hex || '#f59e0b'}' }} />
+  <ColorItem title="background" colors={{ background: '${design.colors?.backgrounds?.[0] || '#ffffff'}' }} />
+  <ColorItem title="foreground" colors={{ foreground: '${design.colors?.text?.[0] || '#171717'}' }} />
+</ColorPalette>
+`;
+
+  files['stories/tokens.css'] = tokensCss(design);
+
+  files['.storybook/main.ts'] = `import type { StorybookConfig } from '@storybook/react-vite';
+
+const config: StorybookConfig = {
+  stories: ['../stories/**/*.mdx', '../stories/**/*.stories.@(ts|tsx)'],
+  addons: ['@storybook/addon-essentials', '@storybook/addon-docs'],
+  framework: { name: '@storybook/react-vite', options: {} },
+};
+export default config;
+`;
+
+  files['.storybook/preview.ts'] = `import type { Preview } from '@storybook/react';
+import './../stories/tokens.css';
+
+const preview: Preview = {
+  parameters: {
+    backgrounds: { default: 'paper' },
+    controls: { matchers: { color: /(background|color)$/i } },
+  },
+};
+export default preview;
+`;
+
+  files['package.json'] = JSON.stringify({
+    name: `${(design.meta?.title || 'extracted').toLowerCase().replace(/[^a-z0-9]/g, '-').slice(0, 40) || 'extracted'}-storybook`,
+    private: true,
+    version: '0.1.0',
+    type: 'module',
+    scripts: {
+      storybook: 'storybook dev -p 6006',
+      'build-storybook': 'storybook build',
+    },
+    dependencies: { react: '^19.0.0', 'react-dom': '^19.0.0' },
+    devDependencies: {
+      '@storybook/addon-essentials': '^8.0.0',
+      '@storybook/addon-docs': '^8.0.0',
+      '@storybook/blocks': '^8.0.0',
+      '@storybook/react': '^8.0.0',
+      '@storybook/react-vite': '^8.0.0',
+      '@types/react': '^19.0.0',
+      '@types/react-dom': '^19.0.0',
+      storybook: '^8.0.0',
+      typescript: '^5.0.0',
+      vite: '^5.0.0',
+    },
+  }, null, 2);
+
+  files['tsconfig.json'] = JSON.stringify({
+    compilerOptions: {
+      target: 'ES2020',
+      module: 'ESNext',
+      moduleResolution: 'Bundler',
+      jsx: 'react-jsx',
+      strict: true,
+      esModuleInterop: true,
+      skipLibCheck: true,
+    },
+    include: ['stories/**/*', '.storybook/**/*'],
+  }, null, 2);
+
+  files['README.md'] = `# ${design.meta?.title || 'Extracted'} · Storybook
+
+Auto-generated by \`designlang <url> --storybook\`.
+
+## Stories
+${anatomies.map(a => `- **${cap(a.kind)}** — ${a.props.variant.length || 1} variant(s), ${a.props.size.length || 1} size(s), ${a.totalInstances || 0} detected`).join('\n') || '_No anatomy detected on the source page._'}
+
+## Run
+
+\`\`\`
+npm install
+npm run storybook
+\`\`\`
+
+Opens at http://localhost:6006.
+`;
+
+  return files;
+}

package/src/replay.js

@@ -0,0 +1,131 @@
+// Motion replay — records a short WebM of a site with scripted
+// interactions (hover/scroll) so the captured motion actually fires.
+// Zero new deps: Playwright ships video recording out of the box.
+//
+// Output: <prefix>-motion.webm  (+ optional MP4 if ffmpeg is on PATH)
+//
+// Usage: designlang replay <url> [--duration 5] [--out dir]
+
+import { chromium } from 'playwright';
+import { mkdirSync, existsSync, readdirSync, statSync, renameSync, unlinkSync, rmdirSync } from 'fs';
+import { resolve, join } from 'path';
+import { spawnSync } from 'child_process';
+
+async function ensureFfmpeg() {
+  try {
+    const r = spawnSync('ffmpeg', ['-version'], { stdio: 'ignore' });
+    return r.status === 0;
+  } catch { return false; }
+}
+
+function toMp4(webmPath) {
+  const mp4Path = webmPath.replace(/\.webm$/, '.mp4');
+  const r = spawnSync('ffmpeg', ['-y', '-i', webmPath, '-c:v', 'libx264', '-pix_fmt', 'yuv420p', '-movflags', '+faststart', mp4Path], { stdio: 'ignore' });
+  return r.status === 0 ? mp4Path : null;
+}
+
+export async function recordReplay(url, opts = {}) {
+  const outDir = resolve(opts.out || './design-extract-output');
+  mkdirSync(outDir, { recursive: true });
+  const prefix = opts.prefix || 'motion-replay';
+  const duration = Math.max(2, Math.min(15, parseInt(opts.duration) || 5));
+  const width = parseInt(opts.width) || 1280;
+  const height = parseInt(opts.height) || 800;
+
+  const videoDir = join(outDir, `.playwright-video-${Date.now()}`);
+  mkdirSync(videoDir, { recursive: true });
+
+  const browser = await chromium.launch({ headless: true });
+  const context = await browser.newContext({
+    viewport: { width, height },
+    recordVideo: { dir: videoDir, size: { width, height } },
+    reducedMotion: 'no-preference',
+  });
+  const page = await context.newPage();
+
+  try {
+    await page.goto(url, { waitUntil: 'networkidle', timeout: 25000 });
+  } catch {
+    try { await page.goto(url, { waitUntil: 'domcontentloaded', timeout: 15000 }); } catch {}
+  }
+
+  // Scripted motion pass: slow scroll → hover first CTA → scroll back.
+  const frameMs = 50;
+  const steps = Math.floor((duration * 1000) / frameMs);
+  for (let i = 0; i < steps; i++) {
+    const progress = i / steps;
+    // Slow smooth scroll across the page
+    await page.evaluate((p) => {
+      const max = Math.max(document.body.scrollHeight - window.innerHeight, 0);
+      window.scrollTo({ top: max * p, behavior: 'auto' });
+    }, progress).catch(() => {});
+    // Partway through, hover a button to trigger transition states.
+    if (i === Math.floor(steps / 2)) {
+      try {
+        const btn = await page.$('button, [role="button"], a.btn, .button, [class*="btn"]');
+        if (btn) await btn.hover({ timeout: 1000 }).catch(() => {});
+      } catch {}
+    }
+    await page.waitForTimeout(frameMs);
+  }
+
+  const videoPromise = page.video();
+  await context.close();
+  await browser.close();
+
+  // Move the captured WebM out of the Playwright temp dir.
+  const finalWebm = join(outDir, `${prefix}.webm`);
+  try {
+    const video = await videoPromise;
+    if (video && typeof video.path === 'function') {
+      const src = await video.path();
+      if (src && existsSync(src)) {
+        renameSync(src, finalWebm);
+      }
+    } else {
+      // Fallback: grab whatever .webm Playwright wrote to the dir.
+      const produced = readdirSync(videoDir).filter(f => f.endsWith('.webm'))
+        .map(f => ({ f, t: statSync(join(videoDir, f)).mtimeMs }))
+        .sort((a, b) => b.t - a.t)[0];
+      if (produced) renameSync(join(videoDir, produced.f), finalWebm);
+    }
+  } catch { /* no video — fall through with null result */ }
+
+  // Clean the scratch dir.
+  try {
+    for (const f of readdirSync(videoDir)) unlinkSync(join(videoDir, f));
+    rmdirSync(videoDir);
+  } catch {}
+
+  const result = {
+    url,
+    webm: existsSync(finalWebm) ? finalWebm : null,
+    mp4: null,
+    duration,
+    width,
+    height,
+  };
+
+  if (result.webm && opts.mp4 && await ensureFfmpeg()) {
+    const mp4 = toMp4(result.webm);
+    if (mp4) result.mp4 = mp4;
+  }
+
+  return result;
+}
+
+// Tiny snippet that can be spliced into the existing HTML preview to embed
+// the replay next to the static screenshot. Consumer decides where to place.
+export function replayEmbedHtml(result) {
+  if (!result?.webm) return '';
+  const src = result.webm.split(/[\\/]/).pop();
+  return `<figure class="motion-replay" style="margin:24px 0">
+  <video autoplay loop muted playsinline style="width:100%;border:1px solid #0a0908">
+    <source src="${src}" type="video/webm" />
+    ${result.mp4 ? `<source src="${result.mp4.split(/[\\/]/).pop()}" type="video/mp4" />` : ''}
+  </video>
+  <figcaption style="font-family:var(--font-mono, monospace);font-size:11px;letter-spacing:0.12em;text-transform:uppercase;color:#403c34;margin-top:8px">
+    motion replay · ${result.duration}s · ${result.width}×${result.height}
+  </figcaption>
+</figure>`;
+}

package/src/widgets.js

@@ -0,0 +1,48 @@
+// Curated selector list for third-party widgets that pollute extractions.
+// Enabled via --ignore-widgets; appended to user-supplied --ignore selectors.
+//
+// Criteria for inclusion: widget renders on tens of thousands of sites, uses a
+// stable ID/attr hook, and its styles would skew token extraction (chat bubbles
+// with off-brand radii/shadows, cookie banners with alarm colors, etc.).
+
+export const WIDGET_SELECTORS = [
+  // Live chat / support
+  '#intercom-container', '#intercom-frame', 'iframe[name*="intercom"]',
+  '#drift-widget', '#drift-frame-controller', '#drift-frame-chat',
+  '#hubspot-messages-iframe-container',
+  '#crisp-chatbox', '.crisp-client',
+  'iframe[title*="Messaging"]', '#launcher', '[data-product="web_widget"]', // Zendesk
+  '#tawk-default', 'iframe[title*="chat window"]',
+  '#chat-widget-container', '#livechat-compact-container', // LiveChat
+  '#helpshift-iframe',
+  'iframe[src*="freshchat"]', '#fc_frame',
+  'iframe[src*="olark"]', '#olark-wrapper',
+
+  // Cookie / consent banners
+  '#CybotCookiebotDialog', '#CybotCookiebotDialogBody',
+  '#onetrust-banner-sdk', '#onetrust-consent-sdk', '#onetrust-pc-sdk',
+  '.termly-banner-top', '.termly-styles-banner',
+  '#cookiebanner', '#cookie-banner', '#cookie-notice',
+  '.cc-window', '.cc-banner', // Cookieconsent by Insites
+  '#usercentrics-root',
+  '#iubenda-cs-banner',
+
+  // reCAPTCHA / anti-bot (visible v2 badge)
+  '.grecaptcha-badge', 'iframe[src*="recaptcha"]',
+
+  // Analytics / pixel iframes (invisible but can leak tokens)
+  'iframe[src*="doubleclick"]', 'iframe[src*="googletagmanager"]',
+  'iframe[src*="facebook.com/tr"]',
+
+  // Social share floating bars
+  '.addthis_floating_style', '#addthis-smartlayers',
+  '.sharethis-inline-share-buttons',
+
+  // Generic catch-alls (last so specific IDs take priority in logs)
+  '[id^="chat-widget"]', '[class*="chat-widget"]',
+  '[aria-label*="cookie" i][role="dialog"]',
+];
+
+export function widgetIgnoreList() {
+  return [...WIDGET_SELECTORS];
+}