creevey 0.9.0-beta.1 → 0.9.0-beta.10.timeouts.0

package/lib/esm/client/shared/helpers.js

@@ -0,0 +1,353 @@
+import { themes } from '@storybook/theming';
+import { parse, stringify } from 'qs';
+import { useCallback, useEffect, useLayoutEffect, useRef, useState } from 'react';
+import { isTest, isDefined } from '../../types';
+const statusUpdatesMap = new Map([[undefined, /(unknown|success|failed|pending|running)/], ['unknown', /(success|failed|pending|running)/], ['success', /(failed|pending|running)/], ['failed', /(pending|running)/], ['pending', /running/]]);
+
+function makeEmptySuiteNode() {
+  let path = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : [];
+  return {
+    path,
+    skip: true,
+    opened: false,
+    checked: true,
+    indeterminate: false,
+    children: {}
+  };
+}
+
+export function calcStatus(oldStatus, newStatus) {
+  var _statusUpdatesMap$get;
+
+  return newStatus && (_statusUpdatesMap$get = statusUpdatesMap.get(oldStatus)) !== null && _statusUpdatesMap$get !== void 0 && _statusUpdatesMap$get.test(newStatus) ? newStatus : oldStatus;
+}
+export function getTestPath(test) {
+  const {
+    browser,
+    testName,
+    storyPath
+  } = test;
+  return [...storyPath, testName, browser].filter(isDefined);
+}
+export function getSuiteByPath(suite, path) {
+  return path.reduce((suiteOrTest, pathToken) => isTest(suiteOrTest) ? suiteOrTest : suiteOrTest === null || suiteOrTest === void 0 ? void 0 : suiteOrTest.children[pathToken], suite);
+}
+export function getTestByPath(suite, path) {
+  var _getSuiteByPath;
+
+  const test = (_getSuiteByPath = getSuiteByPath(suite, path)) !== null && _getSuiteByPath !== void 0 ? _getSuiteByPath : suite;
+  return isTest(test) ? test : null;
+}
+export function getTestsByStoryId(suite, storyId) {
+  return Object.values(suite.children).filter(isDefined).flatMap(suiteOrTest => {
+    if (isTest(suiteOrTest)) return suiteOrTest.storyId === storyId ? suiteOrTest : [];
+    return getTestsByStoryId(suiteOrTest, storyId);
+  }).filter(isDefined);
+}
+
+function checkTests(suiteOrTest, checked) {
+  suiteOrTest.checked = checked;
+
+  if (!isTest(suiteOrTest)) {
+    suiteOrTest.indeterminate = false;
+    Object.values(suiteOrTest.children).filter(isDefined).forEach(child => checkTests(child, checked));
+  }
+}
+
+function updateChecked(suite) {
+  const children = Object.values(suite.children).filter(isDefined).filter(child => !child.skip);
+  const checkedEvery = children.every(test => test.checked);
+  const checkedSome = children.some(test => test.checked);
+  const indeterminate = children.some(test => isTest(test) ? false : test.indeterminate) || !checkedEvery && checkedSome;
+  const checked = indeterminate || suite.checked == checkedEvery ? suite.checked : checkedEvery;
+  suite.checked = checked;
+  suite.indeterminate = indeterminate;
+}
+
+export function checkSuite(suite, path, checked) {
+  const subSuite = getSuiteByPath(suite, path);
+  if (subSuite) checkTests(subSuite, checked);
+  path.slice(0, -1).map((_, index, tokens) => tokens.slice(0, tokens.length - index)).forEach(parentPath => {
+    const parentSuite = getSuiteByPath(suite, parentPath);
+    if (isTest(parentSuite)) return;
+    if (parentSuite) updateChecked(parentSuite);
+  });
+  updateChecked(suite);
+}
+export function treeifyTests(testsById) {
+  const rootSuite = makeEmptySuiteNode();
+  rootSuite.opened = true;
+  Object.values(testsById).forEach(test => {
+    if (!test) return;
+    const [browser, ...testPath] = getTestPath(test).reverse();
+    const lastSuite = testPath.reverse().reduce((suite, token) => {
+      const subSuite = suite.children[token] || makeEmptySuiteNode([...suite.path, token]);
+      subSuite.status = calcStatus(subSuite.status, test.status);
+      if (!test.skip) subSuite.skip = false;
+      if (!subSuite.skip) suite.skip = false;
+      suite.children[token] = subSuite;
+      suite.status = calcStatus(suite.status, subSuite.status);
+
+      if (isTest(subSuite)) {
+        throw new Error("Suite and Test should not have same path '".concat(JSON.stringify(getTestPath(subSuite)), "'"));
+      }
+
+      return subSuite;
+    }, rootSuite);
+    lastSuite.children[browser] = { ...test,
+      checked: true
+    };
+  });
+  return rootSuite;
+}
+export function getCheckedTests(suite) {
+  return Object.values(suite.children).filter(isDefined).flatMap(suiteOrTest => {
+    if (isTest(suiteOrTest)) return suiteOrTest.checked ? suiteOrTest : [];
+    if (!suiteOrTest.checked && !suiteOrTest.indeterminate) return [];
+    return getCheckedTests(suiteOrTest);
+  });
+}
+export function updateTestStatus(suite, path, update) {
+  var _suite$children$title;
+
+  const title = path.shift();
+  if (!title) return;
+  const suiteOrTest = (_suite$children$title = suite.children[title]) !== null && _suite$children$title !== void 0 ? _suite$children$title : suite.children[title] = { ...(path.length == 0 ? update : makeEmptySuiteNode([...suite.path, title])),
+    checked: suite.checked
+  };
+
+  if (isTest(suiteOrTest)) {
+    const test = suiteOrTest;
+    const {
+      skip,
+      status,
+      results,
+      approved
+    } = update;
+    if (isDefined(skip)) test.skip = skip;
+    if (isDefined(status)) test.status = status;
+    if (isDefined(results)) test.results ? test.results.push(...results) : test.results = results;
+    if (isDefined(approved)) Object.entries(approved).forEach(_ref => {
+      let [image, retry] = _ref;
+      return retry !== undefined && ((test.approved = test.approved || {})[image] = retry);
+    });
+  } else {
+    const subSuite = suiteOrTest;
+    updateTestStatus(subSuite, path, update);
+  }
+
+  suite.skip = Object.values(suite.children).filter(isDefined).map(_ref2 => {
+    let {
+      skip
+    } = _ref2;
+    return skip;
+  }).every(Boolean);
+  suite.status = Object.values(suite.children).filter(isDefined).map(_ref3 => {
+    let {
+      status
+    } = _ref3;
+    return status;
+  }).reduce(calcStatus);
+}
+export function removeTests(suite, path) {
+  var _suiteOrTest$children;
+
+  const title = path.shift();
+  if (!title) return;
+  const suiteOrTest = suite.children[title];
+  if (suiteOrTest && !isTest(suiteOrTest)) removeTests(suiteOrTest, path);
+  if (isTest(suiteOrTest) || Object.keys((_suiteOrTest$children = suiteOrTest === null || suiteOrTest === void 0 ? void 0 : suiteOrTest.children) !== null && _suiteOrTest$children !== void 0 ? _suiteOrTest$children : {}).length == 0) delete suite.children[title];
+  if (Object.keys(suite.children).length == 0) return;
+  updateChecked(suite);
+  suite.skip = Object.values(suite.children).filter(isDefined).map(_ref4 => {
+    let {
+      skip
+    } = _ref4;
+    return skip;
+  }).every(Boolean);
+  suite.status = Object.values(suite.children).filter(isDefined).map(_ref5 => {
+    let {
+      status
+    } = _ref5;
+    return status;
+  }).reduce(calcStatus);
+}
+export function filterTests(suite, filter) {
+  const {
+    status,
+    subStrings
+  } = filter;
+  if (!status && !subStrings.length) return suite;
+  const filteredSuite = { ...suite,
+    children: {}
+  };
+  Object.entries(suite.children).forEach(_ref6 => {
+    let [title, suiteOrTest] = _ref6;
+    if (!suiteOrTest || suiteOrTest.skip) return;
+
+    if (!status && subStrings.some(subString => title.toLowerCase().includes(subString))) {
+      filteredSuite.children[title] = suiteOrTest;
+    } else if (isTest(suiteOrTest)) {
+      if (status && suiteOrTest.status && ['pending', 'running', status].includes(suiteOrTest.status)) filteredSuite.children[title] = suiteOrTest;
+    } else {
+      const filteredSubSuite = filterTests(suiteOrTest, filter);
+      if (Object.keys(filteredSubSuite.children).length == 0) return;
+      filteredSuite.children[title] = filteredSubSuite;
+    }
+  });
+  return filteredSuite;
+}
+export function openSuite(suite, path, opened) {
+  const subSuite = path.reduce((suiteOrTest, pathToken) => {
+    if (suiteOrTest && !isTest(suiteOrTest)) {
+      if (opened) suiteOrTest.opened = opened;
+      return suiteOrTest.children[pathToken];
+    }
+  }, suite);
+  if (subSuite && !isTest(subSuite)) subSuite.opened = opened;
+}
+export function flattenSuite(suite) {
+  if (!suite.opened) return [];
+  return Object.entries(suite.children).flatMap(_ref7 => {
+    let [title, subSuite] = _ref7;
+    return subSuite ? [{
+      title,
+      suite: subSuite
+    }, ...(isTest(subSuite) ? [] : flattenSuite(subSuite))] : [];
+  });
+}
+export function countTestsStatus(suite) {
+  let successCount = 0;
+  let failedCount = 0;
+  let skippedCount = 0;
+  let pendingCount = 0;
+  const cases = Object.values(suite.children).filter(isDefined);
+  let suiteOrTest;
+
+  while (suiteOrTest = cases.pop()) {
+    if (isTest(suiteOrTest)) {
+      if (suiteOrTest.skip) skippedCount++;
+      if (suiteOrTest.status === 'success') successCount++;
+      if (suiteOrTest.status === 'failed') failedCount++;
+      if (suiteOrTest.status === 'pending') pendingCount++;
+    } else {
+      cases.push(...Object.values(suiteOrTest.children).filter(isDefined));
+    }
+  }
+
+  return {
+    successCount,
+    failedCount,
+    skippedCount,
+    pendingCount
+  };
+}
+export function getConnectionUrl() {
+  return [typeof __CREEVEY_SERVER_HOST__ == 'undefined' ? window.location.hostname : __CREEVEY_SERVER_HOST__, typeof __CREEVEY_SERVER_PORT__ == 'undefined' ? window.location.port : __CREEVEY_SERVER_PORT__].filter(Boolean).join(':');
+}
+export function getImageUrl(path, imageName) {
+  // path => [kind, story, test, browser]
+  const browser = path.slice(-1)[0];
+  const imagesUrl = window.location.host ? "".concat(window.location.protocol, "//").concat(getConnectionUrl()).concat(window.location.pathname == '/' ? '/report' : window.location.pathname.split('/').slice(0, -1).join('/'), "/").concat(encodeURI(path.slice(0, -1).join('/'))) : encodeURI(path.slice(0, -1).join('/'));
+  return imageName == browser ? imagesUrl : "".concat(imagesUrl, "/").concat(encodeURI(browser));
+}
+export function getBorderSize(element) {
+  // NOTE Firefox returns empty string for `borderWidth` prop
+  const borderSize = parseFloat(getComputedStyle(element).borderTopWidth);
+  return Number.isNaN(borderSize) ? 0 : borderSize;
+}
+export function useLoadImages(s1, s2, s3) {
+  const [loaded, setLoaded] = useState(false);
+  useEffect(() => {
+    setLoaded(false);
+    void Promise.all([s1, s2, s3].map(url => new Promise(resolve => {
+      const image = document.createElement('img');
+      image.src = url;
+      image.onload = resolve;
+      image.onerror = resolve;
+    }))).then(() => setLoaded(true));
+  }, [s1, s2, s3]);
+  return loaded;
+}
+/**
+ * Uses the ResizeObserver API to observe changes within the given HTML Element DOM Rect.
+ *
+ * @returns dimensions of element's content box (which means without paddings and border width)
+ */
+
+export function useResizeObserver(elementRef, onResize) {
+  let debounceTimeout = arguments.length > 2 && arguments[2] !== undefined ? arguments[2] : 16;
+  const observerRef = useRef(null);
+  useEffect(() => {
+    if (!elementRef.current) return;
+    observerRef.current = new ResizeObserver(onResize);
+    observerRef.current.observe(elementRef.current);
+    return () => {
+      var _observerRef$current;
+
+      return (_observerRef$current = observerRef.current) === null || _observerRef$current === void 0 ? void 0 : _observerRef$current.disconnect();
+    };
+  }, [debounceTimeout, elementRef, onResize]);
+}
+export function useApplyScale(imageRef, scale, dependency) {
+  useLayoutEffect(() => {
+    if (!imageRef.current) return;
+    const image = imageRef.current;
+    const borderSize = getBorderSize(image);
+    image.style.height = "".concat(image.naturalHeight * scale + borderSize * 2, "px");
+  }, [imageRef, scale, dependency]);
+}
+export function useCalcScale(diffImageRef, loaded) {
+  const [scale, setScale] = useState(1);
+  const calcScale = useCallback(() => {
+    const diffImage = diffImageRef.current;
+    if (!diffImage || !loaded) return setScale(1);
+    const borderSize = getBorderSize(diffImage);
+    const ratio = (diffImage.getBoundingClientRect().width - borderSize * 2) / diffImage.naturalWidth;
+    setScale(Math.min(1, ratio));
+  }, [diffImageRef, loaded]);
+  useResizeObserver(diffImageRef, calcScale);
+  useLayoutEffect(calcScale, [calcScale]);
+  return scale;
+}
+const CREEVEY_THEME = 'Creevey_theme';
+
+function isTheme(theme) {
+  return isDefined(theme) && Object.prototype.hasOwnProperty.call(themes, theme);
+}
+
+function initialTheme() {
+  const theme = localStorage.getItem(CREEVEY_THEME);
+  return isTheme(theme) ? theme : 'light';
+}
+
+export function useTheme() {
+  const [theme, setTheme] = useState(initialTheme());
+  useEffect(() => {
+    localStorage.setItem(CREEVEY_THEME, theme);
+  }, [theme]);
+  return [theme, setTheme];
+}
+export function setSearchParams(testPath) {
+  const pageUrl = "?".concat(stringify({
+    testPath
+  }));
+  window.history.pushState({
+    testPath
+  }, '', pageUrl);
+}
+export function getTestPathFromSearch() {
+  const {
+    testPath
+  } = parse(window.location.search.slice(1)); //@ts-expect-error: This expression is not callable.
+
+  if (Array.isArray(testPath) && testPath.every(token => typeof token == 'string')) {
+    return testPath;
+  }
+
+  return [];
+}
+export function useForceUpdate() {
+  const [, update] = useState({});
+  return useCallback(() => update({}), []);
+}

package/lib/esm/client/shared/viewMode.js

@@ -0,0 +1,6 @@
+export const VIEW_MODE_KEY = 'Creevey_view_mode';
+export const viewModes = ['side-by-side', 'swap', 'slide', 'blend'];
+export const getViewMode = () => {
+  const item = localStorage.getItem(VIEW_MODE_KEY);
+  return item && viewModes.includes(item) ? item : 'side-by-side';
+};

package/lib/esm/creevey.js

@@ -0,0 +1,54 @@
+import cluster from 'cluster';
+import minimist from 'minimist';
+import creevey from './server';
+import { noop } from './types';
+import { emitWorkerMessage } from './server/messages';
+import { isShuttingDown, shutdown, shutdownWorkers } from './server/utils';
+import { setDefaultLevel, levels } from 'loglevel';
+import { logger } from './server/logger';
+
+function shutdownOnException(reason) {
+  if (isShuttingDown.current) return;
+  const error = reason instanceof Error ? reason.stack ?? reason.message : reason;
+  logger.error(error);
+  process.exitCode = -1;
+  if (cluster.isWorker) emitWorkerMessage({
+    type: 'error',
+    payload: {
+      error
+    }
+  });
+  if (cluster.isPrimary && !isShuttingDown.current) void shutdownWorkers();
+}
+
+process.on('uncaughtException', shutdownOnException);
+process.on('unhandledRejection', shutdownOnException);
+if (cluster.isWorker) process.on('SIGINT', noop);
+if (cluster.isPrimary) process.on('SIGINT', shutdown);
+const argv = minimist(process.argv.slice(2), {
+  string: ['browser', 'config', 'reporter', 'reportDir', 'screenDir'],
+  boolean: ['debug', 'ui', 'saveReport', 'webpack', 'tests'],
+  default: {
+    port: 3000,
+    saveReport: true
+  },
+  alias: {
+    port: 'p',
+    config: 'c',
+    debug: 'd',
+    update: 'u',
+    extract: 'e'
+  }
+}); // @ts-expect-error: define log level for storybook
+
+global.LOGLEVEL = argv.debug ? 'debug' : 'warn';
+
+if (argv.debug) {
+  logger.setDefaultLevel(levels.DEBUG);
+  setDefaultLevel(levels.DEBUG);
+} else {
+  logger.setDefaultLevel(levels.INFO);
+  setDefaultLevel(levels.INFO);
+}
+
+void creevey(argv);

package/lib/esm/index.js

@@ -0,0 +1,5 @@
+export * from './types';
+export { loadStories as browserStoriesProvider } from './server/storybook/providers/browser';
+export { loadStories as nodejsStoriesProvider } from './server/storybook/providers/nodejs';
+export { loadStories as hybridStoriesProvider } from './server/storybook/providers/hybrid';
+export * from './server/testsFiles/parser';

package/lib/esm/server/config.js

@@ -0,0 +1,71 @@
+import fs from 'fs';
+import path from 'path';
+import { isCSFv3Enabled, storybookDirRef } from './storybook/helpers';
+import { loadStories as nodejsStoriesProvider } from './storybook/providers/nodejs';
+import { loadStories as browserStoriesProvider } from './storybook/providers/browser';
+import { isDefined } from '../types';
+export const defaultBrowser = 'chrome';
+export const defaultConfig = {
+  useDocker: true,
+  useWebpackToExtractTests: false,
+  dockerImage: 'aerokube/selenoid:latest-release',
+  dockerImagePlatform: '',
+  pullImages: true,
+  failFast: false,
+  storybookUrl: 'http://localhost:6006',
+  screenDir: path.resolve('images'),
+  reportDir: path.resolve('report'),
+  storybookDir: path.resolve('.storybook'),
+  maxRetries: 0,
+  diffOptions: {
+    threshold: 0,
+    includeAA: true
+  },
+  browsers: {
+    [defaultBrowser]: true
+  },
+  hooks: {},
+  babelOptions: _ => _,
+  testsRegex: /\.creevey\.(t|j)s$/
+};
+
+function normalizeBrowserConfig(name, config) {
+  if (typeof config == 'boolean') return {
+    browserName: name
+  };
+  if (typeof config == 'string') return {
+    browserName: config
+  };
+  return config;
+}
+
+function resolveConfigPath(configPath) {
+  const rootDir = process.cwd();
+  const configDir = path.resolve('.creevey');
+
+  if (isDefined(configPath)) {
+    configPath = path.resolve(configPath);
+  } else if (fs.existsSync(configDir)) {
+    configPath = path.join(configDir, 'config'); // TODO We already find file with extension, why not use it?
+  } else if (fs.readdirSync(rootDir).find(filename => filename.startsWith('creevey.config'))) {
+    configPath = path.join(rootDir, 'creevey.config');
+  }
+
+  return configPath;
+}
+
+export async function readConfig(options) {
+  const configPath = resolveConfigPath(options.config);
+  const userConfig = { ...defaultConfig
+  };
+  if (isDefined(configPath)) Object.assign(userConfig, (await import(configPath)).default);
+  storybookDirRef.current = userConfig.storybookDir;
+  if (!userConfig.storiesProvider) userConfig.storiesProvider = (await isCSFv3Enabled()) ? browserStoriesProvider : nodejsStoriesProvider;
+  if (options.failFast != undefined) userConfig.failFast = Boolean(options.failFast);
+  if (options.reportDir) userConfig.reportDir = path.resolve(options.reportDir);
+  if (options.screenDir) userConfig.screenDir = path.resolve(options.screenDir); // NOTE: Hack to pass typescript checking
+
+  const config = userConfig;
+  Object.entries(config.browsers).forEach(([browser, browserConfig]) => config.browsers[browser] = normalizeBrowserConfig(browser, browserConfig));
+  return config;
+}

package/lib/esm/server/docker.js

@@ -0,0 +1,123 @@
+import cluster from 'cluster';
+import { isDockerMessage } from '../types';
+import { subscribeOn, sendDockerMessage, emitDockerMessage } from './messages';
+import { isInsideDocker, LOCALHOST_REGEXP } from './utils';
+import Dockerode from 'dockerode';
+import { Writable } from 'stream';
+import ora from 'ora';
+import { logger } from './logger';
+const docker = new Dockerode();
+
+class DevNull extends Writable {
+  _write(_chunk, _encoding, callback) {
+    setImmediate(callback);
+  }
+
+}
+
+export async function pullImages(images, {
+  auth,
+  platform
+} = {}) {
+  const args = {};
+  if (auth) args.authconfig = auth;
+  if (platform) args.platform = platform;
+  logger.info('Pull docker images');
+
+  for (const image of images) {
+    await new Promise((resolve, reject) => {
+      const spinner = ora(`${image}: Pull start`).start(); // eslint-disable-next-line @typescript-eslint/no-floating-promises
+
+      docker.pull(image, args, function (pullError, stream) {
+        if (pullError) {
+          spinner.fail();
+          return reject(pullError);
+        } // eslint-disable-next-line @typescript-eslint/no-unsafe-call, @typescript-eslint/no-unsafe-member-access
+
+
+        docker.modem.followProgress(stream, onFinished, onProgress);
+
+        function onFinished(error) {
+          if (error) {
+            spinner.fail();
+            return reject(error);
+          }
+
+          spinner.succeed(`${image}: Pull complete`);
+          resolve();
+        }
+
+        function onProgress(event) {
+          if (!/^[a-z0-9]{12}$/i.test(event.id)) return;
+          spinner.text = `${image}: [${event.id}] ${event.status} ${event.progress ? `${event.progress}` : ''}`;
+        }
+      });
+    });
+  }
+}
+export async function runImage(image, args, options, debug) {
+  await Promise.all((await docker.listContainers({
+    all: true,
+    filters: {
+      ancestor: [image]
+    }
+  })).map(async info => {
+    const container = docker.getContainer(info.Id);
+
+    try {
+      await container.stop();
+    } catch (_) {
+      /* noop */
+    }
+
+    await container.remove();
+  }));
+  const hub = docker.run(image, args, debug ? process.stdout : new DevNull(), options, error => {
+    if (error) throw error;
+  });
+  return new Promise(resolve => {
+    hub.once('container', container => {
+      // eslint-disable-next-line @typescript-eslint/no-misused-promises
+      subscribeOn('shutdown', async () => {
+        try {
+          await container.stop();
+          await container.remove();
+        } catch (error) {
+          /* noop */
+        }
+      });
+    });
+    hub.once('start', container => void container.inspect().then(info => resolve(info.NetworkSettings.Networks.bridge.IPAddress)));
+  });
+}
+export default async function (config, browser, startContainer) {
+  if (cluster.isPrimary) {
+    const host = await startContainer();
+    let gridUrl = 'http://localhost:4444/wd/hub';
+    gridUrl = isInsideDocker ? gridUrl.replace(LOCALHOST_REGEXP, host) : gridUrl;
+    cluster.on('message', (worker, message) => {
+      if (!isDockerMessage(message)) return;
+      const dockerMessage = message;
+      if (dockerMessage.type != 'start') return;
+      sendDockerMessage(worker, {
+        type: 'success',
+        payload: {
+          gridUrl
+        }
+      });
+    });
+  } else {
+    if (browser && config.browsers[browser].gridUrl) return Promise.resolve();
+    return new Promise(resolve => {
+      subscribeOn('docker', message => {
+        if (message.type == 'success') {
+          config.gridUrl = message.payload.gridUrl;
+          resolve();
+        }
+      });
+      emitDockerMessage({
+        type: 'start'
+      });
+    });
+  }
+}

package/lib/esm/server/extract.js

@@ -0,0 +1,32 @@
+import { subscribeOn } from './messages';
+import { loadTestsFromStories, saveStoriesJson, saveTestsJson } from './stories';
+import { extractStoriesData } from './storybook/providers/nodejs';
+export default async function extract(config, options) {
+  if (config.useWebpackToExtractTests && process.env.__CREEVEY_ENV__ != 'test') {
+    await new Promise((resolve, reject) => {
+      subscribeOn('webpack', message => {
+        switch (message.type) {
+          case 'success':
+            return resolve();
+
+          case 'fail':
+            return reject();
+        }
+      });
+      void (async () => (await import('./loaders/webpack/compile')).default(config, options))();
+    });
+  }
+
+  const tests = await loadTestsFromStories(Object.keys(config.browsers), async () => {
+    const data = await extractStoriesData(config, {
+      watch: false,
+      debug: options.debug
+    });
+    const stories = data.stories;
+    if (options.extract) saveStoriesJson(data, options.extract);
+    return stories;
+  });
+  if (options.tests) saveTestsJson(tests); // eslint-disable-next-line no-process-exit
+
+  process.exit(0);
+}