storyblok 4.17.2 → 4.17.5

package/dist/index.mjs

@@ -10,7 +10,7 @@ import { readPackageUp } from 'read-package-up';
 import { Command } from 'commander';
 import { MultiBar, Presets } from 'cli-progress';
 import { Spinner } from '@topcli/spinner';
-import fs, { mkdir, writeFile, access, constants, readFile as readFile$1, appendFile, readdir, unlink } from 'node:fs/promises';
+import fs, { mkdir, writeFile, readdir, readFile as readFile$1, appendFile, access, constants, unlink } from 'node:fs/promises';
 import filenamify from 'filenamify';
 import { createManagementApiClient, normalizeAssetUrl } from '@storyblok/management-api-client';
 import { select, password, input, confirm } from '@inquirer/prompts';
@@ -148,6 +148,18 @@ const directories = {
   stories: "stories"
 };
 
+const chunk = (items, size) => {
+  const all = Array.from(items);
+  if (all.length === 0) {
+    return [];
+  }
+  const chunks = [];
+  for (let i = 0; i < all.length; i += size) {
+    chunks.push(all.slice(i, i + size));
+  }
+  return chunks;
+};
+
 function isPlainObject(value) {
   return Boolean(value) && typeof value === "object" && !Array.isArray(value);
 }
@@ -1382,14 +1394,16 @@ async function fileExists(path) {
     return false;
   }
 }
-function consolidatedFilename(defaultFilename, suffix) {
-  return suffix ? `${defaultFilename}.${suffix}.json` : `${defaultFilename}.json`;
-}
-async function shouldUseSeparateFiles(resolvedPath, defaultFilename, separateFiles, suffix) {
-  if (separateFiles !== void 0) {
-    return separateFiles;
-  }
-  return !await fileExists(join(resolvedPath, consolidatedFilename(defaultFilename, suffix)));
+function filterJsonBySuffix(files, suffix) {
+  return files.filter((file) => {
+    if (!file.endsWith(".json")) {
+      return false;
+    }
+    if (suffix) {
+      return file.endsWith(`.${suffix}.json`);
+    }
+    return true;
+  });
 }
 
 const REPORT_STATUS = {
@@ -2274,6 +2288,75 @@ program$b.command(commands.USER).description("Get the current user").action(asyn
 const program$a = getProgram();
 const componentsCommand = program$a.command(commands.COMPONENTS).alias("comp").description(`Manage your space's block schema`);
 
+function isComponent(item) {
+  return "schema" in item;
+}
+function isPreset(item) {
+  return "component_id" in item && "preset" in item;
+}
+function isInternalTag(item) {
+  return "object_type" in item;
+}
+function isComponentGroup(item) {
+  return "uuid" in item && !("schema" in item);
+}
+async function loadComponents(directoryPath, options) {
+  const files = await readDirectory(directoryPath);
+  const { suffix } = options ?? {};
+  const componentMap = /* @__PURE__ */ new Map();
+  const groupMap = /* @__PURE__ */ new Map();
+  const tagMap = /* @__PURE__ */ new Map();
+  const presets = [];
+  const duplicates = [];
+  for (const file of filterJsonBySuffix(files, suffix)) {
+    const { data, error } = await readJsonFile(join(directoryPath, file));
+    if (error) {
+      handleFileSystemError("read", error);
+      continue;
+    }
+    for (const item of data) {
+      if (isPreset(item)) {
+        presets.push(item);
+      } else if (isInternalTag(item)) {
+        if (!item.id) {
+          throw new Error('Internal tag is missing "id"!');
+        }
+        tagMap.set(item.id, item);
+      } else if (isComponent(item)) {
+        const existing = componentMap.get(item.name);
+        if (existing) {
+          duplicates.push(`Component "${item.name}" found in both "${existing.file}" and "${file}"`);
+        }
+        componentMap.set(item.name, { component: item, file });
+      } else if (isComponentGroup(item)) {
+        groupMap.set(item.id, item);
+      }
+    }
+  }
+  if (duplicates.length) {
+    throw new FileSystemError(
+      "invalid_argument",
+      "read",
+      new Error("Duplicate components detected"),
+      `Duplicate components found in ${directoryPath}:
+
+${duplicates.join("\n")}
+
+This can happen when multiple environment snapshots (e.g. components.json and components.dev.json) or mixed formats coexist in the same directory.
+
+To fix this, either:
+  - Use --suffix <env> to target a specific environment (e.g. --suffix dev)
+  - Clean up the directory and pull components again in the format you intend`
+    );
+  }
+  return {
+    components: [...componentMap.values()].map(({ component }) => component),
+    groups: [...groupMap.values()],
+    presets,
+    internalTags: [...tagMap.values()]
+  };
+}
+
 const DEFAULT_COMPONENTS_FILENAME = "components";
 const DEFAULT_GROUPS_FILENAME = "groups";
 const DEFAULT_PRESETS_FILENAME = "presets";
@@ -2596,11 +2679,15 @@ const upsertComponentInternalTag = async (space, tag, existingId) => {
   }
 };
 const readComponentsFiles = async (options) => {
-  const { from, path, separateFiles, suffix } = options;
+  const { from, path, suffix } = options;
   const resolvedPath = resolvePath(path, `components/${from}`);
+  let result;
   try {
-    await readdir(resolvedPath);
+    result = await loadComponents(resolvedPath, { suffix });
   } catch (error) {
+    if (error instanceof FileSystemError && error.code !== "ENOENT") {
+      throw error;
+    }
     const message = `No local components found for space ${chalk.bold(from)}. To push components, you need to pull them first:
 
 1. Pull the components from your source space:
@@ -2615,89 +2702,16 @@ const readComponentsFiles = async (options) => {
       message
     );
   }
-  if (await shouldUseSeparateFiles(resolvedPath, DEFAULT_COMPONENTS_FILENAME, separateFiles, suffix)) {
-    return await readSeparateFiles$1(resolvedPath, suffix);
-  }
-  return await readConsolidatedFiles$1(resolvedPath, suffix);
-};
-async function readSeparateFiles$1(resolvedPath, suffix) {
-  const files = await readdir(resolvedPath);
-  const components = [];
-  const presets = [];
-  let groups = [];
-  let internalTags = [];
-  const filteredFiles = files.filter((file) => {
-    if (suffix) {
-      return file.endsWith(`.${suffix}.json`);
-    } else {
-      return !/\.\w+\.json$/.test(file) || file.endsWith(".presets.json");
-    }
-  });
-  for (const file of filteredFiles) {
-    const filePath = join(resolvedPath, file);
-    if (file === `${DEFAULT_GROUPS_FILENAME}.json` || file === `${DEFAULT_GROUPS_FILENAME}.${suffix}.json`) {
-      const result = await readJsonFile(filePath);
-      if (result.error) {
-        handleFileSystemError("read", result.error);
-        continue;
-      }
-      groups = result.data;
-    } else if (file === `${DEFAULT_TAGS_FILENAME}.json` || file === `${DEFAULT_TAGS_FILENAME}.${suffix}.json`) {
-      const result = await readJsonFile(filePath);
-      if (result.error) {
-        handleFileSystemError("read", result.error);
-        continue;
-      }
-      internalTags = result.data;
-    } else if (file.endsWith(`.${DEFAULT_PRESETS_FILENAME}.json`) || file.endsWith(`.${DEFAULT_PRESETS_FILENAME}.${suffix}.json`)) {
-      const result = await readJsonFile(filePath);
-      if (result.error) {
-        handleFileSystemError("read", result.error);
-        continue;
-      }
-      presets.push(...result.data);
-    } else if (file.endsWith(".json") || file.endsWith(`${suffix}.json`)) {
-      if (file === `${DEFAULT_COMPONENTS_FILENAME}.json` || file === `${DEFAULT_COMPONENTS_FILENAME}.${suffix}.json`) {
-        continue;
-      }
-      const result = await readJsonFile(filePath);
-      if (result.error) {
-        handleFileSystemError("read", result.error);
-        continue;
-      }
-      components.push(...result.data);
-    }
-  }
-  return {
-    components,
-    groups,
-    presets,
-    internalTags
-  };
-}
-async function readConsolidatedFiles$1(resolvedPath, suffix) {
-  const componentsPath = join(resolvedPath, suffix ? `${DEFAULT_COMPONENTS_FILENAME}.${suffix}.json` : `${DEFAULT_COMPONENTS_FILENAME}.json`);
-  const componentsResult = await readJsonFile(componentsPath);
-  if (componentsResult.error || !componentsResult.data.length) {
+  if (!result.components.length) {
     throw new FileSystemError(
       "file_not_found",
       "read",
-      componentsResult.error || new Error("Components file is empty"),
-      `No components found in ${componentsPath}. Please make sure you have pulled the components first.`
+      new Error("No component data found"),
+      `No components found in ${resolvedPath}. Please make sure you have pulled the components first.`
     );
   }
-  const [groupsResult, presetsResult, tagsResult] = await Promise.all([
-    readJsonFile(join(resolvedPath, suffix ? `${DEFAULT_GROUPS_FILENAME}.${suffix}.json` : `${DEFAULT_GROUPS_FILENAME}.json`)),
-    readJsonFile(join(resolvedPath, suffix ? `${DEFAULT_PRESETS_FILENAME}.${suffix}.json` : `${DEFAULT_PRESETS_FILENAME}.json`)),
-    readJsonFile(join(resolvedPath, suffix ? `${DEFAULT_TAGS_FILENAME}.${suffix}.json` : `${DEFAULT_TAGS_FILENAME}.json`))
-  ]);
-  return {
-    components: componentsResult.data,
-    groups: groupsResult.data,
-    presets: presetsResult.data,
-    internalTags: tagsResult.data
-  };
-}
+  return result;
+};
 
 const pullCmd$4 = componentsCommand.command("pull [componentName]").option("-f, --filename <filename>", "custom name to be used in file(s) name instead of space id").option("--sf, --separate-files", "Argument to create a single file for each component").option("--su, --suffix <suffix>", "suffix to add to the file name (e.g. components.<suffix>.json)").option("-s, --space <space>", "space ID").description(`Download your space's components schema as json. Optionally specify a component name to pull a single component.`);
 pullCmd$4.action(async (componentName, options, command) => {
@@ -3728,7 +3742,7 @@ async function pushWithDependencyGraph(space, spaceState, maxConcurrency = getAc
   return results;
 }
 
-const pushCmd$3 = componentsCommand.command("push [componentName]").description(`Push your space's components schema as json`).option("-f, --from <from>", "source space id").option("--fi, --filter <filter>", "glob filter to apply to the components before pushing").option("--sf, --separate-files", "Read from separate files instead of consolidated files", false).option("--su, --suffix <suffix>", "Suffix to add to the component name").option("-s, --space <space>", "space ID");
+const pushCmd$3 = componentsCommand.command("push [componentName]").description(`Push your space's components schema as json`).option("-f, --from <from>", "source space id").option("--fi, --filter <filter>", "glob filter to apply to the components before pushing").option("--sf, --separate-files", "Read from separate files instead of consolidated files", false).option("--su, --suffix <suffix>", "Load only files matching *.<suffix>.json (e.g. components.dev.json)").option("-s, --space <space>", "space ID");
 pushCmd$3.action(async (componentName, options, command) => {
   const ui = getUI();
   const logger = getLogger();
@@ -4160,40 +4174,84 @@ const updateStory = async (spaceId, storyId, payload) => {
     handleAPIError("update_story", error);
   }
 };
-const prefetchTargetStories = async (spaceId, options) => {
-  const result = {
-    bySlug: /* @__PURE__ */ new Map(),
-    byId: /* @__PURE__ */ new Map()
-  };
+const PREFETCH_CHUNK_SIZE = 100;
+const PREFETCH_PER_PAGE = 100;
+const addRef = (result, story) => {
+  const ref = { id: story.id, uuid: story.uuid, is_folder: story.is_folder };
+  if (story.full_slug) {
+    const key = normalizeFullSlug(story.full_slug);
+    const existing = result.bySlug.get(key);
+    if (existing) {
+      if (!existing.some((r) => r.id === ref.id)) {
+        existing.push(ref);
+      }
+    } else {
+      result.bySlug.set(key, [ref]);
+    }
+  }
+  result.byId.set(story.id, ref);
+};
+const fetchChunkAllPages = async (spaceId, params, onPageStories) => {
   let page = 1;
-  let totalPages = 1;
-  while (page <= totalPages) {
-    const response = await fetchStories(spaceId, { page, per_page: 100 });
+  while (true) {
+    const response = await fetchStories(spaceId, { ...params, page, per_page: PREFETCH_PER_PAGE });
     if (!response) {
-      break;
+      return;
     }
+    onPageStories(response.stories);
     const total = Number(response.headers.get("Total"));
-    const perPage = Number(response.headers.get("Per-Page"));
-    totalPages = Math.ceil(total / perPage);
-    if (page === 1) {
-      options?.onTotal?.(total);
-    }
-    for (const story of response.stories) {
-      const ref = { id: story.id, uuid: story.uuid, is_folder: story.is_folder };
-      if (story.full_slug) {
-        const key = normalizeFullSlug(story.full_slug);
-        const existing = result.bySlug.get(key);
-        if (existing) {
-          existing.push(ref);
-        } else {
-          result.bySlug.set(key, [ref]);
-        }
-      }
-      result.byId.set(story.id, ref);
+    const perPage = Number(response.headers.get("Per-Page")) || PREFETCH_PER_PAGE;
+    if (!Number.isFinite(total) || total <= page * perPage) {
+      return;
     }
-    options?.onIncrement?.(response.stories.length);
     page++;
   }
+};
+const prefetchTargetStoriesByKeys = async (spaceId, keys, options) => {
+  const result = {
+    bySlug: /* @__PURE__ */ new Map(),
+    byId: /* @__PURE__ */ new Map()
+  };
+  const slugSet = /* @__PURE__ */ new Set();
+  for (const slug of keys.slugs) {
+    if (slug) {
+      slugSet.add(normalizeFullSlug(slug));
+    }
+  }
+  const idSet = /* @__PURE__ */ new Set();
+  for (const id of keys.ids) {
+    if (typeof id === "number" && Number.isFinite(id)) {
+      idSet.add(id);
+    }
+  }
+  options?.onTotal?.(slugSet.size + idSet.size);
+  if (slugSet.size === 0 && idSet.size === 0) {
+    return result;
+  }
+  const slugChunks = chunk(slugSet, PREFETCH_CHUNK_SIZE);
+  const idChunks = chunk(idSet, PREFETCH_CHUNK_SIZE);
+  const requests = [];
+  for (const slugs of slugChunks) {
+    requests.push((async () => {
+      await fetchChunkAllPages(spaceId, { by_slugs: slugs.join(",") }, (stories) => {
+        for (const story of stories) {
+          addRef(result, story);
+        }
+      });
+      options?.onIncrement?.(slugs.length);
+    })());
+  }
+  for (const ids of idChunks) {
+    requests.push((async () => {
+      await fetchChunkAllPages(spaceId, { by_ids: ids.join(",") }, (stories) => {
+        for (const story of stories) {
+          addRef(result, story);
+        }
+      });
+      options?.onIncrement?.(ids.length);
+    })());
+  }
+  await Promise.all(requests);
   return result;
 };
 
@@ -4650,45 +4708,26 @@ const isStoryPublishedWithoutChanges = (story) => {
 const isStoryWithUnpublishedChanges = (story) => {
   return story.published && story.unpublished_changes;
 };
-const toComponent = (maybeComponent) => {
-  if (maybeComponent.component_group_uuid === void 0) {
-    return null;
-  }
-  return maybeComponent;
-};
 const findComponentSchemas = async (directoryPath) => {
-  const files = await readdir(directoryPath).catch((error) => {
-    if (error.code === "ENOENT") {
-      return [];
+  try {
+    const { components } = await loadComponents(directoryPath);
+    const schemas = {};
+    for (const component of components) {
+      schemas[component.name] = component.schema;
     }
-    throw error;
-  });
-  const fileContents = files.filter((f) => extname(f) === ".json").map((f) => {
-    const filePath = join(directoryPath, f);
-    const fileContent = readFileSync(filePath, "utf-8");
-    return JSON.parse(fileContent);
-  });
-  const components = [];
-  for (const content of fileContents) {
-    if (Array.isArray(content)) {
-      for (const maybeComponent of content) {
-        const component2 = toComponent(maybeComponent);
-        if (component2) {
-          components.push(component2);
-        }
-      }
-      continue;
+    return schemas;
+  } catch (error) {
+    if (error.code === "ENOENT") {
+      return {};
     }
-    const component = toComponent(content);
-    if (component) {
-      components.push(component);
+    if (error instanceof FileSystemError) {
+      error.message = `Failed to load component schemas for content validation.
+
+${error.message}`;
+      throw error;
     }
+    throw error;
   }
-  const schemas = {};
-  for (const component of components) {
-    schemas[component.name] = component.schema;
-  }
-  return schemas;
 };
 const getStoryFilename = (story) => {
   return `${story.slug}_${story.uuid}.json`;
@@ -5922,8 +5961,6 @@ const generateStoryblokTypes = async (options = {}) => {
   }
 };
 
-const DEFAULT_DATASOURCES_FILENAME = "datasources";
-
 const pushDatasource = async (spaceId, datasource) => {
   try {
     const client = getMapiClient();
@@ -6025,11 +6062,15 @@ const deleteDatasourceEntry = async (spaceId, entryId) => {
     handleAPIError("delete_datasource_entry", error, `Failed to delete datasource entry ${entryId}`);
   }
 };
+function isDatasource(item) {
+  return typeof item === "object" && item !== null && "slug" in item && typeof item.slug === "string";
+}
 const readDatasourcesFiles = async (options) => {
-  const { from, path, separateFiles, suffix } = options;
+  const { from, path, suffix } = options;
   const resolvedPath = resolvePath(path, `datasources/${from}`);
+  let files;
   try {
-    await readdir(resolvedPath);
+    files = await readdir(resolvedPath);
   } catch (error) {
     const message = `No local datasources found for space ${chalk.bold(from)}. To push datasources, you need to pull them first:
 
@@ -6045,54 +6086,51 @@ const readDatasourcesFiles = async (options) => {
       message
     );
   }
-  if (await shouldUseSeparateFiles(resolvedPath, DEFAULT_DATASOURCES_FILENAME, separateFiles, suffix)) {
-    return await readSeparateFiles(resolvedPath, suffix);
-  }
-  return await readConsolidatedFiles(resolvedPath, suffix);
-};
-async function readSeparateFiles(resolvedPath, suffix) {
-  const files = await readdir(resolvedPath);
-  const datasources = [];
-  const filteredFiles = files.filter((file) => {
-    if (suffix) {
-      return file.endsWith(`.${suffix}.json`);
-    } else {
-      return !/\.\w+\.json$/.test(file);
+  const datasourceMap = /* @__PURE__ */ new Map();
+  const duplicates = [];
+  for (const file of filterJsonBySuffix(files, suffix)) {
+    const { data, error } = await readJsonFile(join(resolvedPath, file));
+    if (error) {
+      handleFileSystemError("read", error);
+      continue;
     }
-  });
-  for (const file of filteredFiles) {
-    const filePath = join(resolvedPath, file);
-    if (file.endsWith(".json") || file.endsWith(`${suffix}.json`)) {
-      if (file === `${DEFAULT_DATASOURCES_FILENAME}.json` || new RegExp(`^${DEFAULT_DATASOURCES_FILENAME}\\.\\w+\\.json$`).test(file)) {
-        continue;
-      }
-      const result = await readJsonFile(filePath);
-      if (result.error) {
-        handleFileSystemError("read", result.error);
-        continue;
+    for (const item of data) {
+      if (isDatasource(item)) {
+        const existing = datasourceMap.get(item.slug);
+        if (existing) {
+          duplicates.push(`Datasource "${item.slug}" found in both "${existing.file}" and "${file}"`);
+        }
+        datasourceMap.set(item.slug, { datasource: item, file });
       }
-      datasources.push(...result.data);
     }
   }
-  return {
-    datasources
-  };
-}
-async function readConsolidatedFiles(resolvedPath, suffix) {
-  const datasourcesPath = join(resolvedPath, suffix ? `${DEFAULT_DATASOURCES_FILENAME}.${suffix}.json` : `${DEFAULT_DATASOURCES_FILENAME}.json`);
-  const datasourcesResult = await readJsonFile(datasourcesPath);
-  if (datasourcesResult.error || !datasourcesResult.data.length) {
+  if (duplicates.length) {
     throw new FileSystemError(
       "file_not_found",
       "read",
-      datasourcesResult.error || new Error("Datasources file is empty"),
-      `No datasources found in ${datasourcesPath}. Please make sure you have pulled the datasources first.`
+      new Error("Duplicate datasources detected"),
+      `Duplicate datasources found in ${resolvedPath}:
+
+${duplicates.join("\n")}
+
+This can happen when multiple environment snapshots (e.g. datasources.json and datasources.dev.json) or mixed formats coexist in the same directory.
+
+To fix this, either:
+  - Use --suffix <env> to target a specific environment (e.g. --suffix dev)
+  - Clean up the directory and pull datasources again in the format you intend`
     );
   }
-  return {
-    datasources: datasourcesResult.data
-  };
-}
+  const datasources = [...datasourceMap.values()].map(({ datasource }) => datasource);
+  if (!datasources.length) {
+    throw new FileSystemError(
+      "file_not_found",
+      "read",
+      new Error("No datasource data found"),
+      `No datasources found in ${resolvedPath}. Please make sure you have pulled the datasources first.`
+    );
+  }
+  return { datasources };
+};
 
 const generateCmd = typesCommand.command("generate").description("Generate types d.ts for your component schemas").option(
   "--filename <name>",
@@ -6160,6 +6198,8 @@ generateCmd.action(async (options, command) => {
 const program$6 = getProgram();
 const datasourcesCommand = program$6.command(commands.DATASOURCES).alias("ds").description(`Manage your space's datasources`);
 
+const DEFAULT_DATASOURCES_FILENAME = "datasources";
+
 const fetchDatasourceEntries = async (spaceId, datasourceId) => {
   try {
     const client = getMapiClient();
@@ -6328,7 +6368,7 @@ pullCmd$2.action(async (datasourceName, options, command) => {
   }
 });
 
-const pushCmd$2 = datasourcesCommand.command("push [datasourceName]").description(`Push your space's datasources schema as json`).option("-f, --from <from>", "source space id").option("--fi, --filter <filter>", "glob filter to apply to the datasources before pushing").option("--sf, --separate-files", "Read from separate files instead of consolidated files").option("--su, --suffix <suffix>", "Suffix to add to the datasource name").option("-s, --space <space>", "space ID");
+const pushCmd$2 = datasourcesCommand.command("push [datasourceName]").description(`Push your space's datasources schema as json`).option("-f, --from <from>", "source space id").option("--fi, --filter <filter>", "glob filter to apply to the datasources before pushing").option("--sf, --separate-files", "Read from separate files instead of consolidated files").option("--su, --suffix <suffix>", "Load only files matching *.<suffix>.json (e.g. datasources.dev.json)").option("-s, --space <space>", "space ID");
 pushCmd$2.action(async (datasourceName, options, command) => {
   konsola.title(`${commands.DATASOURCES}`, colorPalette.DATASOURCES, datasourceName ? `Pushing datasource ${datasourceName}...` : "Pushing datasources...");
   const { space, path, verbose } = command.optsWithGlobals();
@@ -9190,12 +9230,6 @@ pushCmd.action(async (options, command) => {
       };
       visit(story.content);
     };
-    const fetchProgress = ui.createProgressBar({ title: "Matching Stories...".padEnd(21) });
-    const existingTargetStories = await prefetchTargetStories(space, {
-      onTotal: (total) => fetchProgress.setTotal(total),
-      onIncrement: (count) => fetchProgress.increment(count)
-    });
-    fetchProgress.stop();
     const scanProgress = ui.createProgressBar({ title: "Scanning Stories...".padEnd(21) });
     const storyIndex = await scanLocalStoryIndex({
       directoryPath: storiesDirectoryPath,
@@ -9214,6 +9248,24 @@ pushCmd.action(async (options, command) => {
     });
     const levels = groupStoriesByDepth(storyIndex);
     scanProgress.stop();
+    const localSlugs = storyIndex.map((entry) => entry.full_slug).filter(Boolean);
+    const localIdSet = new Set(storyIndex.map((entry) => entry.id));
+    const manifestIds = [];
+    for (const [key, value] of maps.stories.entries()) {
+      if (typeof key === "number" && localIdSet.has(key) && typeof value === "number") {
+        manifestIds.push(value);
+      }
+    }
+    const fetchProgress = ui.createProgressBar({ title: "Matching Stories...".padEnd(21) });
+    const existingTargetStories = await prefetchTargetStoriesByKeys(
+      space,
+      { slugs: localSlugs, ids: manifestIds },
+      {
+        onTotal: (total) => fetchProgress.setTotal(total),
+        onIncrement: (count) => fetchProgress.increment(count)
+      }
+    );
+    fetchProgress.stop();
     const creationProgress = ui.createProgressBar({ title: "Creating Stories...".padEnd(21) });
     const processProgress = ui.createProgressBar({ title: "Processing Stories...".padEnd(21) });
     const updateProgress = ui.createProgressBar({ title: "Updating Stories...".padEnd(21) });