@intlayer/cli 5.8.1 → 6.0.0-canary.1

package/dist/cjs/pull.cjs

@@ -1,9 +1,7 @@
 "use strict";
-var __create = Object.create;
 var __defProp = Object.defineProperty;
 var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
 var __getOwnPropNames = Object.getOwnPropertyNames;
-var __getProtoOf = Object.getPrototypeOf;
 var __hasOwnProp = Object.prototype.hasOwnProperty;
 var __export = (target, all) => {
   for (var name in all)
@@ -17,14 +15,6 @@ var __copyProps = (to, from, except, desc) => {
   }
   return to;
 };
-var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
-  // If the importer is in node compatibility mode or this is not an ESM
-  // file that has been converted to a CommonJS file using a Babel-
-  // compatible transform (i.e. "__esModule" has not been set), then set
-  // "default" to the CommonJS "module.exports" for node compatibility.
-  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
-  mod
-));
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
 var pull_exports = {};
 __export(pull_exports, {
@@ -34,18 +24,15 @@ module.exports = __toCommonJS(pull_exports);
 var import_api = require("@intlayer/api");
 var import_chokidar = require("@intlayer/chokidar");
 var import_config = require("@intlayer/config");
-var import_p_limit = __toESM(require("p-limit"));
-var readline = __toESM(require("readline"));
-const spinnerFrames = ["\u280B", "\u2819", "\u2839", "\u2838", "\u283C", "\u2834", "\u2826", "\u2827", "\u2807", "\u280F"];
-const RESET = "\x1B[0m";
-const GREEN = "\x1B[32m";
-const RED = "\x1B[31m";
-const BLUE = "\x1B[34m";
-const GREY = "\x1B[90m";
-const YELLOW = "\x1B[33m";
-const GREY_DARK = "\x1B[90m";
+var import_fs = require("fs");
+var import_path = require("path");
+var import_pullLog = require('./pullLog.cjs');
 const pull = async (options) => {
-  const appLogger = (0, import_config.getAppLogger)(options?.configOptions?.override);
+  const appLogger = (0, import_config.getAppLogger)(options?.configOptions?.override, {
+    config: {
+      prefix: ""
+    }
+  });
   try {
     const config = (0, import_config.getConfiguration)(options?.configOptions);
     const { clientId, clientSecret } = config.editor;
@@ -54,86 +41,146 @@ const pull = async (options) => {
         "Missing OAuth2 client ID or client secret. To get access token go to https://intlayer.org/dashboard/project."
       );
     }
-    const intlayerAPI = (0, import_api.getIntlayerAPI)(void 0, config);
-    const oAuth2TokenResult = await intlayerAPI.oAuth.getOAuth2AccessToken();
-    const oAuth2AccessToken = oAuth2TokenResult.data?.accessToken;
-    const getDictionariesKeysResult = await intlayerAPI.dictionary.getDictionariesKeys({
-      ...oAuth2AccessToken && {
-        headers: {
-          Authorization: `Bearer ${oAuth2AccessToken}`
-        }
-      }
-    });
-    if (!getDictionariesKeysResult.data) {
+    const intlayerAPI = (0, import_api.getIntlayerAPIProxy)(void 0, config);
+    const getDictionariesUpdateTimestampResult = await intlayerAPI.dictionary.getDictionariesUpdateTimestamp();
+    if (!getDictionariesUpdateTimestampResult.data) {
       throw new Error("No distant dictionaries found");
     }
-    let distantDictionariesKeys = getDictionariesKeysResult.data;
+    let distantDictionariesUpdateTimeStamp = getDictionariesUpdateTimestampResult.data;
     if (options?.dictionaries) {
-      distantDictionariesKeys = distantDictionariesKeys.filter(
-        (dictionaryKey) => options.dictionaries.includes(dictionaryKey)
+      distantDictionariesUpdateTimeStamp = Object.fromEntries(
+        Object.entries(distantDictionariesUpdateTimeStamp).filter(
+          ([key]) => options.dictionaries.includes(key)
+        )
       );
     }
-    if (distantDictionariesKeys.length === 0) {
+    const remoteDictionariesPath = (0, import_path.join)(
+      config.content.mainDir,
+      "remote_dictionaries.cjs"
+    );
+    const remoteDictionariesRecord = (0, import_fs.existsSync)(
+      remoteDictionariesPath
+    ) ? (0, import_config.ESMxCJSRequire)(remoteDictionariesPath) : {};
+    const entries = Object.entries(distantDictionariesUpdateTimeStamp);
+    const keysToFetch = entries.filter(([key, remoteUpdatedAt]) => {
+      if (!remoteUpdatedAt) return true;
+      const local = remoteDictionariesRecord[key];
+      if (!local) return true;
+      const localUpdatedAtRaw = local?.updatedAt;
+      const localUpdatedAt = typeof localUpdatedAtRaw === "number" ? localUpdatedAtRaw : localUpdatedAtRaw ? new Date(localUpdatedAtRaw).getTime() : void 0;
+      if (typeof localUpdatedAt !== "number") return true;
+      return remoteUpdatedAt > localUpdatedAt;
+    }).map(([key]) => key);
+    const cachedKeys = entries.filter(([key, remoteUpdatedAt]) => {
+      const local = remoteDictionariesRecord[key];
+      const localUpdatedAtRaw = local?.updatedAt;
+      const localUpdatedAt = typeof localUpdatedAtRaw === "number" ? localUpdatedAtRaw : localUpdatedAtRaw ? new Date(localUpdatedAtRaw).getTime() : void 0;
+      return typeof localUpdatedAt === "number" && typeof remoteUpdatedAt === "number" && localUpdatedAt >= remoteUpdatedAt;
+    }).map(([key]) => key);
+    if (entries.length === 0) {
       appLogger("No dictionaries to fetch", {
         level: "error"
       });
       return;
     }
     appLogger("Fetching dictionaries:");
-    const dictionariesStatuses = distantDictionariesKeys.map((dictionaryKey, index) => ({
-      dictionaryKey,
-      icon: getStatusIcon("pending"),
-      status: "pending",
-      index,
-      spinnerFrameIndex: 0
-    }));
-    for (const statusObj of dictionariesStatuses) {
-      process.stdout.write(getStatusLine(statusObj) + "\n");
-    }
-    const spinnerTimer = setInterval(() => {
-      updateAllStatusLines(dictionariesStatuses);
-    }, 100);
-    const limit = (0, import_p_limit.default)(5);
+    const dictionariesStatuses = [
+      ...cachedKeys.map((dictionaryKey) => ({
+        dictionaryKey,
+        status: "imported"
+      })),
+      ...keysToFetch.map((dictionaryKey) => ({
+        dictionaryKey,
+        status: "pending"
+      }))
+    ];
+    const logger = new import_pullLog.PullLogger();
+    logger.update(
+      dictionariesStatuses.map((s) => ({
+        dictionaryKey: s.dictionaryKey,
+        status: s.status
+      }))
+    );
     const successfullyFetchedDictionaries = [];
     const processDictionary = async (statusObj) => {
-      statusObj.status = "fetching";
+      const isCached = statusObj.status === "imported" || statusObj.status === "up-to-date";
+      if (!isCached) {
+        statusObj.status = "fetching";
+        logger.update([
+          { dictionaryKey: statusObj.dictionaryKey, status: "fetching" }
+        ]);
+      }
       try {
-        const getDictionaryResult = await intlayerAPI.dictionary.getDictionary(
-          statusObj.dictionaryKey,
-          void 0,
-          {
-            ...oAuth2AccessToken && {
-              headers: {
-                Authorization: `Bearer ${oAuth2AccessToken}`
-              }
-            }
-          }
-        );
-        const distantDictionary = getDictionaryResult.data;
-        if (!distantDictionary) {
+        let sourceDictionary;
+        if (isCached) {
+          sourceDictionary = remoteDictionariesRecord[statusObj.dictionaryKey];
+        }
+        if (!sourceDictionary) {
+          const getDictionaryResult = await intlayerAPI.dictionary.getDictionary(statusObj.dictionaryKey);
+          sourceDictionary = getDictionaryResult.data;
+        }
+        if (!sourceDictionary) {
           throw new Error(
             `Dictionary ${statusObj.dictionaryKey} not found on remote`
           );
         }
         const { status } = await (0, import_chokidar.writeContentDeclaration)(
-          distantDictionary,
+          sourceDictionary,
           config,
           options?.newDictionariesPath
         );
         statusObj.status = status;
-        successfullyFetchedDictionaries.push(distantDictionary);
+        logger.update([{ dictionaryKey: statusObj.dictionaryKey, status }]);
+        successfullyFetchedDictionaries.push(sourceDictionary);
       } catch (error) {
         statusObj.status = "error";
         statusObj.error = error;
         statusObj.errorMessage = `Error fetching dictionary ${statusObj.dictionaryKey}: ${error}`;
+        logger.update([
+          { dictionaryKey: statusObj.dictionaryKey, status: "error" }
+        ]);
       }
     };
-    const fetchPromises = dictionariesStatuses.map(
-      (statusObj) => limit(() => processDictionary(statusObj))
-    );
-    await Promise.all(fetchPromises);
-    clearInterval(spinnerTimer);
-    updateAllStatusLines(dictionariesStatuses);
+    await (0, import_chokidar.parallelize)(dictionariesStatuses, processDictionary, 5);
+    logger.finish();
+    const iconFor = (status) => {
+      switch (status) {
+        case "fetched":
+        case "imported":
+        case "updated":
+        case "up-to-date":
+        case "reimported in JSON":
+        case "new content file":
+          return "\u2714";
+        case "error":
+          return "\u2716";
+        default:
+          return "\u23F2";
+      }
+    };
+    const colorFor = (status) => {
+      switch (status) {
+        case "fetched":
+        case "imported":
+        case "updated":
+        case "up-to-date":
+          return import_config.ANSIColors.GREEN;
+        case "reimported in JSON":
+        case "new content file":
+          return import_config.ANSIColors.YELLOW;
+        case "error":
+          return import_config.ANSIColors.RED;
+        default:
+          return import_config.ANSIColors.BLUE;
+      }
+    };
+    for (const s of dictionariesStatuses) {
+      const icon = iconFor(s.status);
+      const color = colorFor(s.status);
+      appLogger(
+        ` - ${s.dictionaryKey} ${import_config.ANSIColors.GREY}[${color}${icon} ${s.status}${import_config.ANSIColors.GREY}]${import_config.ANSIColors.RESET}`
+      );
+    }
     for (const statusObj of dictionariesStatuses) {
       if (statusObj.errorMessage) {
         appLogger(statusObj.errorMessage, {
@@ -147,51 +194,6 @@ const pull = async (options) => {
     });
   }
 };
-const getStatusIcon = (status) => {
-  const statusIcons = {
-    pending: "\u23F2",
-    fetching: "",
-    // Spinner handled separately
-    "up-to-date": "\u2714",
-    updated: "\u2714",
-    fetched: "\u2714",
-    error: "\u2716"
-  };
-  return statusIcons[status] ?? "";
-};
-const getStatusLine = (statusObj) => {
-  let icon = getStatusIcon(statusObj.status);
-  let colorStart = "";
-  let colorEnd = "";
-  if (statusObj.status === "fetching") {
-    icon = spinnerFrames[statusObj.spinnerFrameIndex % spinnerFrames.length];
-    colorStart = BLUE;
-    colorEnd = RESET;
-  } else if (statusObj.status === "error") {
-    colorStart = RED;
-    colorEnd = RESET;
-  } else if (statusObj.status === "fetched" || statusObj.status === "imported" || statusObj.status === "updated" || statusObj.status === "up-to-date") {
-    colorStart = GREEN;
-    colorEnd = RESET;
-  } else if (statusObj.status === "reimported in JSON" || statusObj.status === "reimported in new location") {
-    colorStart = YELLOW;
-    colorEnd = RESET;
-  } else {
-    colorStart = GREY;
-    colorEnd = RESET;
-  }
-  return `- ${statusObj.dictionaryKey} ${GREY_DARK}[${colorStart}${icon}${statusObj.status}${GREY_DARK}]${colorEnd}`;
-};
-const updateAllStatusLines = (dictionariesStatuses) => {
-  readline.moveCursor(process.stdout, 0, -dictionariesStatuses.length);
-  for (const statusObj of dictionariesStatuses) {
-    readline.clearLine(process.stdout, 0);
-    if (statusObj.status === "fetching") {
-      statusObj.spinnerFrameIndex = (statusObj.spinnerFrameIndex + 1) % spinnerFrames.length;
-    }
-    process.stdout.write(getStatusLine(statusObj) + "\n");
-  }
-};
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   pull

package/dist/cjs/pull.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/pull.ts"],"sourcesContent":["import { getIntlayerAPI } from '@intlayer/api';\nimport {\n  writeContentDeclaration,\n  type DictionaryStatus,\n} from '@intlayer/chokidar';\nimport {\n  getAppLogger,\n  getConfiguration,\n  GetConfigurationOptions,\n} from '@intlayer/config';\n\nimport type { Dictionary } from '@intlayer/core';\nimport pLimit from 'p-limit';\nimport * as readline from 'readline';\n\ntype PullOptions = {\n  dictionaries?: string[];\n  newDictionariesPath?: string;\n  configOptions?: GetConfigurationOptions;\n};\n\ntype DictionariesStatus = {\n  dictionaryKey: string;\n  status: DictionaryStatus;\n  icon: string;\n  index: number;\n  error?: Error;\n  errorMessage?: string;\n  spinnerFrameIndex?: number;\n};\n\nconst spinnerFrames = ['⠋', '⠙', '⠹', '⠸', '⠼', '⠴', '⠦', '⠧', '⠇', '⠏'];\n\nconst RESET = '\\x1b[0m';\nconst GREEN = '\\x1b[32m';\nconst RED = '\\x1b[31m';\nconst BLUE = '\\x1b[34m';\nconst GREY = '\\x1b[90m';\nconst YELLOW = '\\x1b[33m';\nconst GREY_DARK = '\\x1b[90m';\n\n/**\n * Fetch distant dictionaries and write them locally,\n * with progress indicators and concurrency control.\n */\nexport const pull = async (options?: PullOptions): Promise<void> => {\n  const appLogger = getAppLogger(options?.configOptions?.override);\n\n  try {\n    const config = getConfiguration(options?.configOptions);\n    const { clientId, clientSecret } = config.editor;\n\n    if (!clientId || !clientSecret) {\n      throw new Error(\n        'Missing OAuth2 client ID or client secret. To get access token go to https://intlayer.org/dashboard/project.'\n      );\n    }\n\n    const intlayerAPI = getIntlayerAPI(undefined, config);\n\n    const oAuth2TokenResult = await intlayerAPI.oAuth.getOAuth2AccessToken();\n\n    const oAuth2AccessToken = oAuth2TokenResult.data?.accessToken;\n\n    // Get the list of dictionary keys\n    const getDictionariesKeysResult =\n      await intlayerAPI.dictionary.getDictionariesKeys({\n        ...(oAuth2AccessToken && {\n          headers: {\n            Authorization: `Bearer ${oAuth2AccessToken}`,\n          },\n        }),\n      });\n\n    if (!getDictionariesKeysResult.data) {\n      throw new Error('No distant dictionaries found');\n    }\n\n    let distantDictionariesKeys: string[] = getDictionariesKeysResult.data;\n\n    if (options?.dictionaries) {\n      // Filter the dictionaries from the provided list of IDs\n      distantDictionariesKeys = distantDictionariesKeys.filter(\n        (dictionaryKey) => options.dictionaries!.includes(dictionaryKey)\n      );\n    }\n\n    // Check if dictionaries list is empty\n    if (distantDictionariesKeys.length === 0) {\n      appLogger('No dictionaries to fetch', {\n        level: 'error',\n      });\n      return;\n    }\n\n    appLogger('Fetching dictionaries:');\n\n    // Prepare dictionaries statuses\n    const dictionariesStatuses: DictionariesStatus[] =\n      distantDictionariesKeys.map((dictionaryKey, index) => ({\n        dictionaryKey,\n        icon: getStatusIcon('pending'),\n        status: 'pending',\n        index,\n        spinnerFrameIndex: 0,\n      }));\n\n    // Output initial statuses\n    for (const statusObj of dictionariesStatuses) {\n      process.stdout.write(getStatusLine(statusObj) + '\\n');\n    }\n\n    // Start spinner timer\n    const spinnerTimer = setInterval(() => {\n      updateAllStatusLines(dictionariesStatuses);\n    }, 100); // Update every 100ms\n\n    // Process dictionaries in parallel with a concurrency limit\n    const limit = pLimit(5); // Limit the number of concurrent requests\n\n    const successfullyFetchedDictionaries: Dictionary[] = [];\n\n    const processDictionary = async (\n      statusObj: DictionariesStatus\n    ): Promise<void> => {\n      statusObj.status = 'fetching';\n      try {\n        // Fetch the dictionary\n        const getDictionaryResult = await intlayerAPI.dictionary.getDictionary(\n          statusObj.dictionaryKey,\n          undefined,\n          {\n            ...(oAuth2AccessToken && {\n              headers: {\n                Authorization: `Bearer ${oAuth2AccessToken}`,\n              },\n            }),\n          }\n        );\n\n        const distantDictionary = getDictionaryResult.data;\n\n        if (!distantDictionary) {\n          throw new Error(\n            `Dictionary ${statusObj.dictionaryKey} not found on remote`\n          );\n        }\n\n        // Now, write the dictionary to local file\n        const { status } = await writeContentDeclaration(\n          distantDictionary,\n          config,\n          options?.newDictionariesPath\n        );\n\n        statusObj.status = status;\n\n        successfullyFetchedDictionaries.push(distantDictionary);\n      } catch (error) {\n        statusObj.status = 'error';\n        statusObj.error = error as Error;\n        statusObj.errorMessage = `Error fetching dictionary ${statusObj.dictionaryKey}: ${error}`;\n      }\n    };\n\n    const fetchPromises = dictionariesStatuses.map((statusObj) =>\n      limit(() => processDictionary(statusObj))\n    );\n\n    await Promise.all(fetchPromises);\n\n    // Stop the spinner timer\n    clearInterval(spinnerTimer);\n\n    // Update statuses one last time\n    updateAllStatusLines(dictionariesStatuses);\n\n    // Output any error messages\n    for (const statusObj of dictionariesStatuses) {\n      if (statusObj.errorMessage) {\n        appLogger(statusObj.errorMessage, {\n          level: 'error',\n        });\n      }\n    }\n  } catch (error) {\n    appLogger(error, {\n      level: 'error',\n    });\n  }\n};\n\nconst getStatusIcon = (status: string): string => {\n  const statusIcons: Record<string, string> = {\n    pending: '⏲',\n    fetching: '', // Spinner handled separately\n    'up-to-date': '✔',\n    updated: '✔',\n    fetched: '✔',\n    error: '✖',\n  };\n  return statusIcons[status] ?? '';\n};\n\nconst getStatusLine = (statusObj: DictionariesStatus): string => {\n  let icon = getStatusIcon(statusObj.status);\n  let colorStart = '';\n  let colorEnd = '';\n\n  if (statusObj.status === 'fetching') {\n    // Use spinner frame\n    icon = spinnerFrames[statusObj.spinnerFrameIndex! % spinnerFrames.length];\n    colorStart = BLUE;\n    colorEnd = RESET;\n  } else if (statusObj.status === 'error') {\n    colorStart = RED;\n    colorEnd = RESET;\n  } else if (\n    statusObj.status === 'fetched' ||\n    statusObj.status === 'imported' ||\n    statusObj.status === 'updated' ||\n    statusObj.status === 'up-to-date'\n  ) {\n    colorStart = GREEN;\n    colorEnd = RESET;\n  } else if (\n    statusObj.status === 'reimported in JSON' ||\n    statusObj.status === 'reimported in new location'\n  ) {\n    colorStart = YELLOW;\n    colorEnd = RESET;\n  } else {\n    colorStart = GREY;\n    colorEnd = RESET;\n  }\n\n  return `- ${statusObj.dictionaryKey} ${GREY_DARK}[${colorStart}${icon}${statusObj.status}${GREY_DARK}]${colorEnd}`;\n};\n\nconst updateAllStatusLines = (dictionariesStatuses: DictionariesStatus[]) => {\n  // Move cursor up to the first status line\n  readline.moveCursor(process.stdout, 0, -dictionariesStatuses.length);\n  for (const statusObj of dictionariesStatuses) {\n    // Clear the line\n    readline.clearLine(process.stdout, 0);\n\n    if (statusObj.status === 'fetching') {\n      // Update spinner frame\n      statusObj.spinnerFrameIndex =\n        (statusObj.spinnerFrameIndex! + 1) % spinnerFrames.length;\n    }\n\n    // Write the status line\n    process.stdout.write(getStatusLine(statusObj) + '\\n');\n  }\n};\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,iBAA+B;AAC/B,sBAGO;AACP,oBAIO;AAGP,qBAAmB;AACnB,eAA0B;AAkB1B,MAAM,gBAAgB,CAAC,UAAK,UAAK,UAAK,UAAK,UAAK,UAAK,UAAK,UAAK,UAAK,QAAG;AAEvE,MAAM,QAAQ;AACd,MAAM,QAAQ;AACd,MAAM,MAAM;AACZ,MAAM,OAAO;AACb,MAAM,OAAO;AACb,MAAM,SAAS;AACf,MAAM,YAAY;AAMX,MAAM,OAAO,OAAO,YAAyC;AAClE,QAAM,gBAAY,4BAAa,SAAS,eAAe,QAAQ;AAE/D,MAAI;AACF,UAAM,aAAS,gCAAiB,SAAS,aAAa;AACtD,UAAM,EAAE,UAAU,aAAa,IAAI,OAAO;AAE1C,QAAI,CAAC,YAAY,CAAC,cAAc;AAC9B,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAEA,UAAM,kBAAc,2BAAe,QAAW,MAAM;AAEpD,UAAM,oBAAoB,MAAM,YAAY,MAAM,qBAAqB;AAEvE,UAAM,oBAAoB,kBAAkB,MAAM;AAGlD,UAAM,4BACJ,MAAM,YAAY,WAAW,oBAAoB;AAAA,MAC/C,GAAI,qBAAqB;AAAA,QACvB,SAAS;AAAA,UACP,eAAe,UAAU,iBAAiB;AAAA,QAC5C;AAAA,MACF;AAAA,IACF,CAAC;AAEH,QAAI,CAAC,0BAA0B,MAAM;AACnC,YAAM,IAAI,MAAM,+BAA+B;AAAA,IACjD;AAEA,QAAI,0BAAoC,0BAA0B;AAElE,QAAI,SAAS,cAAc;AAEzB,gCAA0B,wBAAwB;AAAA,QAChD,CAAC,kBAAkB,QAAQ,aAAc,SAAS,aAAa;AAAA,MACjE;AAAA,IACF;AAGA,QAAI,wBAAwB,WAAW,GAAG;AACxC,gBAAU,4BAA4B;AAAA,QACpC,OAAO;AAAA,MACT,CAAC;AACD;AAAA,IACF;AAEA,cAAU,wBAAwB;AAGlC,UAAM,uBACJ,wBAAwB,IAAI,CAAC,eAAe,WAAW;AAAA,MACrD;AAAA,MACA,MAAM,cAAc,SAAS;AAAA,MAC7B,QAAQ;AAAA,MACR;AAAA,MACA,mBAAmB;AAAA,IACrB,EAAE;AAGJ,eAAW,aAAa,sBAAsB;AAC5C,cAAQ,OAAO,MAAM,cAAc,SAAS,IAAI,IAAI;AAAA,IACtD;AAGA,UAAM,eAAe,YAAY,MAAM;AACrC,2BAAqB,oBAAoB;AAAA,IAC3C,GAAG,GAAG;AAGN,UAAM,YAAQ,eAAAA,SAAO,CAAC;AAEtB,UAAM,kCAAgD,CAAC;AAEvD,UAAM,oBAAoB,OACxB,cACkB;AAClB,gBAAU,SAAS;AACnB,UAAI;AAEF,cAAM,sBAAsB,MAAM,YAAY,WAAW;AAAA,UACvD,UAAU;AAAA,UACV;AAAA,UACA;AAAA,YACE,GAAI,qBAAqB;AAAA,cACvB,SAAS;AAAA,gBACP,eAAe,UAAU,iBAAiB;AAAA,cAC5C;AAAA,YACF;AAAA,UACF;AAAA,QACF;AAEA,cAAM,oBAAoB,oBAAoB;AAE9C,YAAI,CAAC,mBAAmB;AACtB,gBAAM,IAAI;AAAA,YACR,cAAc,UAAU,aAAa;AAAA,UACvC;AAAA,QACF;AAGA,cAAM,EAAE,OAAO,IAAI,UAAM;AAAA,UACvB;AAAA,UACA;AAAA,UACA,SAAS;AAAA,QACX;AAEA,kBAAU,SAAS;AAEnB,wCAAgC,KAAK,iBAAiB;AAAA,MACxD,SAAS,OAAO;AACd,kBAAU,SAAS;AACnB,kBAAU,QAAQ;AAClB,kBAAU,eAAe,6BAA6B,UAAU,aAAa,KAAK,KAAK;AAAA,MACzF;AAAA,IACF;AAEA,UAAM,gBAAgB,qBAAqB;AAAA,MAAI,CAAC,cAC9C,MAAM,MAAM,kBAAkB,SAAS,CAAC;AAAA,IAC1C;AAEA,UAAM,QAAQ,IAAI,aAAa;AAG/B,kBAAc,YAAY;AAG1B,yBAAqB,oBAAoB;AAGzC,eAAW,aAAa,sBAAsB;AAC5C,UAAI,UAAU,cAAc;AAC1B,kBAAU,UAAU,cAAc;AAAA,UAChC,OAAO;AAAA,QACT,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF,SAAS,OAAO;AACd,cAAU,OAAO;AAAA,MACf,OAAO;AAAA,IACT,CAAC;AAAA,EACH;AACF;AAEA,MAAM,gBAAgB,CAAC,WAA2B;AAChD,QAAM,cAAsC;AAAA,IAC1C,SAAS;AAAA,IACT,UAAU;AAAA;AAAA,IACV,cAAc;AAAA,IACd,SAAS;AAAA,IACT,SAAS;AAAA,IACT,OAAO;AAAA,EACT;AACA,SAAO,YAAY,MAAM,KAAK;AAChC;AAEA,MAAM,gBAAgB,CAAC,cAA0C;AAC/D,MAAI,OAAO,cAAc,UAAU,MAAM;AACzC,MAAI,aAAa;AACjB,MAAI,WAAW;AAEf,MAAI,UAAU,WAAW,YAAY;AAEnC,WAAO,cAAc,UAAU,oBAAqB,cAAc,MAAM;AACxE,iBAAa;AACb,eAAW;AAAA,EACb,WAAW,UAAU,WAAW,SAAS;AACvC,iBAAa;AACb,eAAW;AAAA,EACb,WACE,UAAU,WAAW,aACrB,UAAU,WAAW,cACrB,UAAU,WAAW,aACrB,UAAU,WAAW,cACrB;AACA,iBAAa;AACb,eAAW;AAAA,EACb,WACE,UAAU,WAAW,wBACrB,UAAU,WAAW,8BACrB;AACA,iBAAa;AACb,eAAW;AAAA,EACb,OAAO;AACL,iBAAa;AACb,eAAW;AAAA,EACb;AAEA,SAAO,KAAK,UAAU,aAAa,IAAI,SAAS,IAAI,UAAU,GAAG,IAAI,GAAG,UAAU,MAAM,GAAG,SAAS,IAAI,QAAQ;AAClH;AAEA,MAAM,uBAAuB,CAAC,yBAA+C;AAE3E,WAAS,WAAW,QAAQ,QAAQ,GAAG,CAAC,qBAAqB,MAAM;AACnE,aAAW,aAAa,sBAAsB;AAE5C,aAAS,UAAU,QAAQ,QAAQ,CAAC;AAEpC,QAAI,UAAU,WAAW,YAAY;AAEnC,gBAAU,qBACP,UAAU,oBAAqB,KAAK,cAAc;AAAA,IACvD;AAGA,YAAQ,OAAO,MAAM,cAAc,SAAS,IAAI,IAAI;AAAA,EACtD;AACF;","names":["pLimit"]}
+{"version":3,"sources":["../../src/pull.ts"],"sourcesContent":["import { getIntlayerAPIProxy } from '@intlayer/api';\nimport {\n  parallelize,\n  writeContentDeclaration,\n  type DictionaryStatus,\n} from '@intlayer/chokidar';\nimport {\n  ANSIColors,\n  ESMxCJSRequire,\n  getAppLogger,\n  getConfiguration,\n  GetConfigurationOptions,\n} from '@intlayer/config';\nimport type { Dictionary } from '@intlayer/core';\nimport { existsSync } from 'fs';\nimport { join } from 'path';\nimport { PullLogger, type PullStatus } from './pullLog';\n\ntype PullOptions = {\n  dictionaries?: string[];\n  newDictionariesPath?: string;\n  configOptions?: GetConfigurationOptions;\n};\n\ntype DictionariesStatus = {\n  dictionaryKey: string;\n  status: DictionaryStatus | 'pending' | 'fetching' | 'error';\n  error?: Error;\n  errorMessage?: string;\n};\n\n/**\n * Fetch distant dictionaries and write them locally,\n * with progress indicators and concurrency control.\n */\nexport const pull = async (options?: PullOptions): Promise<void> => {\n  const appLogger = getAppLogger(options?.configOptions?.override, {\n    config: {\n      prefix: '',\n    },\n  });\n\n  try {\n    const config = getConfiguration(options?.configOptions);\n    const { clientId, clientSecret } = config.editor;\n\n    if (!clientId || !clientSecret) {\n      throw new Error(\n        'Missing OAuth2 client ID or client secret. To get access token go to https://intlayer.org/dashboard/project.'\n      );\n    }\n\n    const intlayerAPI = getIntlayerAPIProxy(undefined, config);\n\n    // Get remote update timestamps map\n    const getDictionariesUpdateTimestampResult =\n      await intlayerAPI.dictionary.getDictionariesUpdateTimestamp();\n\n    if (!getDictionariesUpdateTimestampResult.data) {\n      throw new Error('No distant dictionaries found');\n    }\n\n    let distantDictionariesUpdateTimeStamp: Record<string, number> =\n      getDictionariesUpdateTimestampResult.data;\n\n    // Optional filtering by requested dictionaries\n    if (options?.dictionaries) {\n      distantDictionariesUpdateTimeStamp = Object.fromEntries(\n        Object.entries(distantDictionariesUpdateTimeStamp).filter(([key]) =>\n          options.dictionaries!.includes(key)\n        )\n      );\n    }\n\n    // Load local cached remote dictionaries (if any)\n    const remoteDictionariesPath = join(\n      config.content.mainDir,\n      'remote_dictionaries.cjs'\n    );\n    const remoteDictionariesRecord: Record<string, any> = existsSync(\n      remoteDictionariesPath\n    )\n      ? (ESMxCJSRequire(remoteDictionariesPath) as any)\n      : {};\n\n    // Determine which keys need fetching by comparing updatedAt with local cache\n    const entries = Object.entries(distantDictionariesUpdateTimeStamp);\n    const keysToFetch = entries\n      .filter(([key, remoteUpdatedAt]) => {\n        if (!remoteUpdatedAt) return true;\n        const local = (remoteDictionariesRecord as any)[key];\n        if (!local) return true;\n        const localUpdatedAtRaw = (local as any)?.updatedAt as\n          | number\n          | string\n          | undefined;\n        const localUpdatedAt =\n          typeof localUpdatedAtRaw === 'number'\n            ? localUpdatedAtRaw\n            : localUpdatedAtRaw\n              ? new Date(localUpdatedAtRaw).getTime()\n              : undefined;\n        if (typeof localUpdatedAt !== 'number') return true;\n        return remoteUpdatedAt > localUpdatedAt;\n      })\n      .map(([key]) => key);\n\n    const cachedKeys = entries\n      .filter(([key, remoteUpdatedAt]) => {\n        const local = (remoteDictionariesRecord as any)[key];\n        const localUpdatedAtRaw = (local as any)?.updatedAt as\n          | number\n          | string\n          | undefined;\n        const localUpdatedAt =\n          typeof localUpdatedAtRaw === 'number'\n            ? localUpdatedAtRaw\n            : localUpdatedAtRaw\n              ? new Date(localUpdatedAtRaw).getTime()\n              : undefined;\n        return (\n          typeof localUpdatedAt === 'number' &&\n          typeof remoteUpdatedAt === 'number' &&\n          localUpdatedAt >= remoteUpdatedAt\n        );\n      })\n      .map(([key]) => key);\n\n    // Check if dictionaries list is empty\n    if (entries.length === 0) {\n      appLogger('No dictionaries to fetch', {\n        level: 'error',\n      });\n      return;\n    }\n\n    appLogger('Fetching dictionaries:');\n\n    // Prepare dictionaries statuses\n    const dictionariesStatuses: DictionariesStatus[] = [\n      ...cachedKeys.map((dictionaryKey) => ({\n        dictionaryKey,\n        status: 'imported' as DictionaryStatus,\n      })),\n      ...keysToFetch.map((dictionaryKey) => ({\n        dictionaryKey,\n        status: 'pending' as const,\n      })),\n    ];\n\n    // Initialize aggregated logger\n    const logger = new PullLogger();\n    logger.update(\n      dictionariesStatuses.map<PullStatus>((s) => ({\n        dictionaryKey: s.dictionaryKey,\n        status: s.status,\n      }))\n    );\n\n    const successfullyFetchedDictionaries: Dictionary[] = [];\n\n    const processDictionary = async (\n      statusObj: DictionariesStatus\n    ): Promise<void> => {\n      const isCached =\n        statusObj.status === 'imported' || statusObj.status === 'up-to-date';\n\n      if (!isCached) {\n        statusObj.status = 'fetching';\n        logger.update([\n          { dictionaryKey: statusObj.dictionaryKey, status: 'fetching' },\n        ]);\n      }\n\n      try {\n        let sourceDictionary: Dictionary | undefined;\n\n        if (isCached) {\n          sourceDictionary = remoteDictionariesRecord[\n            statusObj.dictionaryKey\n          ] as Dictionary | undefined;\n        }\n\n        if (!sourceDictionary) {\n          // Fetch the dictionary\n          const getDictionaryResult =\n            await intlayerAPI.dictionary.getDictionary(statusObj.dictionaryKey);\n\n          sourceDictionary = getDictionaryResult.data as Dictionary | undefined;\n        }\n\n        if (!sourceDictionary) {\n          throw new Error(\n            `Dictionary ${statusObj.dictionaryKey} not found on remote`\n          );\n        }\n\n        // Now, write the dictionary to local file\n        const { status } = await writeContentDeclaration(\n          sourceDictionary,\n          config,\n          options?.newDictionariesPath\n        );\n\n        statusObj.status = status;\n        logger.update([{ dictionaryKey: statusObj.dictionaryKey, status }]);\n\n        successfullyFetchedDictionaries.push(sourceDictionary);\n      } catch (error) {\n        statusObj.status = 'error';\n        statusObj.error = error as Error;\n        statusObj.errorMessage = `Error fetching dictionary ${statusObj.dictionaryKey}: ${error}`;\n        logger.update([\n          { dictionaryKey: statusObj.dictionaryKey, status: 'error' },\n        ]);\n      }\n    };\n\n    // Process dictionaries in parallel with concurrency limit\n    await parallelize(dictionariesStatuses, processDictionary, 5);\n\n    // Stop the logger and render final state\n    logger.finish();\n\n    // Per-dictionary summary\n    const iconFor = (status: DictionariesStatus['status']) => {\n      switch (status) {\n        case 'fetched':\n        case 'imported':\n        case 'updated':\n        case 'up-to-date':\n        case 'reimported in JSON':\n        case 'new content file':\n          return '✔';\n        case 'error':\n          return '✖';\n        default:\n          return '⏲';\n      }\n    };\n\n    const colorFor = (status: DictionariesStatus['status']) => {\n      switch (status) {\n        case 'fetched':\n        case 'imported':\n        case 'updated':\n        case 'up-to-date':\n          return ANSIColors.GREEN;\n        case 'reimported in JSON':\n        case 'new content file':\n          return ANSIColors.YELLOW;\n        case 'error':\n          return ANSIColors.RED;\n        default:\n          return ANSIColors.BLUE;\n      }\n    };\n\n    for (const s of dictionariesStatuses) {\n      const icon = iconFor(s.status);\n      const color = colorFor(s.status);\n      appLogger(\n        ` - ${s.dictionaryKey} ${ANSIColors.GREY}[${color}${icon} ${s.status}${ANSIColors.GREY}]${ANSIColors.RESET}`\n      );\n    }\n\n    // Output any error messages\n    for (const statusObj of dictionariesStatuses) {\n      if (statusObj.errorMessage) {\n        appLogger(statusObj.errorMessage, {\n          level: 'error',\n        });\n      }\n    }\n  } catch (error) {\n    appLogger(error, {\n      level: 'error',\n    });\n  }\n};\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,iBAAoC;AACpC,sBAIO;AACP,oBAMO;AAEP,gBAA2B;AAC3B,kBAAqB;AACrB,qBAA4C;AAmBrC,MAAM,OAAO,OAAO,YAAyC;AAClE,QAAM,gBAAY,4BAAa,SAAS,eAAe,UAAU;AAAA,IAC/D,QAAQ;AAAA,MACN,QAAQ;AAAA,IACV;AAAA,EACF,CAAC;AAED,MAAI;AACF,UAAM,aAAS,gCAAiB,SAAS,aAAa;AACtD,UAAM,EAAE,UAAU,aAAa,IAAI,OAAO;AAE1C,QAAI,CAAC,YAAY,CAAC,cAAc;AAC9B,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAEA,UAAM,kBAAc,gCAAoB,QAAW,MAAM;AAGzD,UAAM,uCACJ,MAAM,YAAY,WAAW,+BAA+B;AAE9D,QAAI,CAAC,qCAAqC,MAAM;AAC9C,YAAM,IAAI,MAAM,+BAA+B;AAAA,IACjD;AAEA,QAAI,qCACF,qCAAqC;AAGvC,QAAI,SAAS,cAAc;AACzB,2CAAqC,OAAO;AAAA,QAC1C,OAAO,QAAQ,kCAAkC,EAAE;AAAA,UAAO,CAAC,CAAC,GAAG,MAC7D,QAAQ,aAAc,SAAS,GAAG;AAAA,QACpC;AAAA,MACF;AAAA,IACF;AAGA,UAAM,6BAAyB;AAAA,MAC7B,OAAO,QAAQ;AAAA,MACf;AAAA,IACF;AACA,UAAM,+BAAgD;AAAA,MACpD;AAAA,IACF,QACK,8BAAe,sBAAsB,IACtC,CAAC;AAGL,UAAM,UAAU,OAAO,QAAQ,kCAAkC;AACjE,UAAM,cAAc,QACjB,OAAO,CAAC,CAAC,KAAK,eAAe,MAAM;AAClC,UAAI,CAAC,gBAAiB,QAAO;AAC7B,YAAM,QAAS,yBAAiC,GAAG;AACnD,UAAI,CAAC,MAAO,QAAO;AACnB,YAAM,oBAAqB,OAAe;AAI1C,YAAM,iBACJ,OAAO,sBAAsB,WACzB,oBACA,oBACE,IAAI,KAAK,iBAAiB,EAAE,QAAQ,IACpC;AACR,UAAI,OAAO,mBAAmB,SAAU,QAAO;AAC/C,aAAO,kBAAkB;AAAA,IAC3B,CAAC,EACA,IAAI,CAAC,CAAC,GAAG,MAAM,GAAG;AAErB,UAAM,aAAa,QAChB,OAAO,CAAC,CAAC,KAAK,eAAe,MAAM;AAClC,YAAM,QAAS,yBAAiC,GAAG;AACnD,YAAM,oBAAqB,OAAe;AAI1C,YAAM,iBACJ,OAAO,sBAAsB,WACzB,oBACA,oBACE,IAAI,KAAK,iBAAiB,EAAE,QAAQ,IACpC;AACR,aACE,OAAO,mBAAmB,YAC1B,OAAO,oBAAoB,YAC3B,kBAAkB;AAAA,IAEtB,CAAC,EACA,IAAI,CAAC,CAAC,GAAG,MAAM,GAAG;AAGrB,QAAI,QAAQ,WAAW,GAAG;AACxB,gBAAU,4BAA4B;AAAA,QACpC,OAAO;AAAA,MACT,CAAC;AACD;AAAA,IACF;AAEA,cAAU,wBAAwB;AAGlC,UAAM,uBAA6C;AAAA,MACjD,GAAG,WAAW,IAAI,CAAC,mBAAmB;AAAA,QACpC;AAAA,QACA,QAAQ;AAAA,MACV,EAAE;AAAA,MACF,GAAG,YAAY,IAAI,CAAC,mBAAmB;AAAA,QACrC;AAAA,QACA,QAAQ;AAAA,MACV,EAAE;AAAA,IACJ;AAGA,UAAM,SAAS,IAAI,0BAAW;AAC9B,WAAO;AAAA,MACL,qBAAqB,IAAgB,CAAC,OAAO;AAAA,QAC3C,eAAe,EAAE;AAAA,QACjB,QAAQ,EAAE;AAAA,MACZ,EAAE;AAAA,IACJ;AAEA,UAAM,kCAAgD,CAAC;AAEvD,UAAM,oBAAoB,OACxB,cACkB;AAClB,YAAM,WACJ,UAAU,WAAW,cAAc,UAAU,WAAW;AAE1D,UAAI,CAAC,UAAU;AACb,kBAAU,SAAS;AACnB,eAAO,OAAO;AAAA,UACZ,EAAE,eAAe,UAAU,eAAe,QAAQ,WAAW;AAAA,QAC/D,CAAC;AAAA,MACH;AAEA,UAAI;AACF,YAAI;AAEJ,YAAI,UAAU;AACZ,6BAAmB,yBACjB,UAAU,aACZ;AAAA,QACF;AAEA,YAAI,CAAC,kBAAkB;AAErB,gBAAM,sBACJ,MAAM,YAAY,WAAW,cAAc,UAAU,aAAa;AAEpE,6BAAmB,oBAAoB;AAAA,QACzC;AAEA,YAAI,CAAC,kBAAkB;AACrB,gBAAM,IAAI;AAAA,YACR,cAAc,UAAU,aAAa;AAAA,UACvC;AAAA,QACF;AAGA,cAAM,EAAE,OAAO,IAAI,UAAM;AAAA,UACvB;AAAA,UACA;AAAA,UACA,SAAS;AAAA,QACX;AAEA,kBAAU,SAAS;AACnB,eAAO,OAAO,CAAC,EAAE,eAAe,UAAU,eAAe,OAAO,CAAC,CAAC;AAElE,wCAAgC,KAAK,gBAAgB;AAAA,MACvD,SAAS,OAAO;AACd,kBAAU,SAAS;AACnB,kBAAU,QAAQ;AAClB,kBAAU,eAAe,6BAA6B,UAAU,aAAa,KAAK,KAAK;AACvF,eAAO,OAAO;AAAA,UACZ,EAAE,eAAe,UAAU,eAAe,QAAQ,QAAQ;AAAA,QAC5D,CAAC;AAAA,MACH;AAAA,IACF;AAGA,cAAM,6BAAY,sBAAsB,mBAAmB,CAAC;AAG5D,WAAO,OAAO;AAGd,UAAM,UAAU,CAAC,WAAyC;AACxD,cAAQ,QAAQ;AAAA,QACd,KAAK;AAAA,QACL,KAAK;AAAA,QACL,KAAK;AAAA,QACL,KAAK;AAAA,QACL,KAAK;AAAA,QACL,KAAK;AACH,iBAAO;AAAA,QACT,KAAK;AACH,iBAAO;AAAA,QACT;AACE,iBAAO;AAAA,MACX;AAAA,IACF;AAEA,UAAM,WAAW,CAAC,WAAyC;AACzD,cAAQ,QAAQ;AAAA,QACd,KAAK;AAAA,QACL,KAAK;AAAA,QACL,KAAK;AAAA,QACL,KAAK;AACH,iBAAO,yBAAW;AAAA,QACpB,KAAK;AAAA,QACL,KAAK;AACH,iBAAO,yBAAW;AAAA,QACpB,KAAK;AACH,iBAAO,yBAAW;AAAA,QACpB;AACE,iBAAO,yBAAW;AAAA,MACtB;AAAA,IACF;AAEA,eAAW,KAAK,sBAAsB;AACpC,YAAM,OAAO,QAAQ,EAAE,MAAM;AAC7B,YAAM,QAAQ,SAAS,EAAE,MAAM;AAC/B;AAAA,QACE,MAAM,EAAE,aAAa,IAAI,yBAAW,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,EAAE,MAAM,GAAG,yBAAW,IAAI,IAAI,yBAAW,KAAK;AAAA,MAC5G;AAAA,IACF;AAGA,eAAW,aAAa,sBAAsB;AAC5C,UAAI,UAAU,cAAc;AAC1B,kBAAU,UAAU,cAAc;AAAA,UAChC,OAAO;AAAA,QACT,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF,SAAS,OAAO;AACd,cAAU,OAAO;AAAA,MACf,OAAO;AAAA,IACT,CAAC;AAAA,EACH;AACF;","names":[]}

package/dist/cjs/pullLog.cjs

@@ -0,0 +1,146 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var pullLog_exports = {};
+__export(pullLog_exports, {
+  PullLogger: () => PullLogger
+});
+module.exports = __toCommonJS(pullLog_exports);
+var import_config = require("@intlayer/config");
+class PullLogger {
+  statuses = [];
+  spinnerTimer = null;
+  spinnerIndex = 0;
+  renderedLines = 0;
+  spinnerFrames = import_config.spinnerFrames;
+  isFinished = false;
+  prefix;
+  lastRenderedState = "";
+  constructor() {
+    const configuration = (0, import_config.getConfiguration)();
+    this.prefix = configuration.log.prefix;
+  }
+  update(newStatuses) {
+    if (this.isFinished) return;
+    for (const status of newStatuses) {
+      const index = this.statuses.findIndex(
+        (s) => s.dictionaryKey === status.dictionaryKey
+      );
+      if (index >= 0) {
+        this.statuses[index] = status;
+      } else {
+        this.statuses.push(status);
+      }
+    }
+    this.startSpinner();
+    this.render();
+  }
+  finish() {
+    this.isFinished = true;
+    this.stopSpinner();
+    this.render();
+  }
+  startSpinner() {
+    if (this.spinnerTimer || this.isFinished) return;
+    this.spinnerTimer = setInterval(() => {
+      this.spinnerIndex = (this.spinnerIndex + 1) % this.spinnerFrames.length;
+      this.render();
+    }, 100);
+  }
+  stopSpinner() {
+    if (!this.spinnerTimer) return;
+    clearInterval(this.spinnerTimer);
+    this.spinnerTimer = null;
+  }
+  render() {
+    const { total, done, success, errors } = this.computeProgress();
+    const frame = this.spinnerFrames[this.spinnerIndex];
+    const lines = [];
+    const isDone = done === total;
+    const progressLabel = `dictionaries: ${done}/${total}`;
+    const details = [];
+    if (success > 0) details.push(`ok: ${success}`);
+    if (errors > 0) details.push((0, import_config.colorize)(`errors: ${errors}`, import_config.ANSIColors.RED));
+    const suffix = details.length > 0 ? ` (${details.join(", ")})` : "";
+    if (isDone) {
+      lines.push(
+        `${this.prefix} ${(0, import_config.colorize)("\u2714", import_config.ANSIColors.GREEN)} fetched ${progressLabel}${suffix}`
+      );
+    } else {
+      lines.push(
+        `${this.prefix} ${(0, import_config.colorize)(frame, import_config.ANSIColors.BLUE)} fetching ${progressLabel}${suffix}`
+      );
+    }
+    const currentState = lines.join("\n");
+    if (currentState === this.lastRenderedState) {
+      return;
+    }
+    this.lastRenderedState = currentState;
+    if (this.renderedLines > 0) {
+      process.stdout.write(`\x1B[${this.renderedLines}F`);
+    }
+    const totalLinesToClear = Math.max(this.renderedLines, lines.length);
+    for (let i = 0; i < totalLinesToClear; i++) {
+      process.stdout.write("\x1B[2K");
+      const line = lines[i];
+      if (line !== void 0) {
+        process.stdout.write(line);
+      }
+      process.stdout.write("\n");
+    }
+    this.renderedLines = lines.length;
+  }
+  computeProgress() {
+    const keys = new Set(this.statuses.map((s) => s.dictionaryKey));
+    const doneSet = /* @__PURE__ */ new Set([
+      "fetched",
+      "imported",
+      "updated",
+      "up-to-date",
+      "reimported in JSON",
+      "new content file",
+      "error"
+    ]);
+    const successesSet = /* @__PURE__ */ new Set([
+      "fetched",
+      "imported",
+      "updated",
+      "up-to-date",
+      "reimported in JSON",
+      "new content file"
+    ]);
+    const done = this.statuses.filter(
+      (s) => doneSet.has(s.status)
+    ).length;
+    const success = this.statuses.filter(
+      (s) => successesSet.has(s.status)
+    ).length;
+    const errors = this.statuses.filter((s) => s.status === "error").length;
+    return {
+      total: keys.size,
+      done,
+      success,
+      errors
+    };
+  }
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  PullLogger
+});
+//# sourceMappingURL=pullLog.cjs.map

package/dist/cjs/pullLog.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/pullLog.ts"],"sourcesContent":["import { type DictionaryStatus } from '@intlayer/chokidar';\nimport {\n  ANSIColors,\n  colorize,\n  getConfiguration,\n  spinnerFrames,\n} from '@intlayer/config';\n\nexport type PullStatus = {\n  dictionaryKey: string;\n  status: DictionaryStatus | 'pending' | 'fetching';\n  errorMessage?: string;\n};\n\nexport class PullLogger {\n  private statuses: PullStatus[] = [];\n  private spinnerTimer: NodeJS.Timeout | null = null;\n  private spinnerIndex = 0;\n  private renderedLines = 0;\n  private readonly spinnerFrames = spinnerFrames;\n  private isFinished = false;\n  private readonly prefix: string;\n  private lastRenderedState: string = '';\n\n  constructor() {\n    const configuration = getConfiguration();\n    this.prefix = configuration.log.prefix;\n  }\n\n  update(newStatuses: PullStatus[]) {\n    if (this.isFinished) return;\n    for (const status of newStatuses) {\n      const index = this.statuses.findIndex(\n        (s) => s.dictionaryKey === status.dictionaryKey\n      );\n      if (index >= 0) {\n        this.statuses[index] = status;\n      } else {\n        this.statuses.push(status);\n      }\n    }\n\n    this.startSpinner();\n    this.render();\n  }\n\n  finish() {\n    this.isFinished = true;\n    this.stopSpinner();\n    this.render();\n  }\n\n  private startSpinner() {\n    if (this.spinnerTimer || this.isFinished) return;\n    this.spinnerTimer = setInterval(() => {\n      this.spinnerIndex = (this.spinnerIndex + 1) % this.spinnerFrames.length;\n      this.render();\n    }, 100);\n  }\n\n  private stopSpinner() {\n    if (!this.spinnerTimer) return;\n    clearInterval(this.spinnerTimer);\n    this.spinnerTimer = null;\n  }\n\n  private render() {\n    const { total, done, success, errors } = this.computeProgress();\n\n    const frame = this.spinnerFrames[this.spinnerIndex];\n    const lines: string[] = [];\n\n    const isDone = done === total;\n    const progressLabel = `dictionaries: ${done}/${total}`;\n    const details: string[] = [];\n    if (success > 0) details.push(`ok: ${success}`);\n    if (errors > 0) details.push(colorize(`errors: ${errors}`, ANSIColors.RED));\n\n    const suffix = details.length > 0 ? ` (${details.join(', ')})` : '';\n\n    if (isDone) {\n      lines.push(\n        `${this.prefix} ${colorize('✔', ANSIColors.GREEN)} fetched ${progressLabel}${suffix}`\n      );\n    } else {\n      lines.push(\n        `${this.prefix} ${colorize(frame, ANSIColors.BLUE)} fetching ${progressLabel}${suffix}`\n      );\n    }\n\n    const currentState = lines.join('\\n');\n    if (currentState === this.lastRenderedState) {\n      return;\n    }\n    this.lastRenderedState = currentState;\n\n    if (this.renderedLines > 0) {\n      process.stdout.write(`\\x1b[${this.renderedLines}F`);\n    }\n\n    const totalLinesToClear = Math.max(this.renderedLines, lines.length);\n    for (let i = 0; i < totalLinesToClear; i++) {\n      process.stdout.write('\\x1b[2K');\n      const line = lines[i];\n      if (line !== undefined) {\n        process.stdout.write(line);\n      }\n      process.stdout.write('\\n');\n    }\n\n    this.renderedLines = lines.length;\n  }\n\n  private computeProgress() {\n    const keys = new Set(this.statuses.map((s) => s.dictionaryKey));\n\n    const doneSet = new Set<DictionaryStatus | 'error'>([\n      'fetched',\n      'imported',\n      'updated',\n      'up-to-date',\n      'reimported in JSON',\n      'new content file',\n      'error',\n    ] as const);\n\n    const successesSet = new Set<DictionaryStatus>([\n      'fetched',\n      'imported',\n      'updated',\n      'up-to-date',\n      'reimported in JSON',\n      'new content file',\n    ] as const);\n\n    const done = this.statuses.filter((s) =>\n      doneSet.has(s.status as any)\n    ).length;\n    const success = this.statuses.filter((s) =>\n      successesSet.has(s.status as any)\n    ).length;\n    const errors = this.statuses.filter((s) => s.status === 'error').length;\n\n    return {\n      total: keys.size,\n      done,\n      success,\n      errors,\n    } as const;\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AACA,oBAKO;AAQA,MAAM,WAAW;AAAA,EACd,WAAyB,CAAC;AAAA,EAC1B,eAAsC;AAAA,EACtC,eAAe;AAAA,EACf,gBAAgB;AAAA,EACP,gBAAgB;AAAA,EACzB,aAAa;AAAA,EACJ;AAAA,EACT,oBAA4B;AAAA,EAEpC,cAAc;AACZ,UAAM,oBAAgB,gCAAiB;AACvC,SAAK,SAAS,cAAc,IAAI;AAAA,EAClC;AAAA,EAEA,OAAO,aAA2B;AAChC,QAAI,KAAK,WAAY;AACrB,eAAW,UAAU,aAAa;AAChC,YAAM,QAAQ,KAAK,SAAS;AAAA,QAC1B,CAAC,MAAM,EAAE,kBAAkB,OAAO;AAAA,MACpC;AACA,UAAI,SAAS,GAAG;AACd,aAAK,SAAS,KAAK,IAAI;AAAA,MACzB,OAAO;AACL,aAAK,SAAS,KAAK,MAAM;AAAA,MAC3B;AAAA,IACF;AAEA,SAAK,aAAa;AAClB,SAAK,OAAO;AAAA,EACd;AAAA,EAEA,SAAS;AACP,SAAK,aAAa;AAClB,SAAK,YAAY;AACjB,SAAK,OAAO;AAAA,EACd;AAAA,EAEQ,eAAe;AACrB,QAAI,KAAK,gBAAgB,KAAK,WAAY;AAC1C,SAAK,eAAe,YAAY,MAAM;AACpC,WAAK,gBAAgB,KAAK,eAAe,KAAK,KAAK,cAAc;AACjE,WAAK,OAAO;AAAA,IACd,GAAG,GAAG;AAAA,EACR;AAAA,EAEQ,cAAc;AACpB,QAAI,CAAC,KAAK,aAAc;AACxB,kBAAc,KAAK,YAAY;AAC/B,SAAK,eAAe;AAAA,EACtB;AAAA,EAEQ,SAAS;AACf,UAAM,EAAE,OAAO,MAAM,SAAS,OAAO,IAAI,KAAK,gBAAgB;AAE9D,UAAM,QAAQ,KAAK,cAAc,KAAK,YAAY;AAClD,UAAM,QAAkB,CAAC;AAEzB,UAAM,SAAS,SAAS;AACxB,UAAM,gBAAgB,iBAAiB,IAAI,IAAI,KAAK;AACpD,UAAM,UAAoB,CAAC;AAC3B,QAAI,UAAU,EAAG,SAAQ,KAAK,OAAO,OAAO,EAAE;AAC9C,QAAI,SAAS,EAAG,SAAQ,SAAK,wBAAS,WAAW,MAAM,IAAI,yBAAW,GAAG,CAAC;AAE1E,UAAM,SAAS,QAAQ,SAAS,IAAI,KAAK,QAAQ,KAAK,IAAI,CAAC,MAAM;AAEjE,QAAI,QAAQ;AACV,YAAM;AAAA,QACJ,GAAG,KAAK,MAAM,QAAI,wBAAS,UAAK,yBAAW,KAAK,CAAC,YAAY,aAAa,GAAG,MAAM;AAAA,MACrF;AAAA,IACF,OAAO;AACL,YAAM;AAAA,QACJ,GAAG,KAAK,MAAM,QAAI,wBAAS,OAAO,yBAAW,IAAI,CAAC,aAAa,aAAa,GAAG,MAAM;AAAA,MACvF;AAAA,IACF;AAEA,UAAM,eAAe,MAAM,KAAK,IAAI;AACpC,QAAI,iBAAiB,KAAK,mBAAmB;AAC3C;AAAA,IACF;AACA,SAAK,oBAAoB;AAEzB,QAAI,KAAK,gBAAgB,GAAG;AAC1B,cAAQ,OAAO,MAAM,QAAQ,KAAK,aAAa,GAAG;AAAA,IACpD;AAEA,UAAM,oBAAoB,KAAK,IAAI,KAAK,eAAe,MAAM,MAAM;AACnE,aAAS,IAAI,GAAG,IAAI,mBAAmB,KAAK;AAC1C,cAAQ,OAAO,MAAM,SAAS;AAC9B,YAAM,OAAO,MAAM,CAAC;AACpB,UAAI,SAAS,QAAW;AACtB,gBAAQ,OAAO,MAAM,IAAI;AAAA,MAC3B;AACA,cAAQ,OAAO,MAAM,IAAI;AAAA,IAC3B;AAEA,SAAK,gBAAgB,MAAM;AAAA,EAC7B;AAAA,EAEQ,kBAAkB;AACxB,UAAM,OAAO,IAAI,IAAI,KAAK,SAAS,IAAI,CAAC,MAAM,EAAE,aAAa,CAAC;AAE9D,UAAM,UAAU,oBAAI,IAAgC;AAAA,MAClD;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF,CAAU;AAEV,UAAM,eAAe,oBAAI,IAAsB;AAAA,MAC7C;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF,CAAU;AAEV,UAAM,OAAO,KAAK,SAAS;AAAA,MAAO,CAAC,MACjC,QAAQ,IAAI,EAAE,MAAa;AAAA,IAC7B,EAAE;AACF,UAAM,UAAU,KAAK,SAAS;AAAA,MAAO,CAAC,MACpC,aAAa,IAAI,EAAE,MAAa;AAAA,IAClC,EAAE;AACF,UAAM,SAAS,KAAK,SAAS,OAAO,CAAC,MAAM,EAAE,WAAW,OAAO,EAAE;AAEjE,WAAO;AAAA,MACL,OAAO,KAAK;AAAA,MACZ;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF;AACF;","names":[]}