@rhyster/wow-casc-dbc 1.0.1 → 2.1.0

package/README.md

@@ -24,7 +24,7 @@ const { buffer } = await client.getFileByContentKey(cKey.cKey);
 
 // Parse DB2 file
 const reader = new WDCReader(buffer);
-const parser = new DBDParser(reader);
+const parser = await DBDParser.parse(reader);
 
 // Access DB2 file
 // reader.getRowData

package/dist/index.cjs

@@ -2,6 +2,8 @@
 
 const assert = require('node:assert');
 const crypto = require('node:crypto');
+const async = require('async');
+const cliProgress = require('cli-progress');
 const fs = require('node:fs/promises');
 const path = require('node:path');
 const http = require('node:http');
@@ -11,6 +13,7 @@ function _interopDefaultCompat (e) { return e && typeof e === 'object' && 'defau
 
 const assert__default = /*#__PURE__*/_interopDefaultCompat(assert);
 const crypto__default = /*#__PURE__*/_interopDefaultCompat(crypto);
+const cliProgress__default = /*#__PURE__*/_interopDefaultCompat(cliProgress);
 const fs__default = /*#__PURE__*/_interopDefaultCompat(fs);
 const path__default = /*#__PURE__*/_interopDefaultCompat(path);
 const http__default = /*#__PURE__*/_interopDefaultCompat(http);
@@ -60,7 +63,11 @@ const CACHE_DIRS = {
 const CACHE_INTEGRITY_FILE = path__default.resolve(CACHE_ROOT, "integrity.json");
 const cacheIntegrity = new Store(CACHE_INTEGRITY_FILE);
 const formatCDNKey = (key) => `${key.substring(0, 2)}/${key.substring(2, 4)}/${key}`;
-const requestData = async (url, partialOffset = void 0, partialLength = void 0) => new Promise((resolve, reject) => {
+const requestData = async (url, {
+  partialOffset,
+  partialLength,
+  showProgress
+} = {}) => new Promise((resolve, reject) => {
   const options = {
     headers: {
       "User-Agent": USER_AGENT,
@@ -70,7 +77,9 @@ const requestData = async (url, partialOffset = void 0, partialLength = void 0)
   http__default.get(url, options, (res) => {
     if (res.statusCode === 301 || res.statusCode === 302) {
       if (res.headers.location) {
-        requestData(res.headers.location, partialOffset, partialLength).then(resolve).catch(reject);
+        requestData(res.headers.location, { partialOffset, partialLength, showProgress }).then(resolve).catch((err) => {
+          throw err;
+        });
       } else {
         reject(new Error(`Failed to request ${url}, Status Code: ${res.statusCode.toString()}`));
       }
@@ -80,17 +89,39 @@ const requestData = async (url, partialOffset = void 0, partialLength = void 0)
       reject(new Error(`Failed to request ${url}, Status Code: ${res.statusCode?.toString() ?? "undefined"}`));
       return;
     }
+    const lengthText = res.headers["content-length"];
+    const length = lengthText ? parseInt(lengthText, 10) : 0;
+    const bar = showProgress && !Number.isNaN(length) && length >= 10485760 ? new cliProgress__default.SingleBar({ etaBuffer: 10240 }, cliProgress__default.Presets.shades_classic) : void 0;
+    bar?.start(length, 0);
     const chunks = [];
-    res.on("data", (chunk) => chunks.push(chunk));
+    res.on("data", (chunk) => {
+      bar?.increment(chunk.length);
+      chunks.push(chunk);
+    });
     res.on("end", () => {
+      bar?.stop();
       resolve(Buffer.concat(chunks));
     });
+    res.on("error", (err) => {
+      bar?.stop();
+      reject(err);
+    });
   }).on("error", reject).end();
 });
-const downloadFile = (prefixes, type, key, partialOffset = void 0, partialLength = void 0) => {
+const downloadFile = (prefixes, type, key, {
+  partialOffset,
+  partialLength,
+  showProgress,
+  showAttemptFail
+} = {}) => {
   const urls = prefixes.map((prefix) => `${prefix}/${type}/${formatCDNKey(key)}`);
   return urls.reduce(
-    (prev, url) => prev.catch(() => requestData(url, partialOffset, partialLength)),
+    (prev, url, index) => prev.catch((err) => {
+      if (showAttemptFail && index > 0 && err instanceof Error) {
+        console.warn(`${( new Date()).toISOString()} [WARN]:`, err.message);
+      }
+      return requestData(url, { partialOffset, partialLength, showProgress });
+    }),
     Promise.reject(new Error(""))
   );
 };
@@ -108,7 +139,13 @@ const getFileCache = async (file) => {
   }
   return void 0;
 };
-const getDataFile = async (prefixes, key, type, buildCKey, name, partialOffset = void 0, partialLength = void 0) => {
+const getDataFile = async (prefixes, key, type, buildCKey, {
+  name,
+  partialOffset,
+  partialLength,
+  showProgress,
+  showAttemptFail
+} = {}) => {
   const dir = type === "build" ? path__default.join(CACHE_DIRS[type], buildCKey) : CACHE_DIRS[type];
   const file = name ? path__default.join(dir, name) : path__default.join(dir, key);
   const cacheBuffer = await getFileCache(file);
@@ -118,7 +155,12 @@ const getDataFile = async (prefixes, key, type, buildCKey, name, partialOffset =
     }
     return cacheBuffer;
   }
-  const downloadBuffer = await downloadFile(prefixes, "data", key, partialOffset, partialLength);
+  const downloadBuffer = await downloadFile(prefixes, "data", key, {
+    partialOffset,
+    partialLength,
+    showProgress,
+    showAttemptFail
+  });
   if (partialOffset === void 0 && partialLength === void 0 || name) {
     await fs__default.mkdir(path__default.resolve(CACHE_ROOT, dir), { recursive: true });
     await fs__default.writeFile(path__default.resolve(CACHE_ROOT, file), downloadBuffer);
@@ -127,8 +169,11 @@ const getDataFile = async (prefixes, key, type, buildCKey, name, partialOffset =
   }
   return downloadBuffer;
 };
-const getConfigFile = async (prefixes, key) => {
-  const downloadBuffer = await downloadFile(prefixes, "config", key);
+const getConfigFile = async (prefixes, key, {
+  showProgress,
+  showAttemptFail
+} = {}) => {
+  const downloadBuffer = await downloadFile(prefixes, "config", key, { showProgress, showAttemptFail });
   return downloadBuffer.toString("utf-8");
 };
 const getProductVersions = async (region, product) => {
@@ -1329,56 +1374,6 @@ const resolveCDNHost = async (hosts, path) => {
   const resolved = latencies.filter((result) => result.status === "fulfilled").map((result) => result.value).sort((a, b) => a.latency - b.latency);
   return resolved.map((result) => `http://${result.host}/${path}`);
 };
-const startProcessBar = (total, screenWidth = 80) => {
-  const totalText = total.toString();
-  const barLength = screenWidth - totalText.length * 2 - 4;
-  const bar = " ".repeat(barLength);
-  process.stdout.write(`[${bar}] ${"0".padStart(totalText.length, " ")}/${totalText}`);
-  process.stdout.cursorTo(0);
-};
-const updateProcessBar = (current, total, screenWidth = 80) => {
-  const totalText = total.toString();
-  const barLength = screenWidth - totalText.length * 2 - 4;
-  const bar = "=".repeat(Math.floor(current / total * barLength));
-  process.stdout.write(`[${bar.padEnd(barLength, " ")}] ${current.toString().padStart(totalText.length, " ")}/${totalText}`);
-  process.stdout.cursorTo(0);
-};
-const endProcessBar = () => {
-  process.stdout.write("\n");
-};
-const asyncQueue = (items, handler, limit) => {
-  if (items.length === 0) {
-    return Promise.resolve([]);
-  }
-  return new Promise((resolve, reject) => {
-    const results = [];
-    let current = 0;
-    let pending = 0;
-    let completed = 0;
-    const next = () => {
-      if (current < items.length) {
-        const index = current;
-        current += 1;
-        pending += 1;
-        handler(items[index]).then((result) => {
-          results[index] = result;
-        }).catch(reject).finally(() => {
-          pending -= 1;
-          completed += 1;
-          updateProcessBar(completed, items.length);
-          next();
-        });
-      } else if (pending === 0) {
-        endProcessBar();
-        resolve(results);
-      }
-    };
-    startProcessBar(items.length);
-    for (let i = 0; i < limit; i += 1) {
-      next();
-    }
-  });
-};
 const JEDEC = ["B", "KB", "MB", "GB", "TB", "PB", "EB", "ZB", "YB"];
 const formatFileSize = (input) => {
   if (Number.isNaN(input))
@@ -1445,7 +1440,7 @@ class CASCClient {
   }
   log(level, message) {
     if (level <= this.logLevel) {
-      if (level >= 0 /* error */) {
+      if (level <= 0 /* error */) {
         console.error(`${( new Date()).toISOString()} [${textLogLevel[level]}]:`, message);
       } else {
         console.log(`${( new Date()).toISOString()} [${textLogLevel[level]}]:`, message);
@@ -1471,32 +1466,55 @@ class CASCClient {
       this.log(2 /* info */, prefix);
     });
     this.log(2 /* info */, "Fetching build configurations...");
-    const cdnConfigText = await getConfigFile(prefixes, this.version.CDNConfig);
+    const cdnConfigText = await getConfigFile(prefixes, this.version.CDNConfig, {
+      showAttemptFail: this.logLevel >= 1 /* warn */
+    });
     const cdnConfig = parseCDNConfig(cdnConfigText);
-    const buildConfigText = await getConfigFile(prefixes, this.version.BuildConfig);
+    const buildConfigText = await getConfigFile(prefixes, this.version.BuildConfig, {
+      showAttemptFail: this.logLevel >= 1 /* warn */
+    });
     const buildConfig = parseBuildConfig(buildConfigText);
     this.log(2 /* info */, "Loading archives...");
     const archiveKeys = cdnConfig.archives.split(" ");
     const archiveCount = archiveKeys.length;
     const archiveTotalSize = cdnConfig.archivesIndexSize.split(" ").reduce((a, b) => a + parseInt(b, 10), 0);
-    const archives = new Map(
-      (await asyncQueue(
-        archiveKeys,
-        async (key) => {
-          const fileName = `${key}.index`;
-          const buffer = await getDataFile(prefixes, fileName, "indexes", this.version.BuildConfig);
-          return parseArchiveIndex(buffer, key);
-        },
-        50
-      )).flatMap((e) => [...e])
-    );
+    const archiveBar = this.logLevel >= 2 /* info */ ? new cliProgress__default.SingleBar({ etaBuffer: 100 }, cliProgress__default.Presets.shades_classic) : void 0;
+    archiveBar?.start(archiveCount, 0);
+    const archivesMapArray = await async.mapLimit(
+      archiveKeys,
+      50,
+      async (key) => {
+        const fileName = `${key}.index`;
+        const buffer = await async.retry({
+          times: 5,
+          interval: 3e3
+        }, async () => getDataFile(prefixes, fileName, "indexes", this.version.BuildConfig, {
+          showProgress: this.logLevel >= 2 /* info */,
+          showAttemptFail: this.logLevel >= 1 /* warn */
+        }));
+        const map = parseArchiveIndex(buffer, key);
+        archiveBar?.increment();
+        return map;
+      }
+    ).then((result) => {
+      archiveBar?.stop();
+      return result.flatMap((e) => [...e]);
+    }).catch((error) => {
+      archiveBar?.stop();
+      throw error;
+    });
+    const archives = new Map(archivesMapArray);
     this.log(
       2 /* info */,
       `Loaded ${archiveCount.toString()} archives (${archives.size.toString()} entries, ${formatFileSize(archiveTotalSize)})`
     );
     this.log(2 /* info */, "Loading encoding table...");
     const [encodingCKey, encodingEKey] = buildConfig.encoding.split(" ");
-    const encodingBuffer = await getDataFile(prefixes, encodingEKey, "build", this.version.BuildConfig, "encoding");
+    const encodingBuffer = await getDataFile(prefixes, encodingEKey, "build", this.version.BuildConfig, {
+      name: "encoding",
+      showProgress: this.logLevel >= 2 /* info */,
+      showAttemptFail: this.logLevel >= 1 /* warn */
+    });
     this.log(2 /* info */, `Loaded encoding table (${formatFileSize(encodingBuffer.byteLength)})`);
     this.log(2 /* info */, "Parsing encoding table...");
     const encoding = parseEncodingFile(encodingBuffer, encodingEKey, encodingCKey);
@@ -1506,7 +1524,11 @@ class CASCClient {
     const rootEKeys = encoding.cKey2EKey.get(rootCKey);
     assert__default(rootEKeys, "Failing to find EKey for root table.");
     const rootEKey = typeof rootEKeys === "string" ? rootEKeys : rootEKeys[0];
-    const rootBuffer = await getDataFile(prefixes, rootEKey, "build", this.version.BuildConfig, "root");
+    const rootBuffer = await getDataFile(prefixes, rootEKey, "build", this.version.BuildConfig, {
+      name: "root",
+      showProgress: this.logLevel >= 2 /* info */,
+      showAttemptFail: this.logLevel >= 1 /* warn */
+    });
     this.log(2 /* info */, `Loaded root table (${formatFileSize(rootBuffer.byteLength)})`);
     this.log(2 /* info */, "Parsing root file...");
     const rootFile = parseRootFile(rootBuffer, rootEKey, rootCKey);
@@ -1585,7 +1607,16 @@ class CASCClient {
     assert__default(eKeys, `Failing to find encoding key for ${cKey}`);
     const eKey = typeof eKeys === "string" ? eKeys : eKeys[0];
     const archive = archives.get(eKey);
-    const blte = archive ? await getDataFile(prefixes, archive.key, "data", this.version.BuildConfig, eKey, archive.offset, archive.size) : await getDataFile(prefixes, eKey, "data", this.version.BuildConfig);
+    const blte = archive ? await getDataFile(prefixes, archive.key, "data", this.version.BuildConfig, {
+      name: eKey,
+      partialOffset: archive.offset,
+      partialLength: archive.size,
+      showProgress: this.logLevel >= 2 /* info */,
+      showAttemptFail: this.logLevel >= 1 /* warn */
+    }) : await getDataFile(prefixes, eKey, "data", this.version.BuildConfig, {
+      showProgress: this.logLevel >= 2 /* info */,
+      showAttemptFail: this.logLevel >= 1 /* warn */
+    });
     const reader = new BLTEReader(blte, eKey, this.keys);
     if (!allowMissingKey) {
       reader.processBytes(allowMissingKey);
@@ -1721,6 +1752,11 @@ class DBDParser {
       }
     });
   }
+  static async parse(wdc) {
+    const parser = new DBDParser(wdc);
+    await parser.init();
+    return parser;
+  }
   getAllIDs() {
     return this.wdc.getAllIDs();
   }

package/dist/index.d.cts

@@ -224,8 +224,9 @@ declare class DBDParser {
     readonly wdc: WDCReader;
     readonly definitions: Map<string, string>;
     columns: Column[];
-    constructor(wdc: WDCReader);
-    init(): Promise<void>;
+    private constructor();
+    private init;
+    static parse(wdc: WDCReader): Promise<DBDParser>;
     getAllIDs(): number[];
     getRowData(id: number): Record<string, ColumnData | ColumnData[]> | undefined;
 }

package/dist/index.d.mts

@@ -224,8 +224,9 @@ declare class DBDParser {
     readonly wdc: WDCReader;
     readonly definitions: Map<string, string>;
     columns: Column[];
-    constructor(wdc: WDCReader);
-    init(): Promise<void>;
+    private constructor();
+    private init;
+    static parse(wdc: WDCReader): Promise<DBDParser>;
     getAllIDs(): number[];
     getRowData(id: number): Record<string, ColumnData | ColumnData[]> | undefined;
 }

package/dist/index.d.ts

@@ -224,8 +224,9 @@ declare class DBDParser {
     readonly wdc: WDCReader;
     readonly definitions: Map<string, string>;
     columns: Column[];
-    constructor(wdc: WDCReader);
-    init(): Promise<void>;
+    private constructor();
+    private init;
+    static parse(wdc: WDCReader): Promise<DBDParser>;
     getAllIDs(): number[];
     getRowData(id: number): Record<string, ColumnData | ColumnData[]> | undefined;
 }

package/dist/index.mjs

@@ -1,5 +1,7 @@
 import assert from 'node:assert';
 import crypto from 'node:crypto';
+import { mapLimit, retry } from 'async';
+import cliProgress from 'cli-progress';
 import fs from 'node:fs/promises';
 import path from 'node:path';
 import http from 'node:http';
@@ -49,7 +51,11 @@ const CACHE_DIRS = {
 const CACHE_INTEGRITY_FILE = path.resolve(CACHE_ROOT, "integrity.json");
 const cacheIntegrity = new Store(CACHE_INTEGRITY_FILE);
 const formatCDNKey = (key) => `${key.substring(0, 2)}/${key.substring(2, 4)}/${key}`;
-const requestData = async (url, partialOffset = void 0, partialLength = void 0) => new Promise((resolve, reject) => {
+const requestData = async (url, {
+  partialOffset,
+  partialLength,
+  showProgress
+} = {}) => new Promise((resolve, reject) => {
   const options = {
     headers: {
       "User-Agent": USER_AGENT,
@@ -59,7 +65,9 @@ const requestData = async (url, partialOffset = void 0, partialLength = void 0)
   http.get(url, options, (res) => {
     if (res.statusCode === 301 || res.statusCode === 302) {
       if (res.headers.location) {
-        requestData(res.headers.location, partialOffset, partialLength).then(resolve).catch(reject);
+        requestData(res.headers.location, { partialOffset, partialLength, showProgress }).then(resolve).catch((err) => {
+          throw err;
+        });
       } else {
         reject(new Error(`Failed to request ${url}, Status Code: ${res.statusCode.toString()}`));
       }
@@ -69,17 +77,39 @@ const requestData = async (url, partialOffset = void 0, partialLength = void 0)
       reject(new Error(`Failed to request ${url}, Status Code: ${res.statusCode?.toString() ?? "undefined"}`));
       return;
     }
+    const lengthText = res.headers["content-length"];
+    const length = lengthText ? parseInt(lengthText, 10) : 0;
+    const bar = showProgress && !Number.isNaN(length) && length >= 10485760 ? new cliProgress.SingleBar({ etaBuffer: 10240 }, cliProgress.Presets.shades_classic) : void 0;
+    bar?.start(length, 0);
     const chunks = [];
-    res.on("data", (chunk) => chunks.push(chunk));
+    res.on("data", (chunk) => {
+      bar?.increment(chunk.length);
+      chunks.push(chunk);
+    });
     res.on("end", () => {
+      bar?.stop();
       resolve(Buffer.concat(chunks));
     });
+    res.on("error", (err) => {
+      bar?.stop();
+      reject(err);
+    });
   }).on("error", reject).end();
 });
-const downloadFile = (prefixes, type, key, partialOffset = void 0, partialLength = void 0) => {
+const downloadFile = (prefixes, type, key, {
+  partialOffset,
+  partialLength,
+  showProgress,
+  showAttemptFail
+} = {}) => {
   const urls = prefixes.map((prefix) => `${prefix}/${type}/${formatCDNKey(key)}`);
   return urls.reduce(
-    (prev, url) => prev.catch(() => requestData(url, partialOffset, partialLength)),
+    (prev, url, index) => prev.catch((err) => {
+      if (showAttemptFail && index > 0 && err instanceof Error) {
+        console.warn(`${( new Date()).toISOString()} [WARN]:`, err.message);
+      }
+      return requestData(url, { partialOffset, partialLength, showProgress });
+    }),
     Promise.reject(new Error(""))
   );
 };
@@ -97,7 +127,13 @@ const getFileCache = async (file) => {
   }
   return void 0;
 };
-const getDataFile = async (prefixes, key, type, buildCKey, name, partialOffset = void 0, partialLength = void 0) => {
+const getDataFile = async (prefixes, key, type, buildCKey, {
+  name,
+  partialOffset,
+  partialLength,
+  showProgress,
+  showAttemptFail
+} = {}) => {
   const dir = type === "build" ? path.join(CACHE_DIRS[type], buildCKey) : CACHE_DIRS[type];
   const file = name ? path.join(dir, name) : path.join(dir, key);
   const cacheBuffer = await getFileCache(file);
@@ -107,7 +143,12 @@ const getDataFile = async (prefixes, key, type, buildCKey, name, partialOffset =
     }
     return cacheBuffer;
   }
-  const downloadBuffer = await downloadFile(prefixes, "data", key, partialOffset, partialLength);
+  const downloadBuffer = await downloadFile(prefixes, "data", key, {
+    partialOffset,
+    partialLength,
+    showProgress,
+    showAttemptFail
+  });
   if (partialOffset === void 0 && partialLength === void 0 || name) {
     await fs.mkdir(path.resolve(CACHE_ROOT, dir), { recursive: true });
     await fs.writeFile(path.resolve(CACHE_ROOT, file), downloadBuffer);
@@ -116,8 +157,11 @@ const getDataFile = async (prefixes, key, type, buildCKey, name, partialOffset =
   }
   return downloadBuffer;
 };
-const getConfigFile = async (prefixes, key) => {
-  const downloadBuffer = await downloadFile(prefixes, "config", key);
+const getConfigFile = async (prefixes, key, {
+  showProgress,
+  showAttemptFail
+} = {}) => {
+  const downloadBuffer = await downloadFile(prefixes, "config", key, { showProgress, showAttemptFail });
   return downloadBuffer.toString("utf-8");
 };
 const getProductVersions = async (region, product) => {
@@ -1318,56 +1362,6 @@ const resolveCDNHost = async (hosts, path) => {
   const resolved = latencies.filter((result) => result.status === "fulfilled").map((result) => result.value).sort((a, b) => a.latency - b.latency);
   return resolved.map((result) => `http://${result.host}/${path}`);
 };
-const startProcessBar = (total, screenWidth = 80) => {
-  const totalText = total.toString();
-  const barLength = screenWidth - totalText.length * 2 - 4;
-  const bar = " ".repeat(barLength);
-  process.stdout.write(`[${bar}] ${"0".padStart(totalText.length, " ")}/${totalText}`);
-  process.stdout.cursorTo(0);
-};
-const updateProcessBar = (current, total, screenWidth = 80) => {
-  const totalText = total.toString();
-  const barLength = screenWidth - totalText.length * 2 - 4;
-  const bar = "=".repeat(Math.floor(current / total * barLength));
-  process.stdout.write(`[${bar.padEnd(barLength, " ")}] ${current.toString().padStart(totalText.length, " ")}/${totalText}`);
-  process.stdout.cursorTo(0);
-};
-const endProcessBar = () => {
-  process.stdout.write("\n");
-};
-const asyncQueue = (items, handler, limit) => {
-  if (items.length === 0) {
-    return Promise.resolve([]);
-  }
-  return new Promise((resolve, reject) => {
-    const results = [];
-    let current = 0;
-    let pending = 0;
-    let completed = 0;
-    const next = () => {
-      if (current < items.length) {
-        const index = current;
-        current += 1;
-        pending += 1;
-        handler(items[index]).then((result) => {
-          results[index] = result;
-        }).catch(reject).finally(() => {
-          pending -= 1;
-          completed += 1;
-          updateProcessBar(completed, items.length);
-          next();
-        });
-      } else if (pending === 0) {
-        endProcessBar();
-        resolve(results);
-      }
-    };
-    startProcessBar(items.length);
-    for (let i = 0; i < limit; i += 1) {
-      next();
-    }
-  });
-};
 const JEDEC = ["B", "KB", "MB", "GB", "TB", "PB", "EB", "ZB", "YB"];
 const formatFileSize = (input) => {
   if (Number.isNaN(input))
@@ -1434,7 +1428,7 @@ class CASCClient {
   }
   log(level, message) {
     if (level <= this.logLevel) {
-      if (level >= 0 /* error */) {
+      if (level <= 0 /* error */) {
         console.error(`${( new Date()).toISOString()} [${textLogLevel[level]}]:`, message);
       } else {
         console.log(`${( new Date()).toISOString()} [${textLogLevel[level]}]:`, message);
@@ -1460,32 +1454,55 @@ class CASCClient {
       this.log(2 /* info */, prefix);
     });
     this.log(2 /* info */, "Fetching build configurations...");
-    const cdnConfigText = await getConfigFile(prefixes, this.version.CDNConfig);
+    const cdnConfigText = await getConfigFile(prefixes, this.version.CDNConfig, {
+      showAttemptFail: this.logLevel >= 1 /* warn */
+    });
     const cdnConfig = parseCDNConfig(cdnConfigText);
-    const buildConfigText = await getConfigFile(prefixes, this.version.BuildConfig);
+    const buildConfigText = await getConfigFile(prefixes, this.version.BuildConfig, {
+      showAttemptFail: this.logLevel >= 1 /* warn */
+    });
     const buildConfig = parseBuildConfig(buildConfigText);
     this.log(2 /* info */, "Loading archives...");
     const archiveKeys = cdnConfig.archives.split(" ");
     const archiveCount = archiveKeys.length;
     const archiveTotalSize = cdnConfig.archivesIndexSize.split(" ").reduce((a, b) => a + parseInt(b, 10), 0);
-    const archives = new Map(
-      (await asyncQueue(
-        archiveKeys,
-        async (key) => {
-          const fileName = `${key}.index`;
-          const buffer = await getDataFile(prefixes, fileName, "indexes", this.version.BuildConfig);
-          return parseArchiveIndex(buffer, key);
-        },
-        50
-      )).flatMap((e) => [...e])
-    );
+    const archiveBar = this.logLevel >= 2 /* info */ ? new cliProgress.SingleBar({ etaBuffer: 100 }, cliProgress.Presets.shades_classic) : void 0;
+    archiveBar?.start(archiveCount, 0);
+    const archivesMapArray = await mapLimit(
+      archiveKeys,
+      50,
+      async (key) => {
+        const fileName = `${key}.index`;
+        const buffer = await retry({
+          times: 5,
+          interval: 3e3
+        }, async () => getDataFile(prefixes, fileName, "indexes", this.version.BuildConfig, {
+          showProgress: this.logLevel >= 2 /* info */,
+          showAttemptFail: this.logLevel >= 1 /* warn */
+        }));
+        const map = parseArchiveIndex(buffer, key);
+        archiveBar?.increment();
+        return map;
+      }
+    ).then((result) => {
+      archiveBar?.stop();
+      return result.flatMap((e) => [...e]);
+    }).catch((error) => {
+      archiveBar?.stop();
+      throw error;
+    });
+    const archives = new Map(archivesMapArray);
     this.log(
       2 /* info */,
       `Loaded ${archiveCount.toString()} archives (${archives.size.toString()} entries, ${formatFileSize(archiveTotalSize)})`
     );
     this.log(2 /* info */, "Loading encoding table...");
     const [encodingCKey, encodingEKey] = buildConfig.encoding.split(" ");
-    const encodingBuffer = await getDataFile(prefixes, encodingEKey, "build", this.version.BuildConfig, "encoding");
+    const encodingBuffer = await getDataFile(prefixes, encodingEKey, "build", this.version.BuildConfig, {
+      name: "encoding",
+      showProgress: this.logLevel >= 2 /* info */,
+      showAttemptFail: this.logLevel >= 1 /* warn */
+    });
     this.log(2 /* info */, `Loaded encoding table (${formatFileSize(encodingBuffer.byteLength)})`);
     this.log(2 /* info */, "Parsing encoding table...");
     const encoding = parseEncodingFile(encodingBuffer, encodingEKey, encodingCKey);
@@ -1495,7 +1512,11 @@ class CASCClient {
     const rootEKeys = encoding.cKey2EKey.get(rootCKey);
     assert(rootEKeys, "Failing to find EKey for root table.");
     const rootEKey = typeof rootEKeys === "string" ? rootEKeys : rootEKeys[0];
-    const rootBuffer = await getDataFile(prefixes, rootEKey, "build", this.version.BuildConfig, "root");
+    const rootBuffer = await getDataFile(prefixes, rootEKey, "build", this.version.BuildConfig, {
+      name: "root",
+      showProgress: this.logLevel >= 2 /* info */,
+      showAttemptFail: this.logLevel >= 1 /* warn */
+    });
     this.log(2 /* info */, `Loaded root table (${formatFileSize(rootBuffer.byteLength)})`);
     this.log(2 /* info */, "Parsing root file...");
     const rootFile = parseRootFile(rootBuffer, rootEKey, rootCKey);
@@ -1574,7 +1595,16 @@ class CASCClient {
     assert(eKeys, `Failing to find encoding key for ${cKey}`);
     const eKey = typeof eKeys === "string" ? eKeys : eKeys[0];
     const archive = archives.get(eKey);
-    const blte = archive ? await getDataFile(prefixes, archive.key, "data", this.version.BuildConfig, eKey, archive.offset, archive.size) : await getDataFile(prefixes, eKey, "data", this.version.BuildConfig);
+    const blte = archive ? await getDataFile(prefixes, archive.key, "data", this.version.BuildConfig, {
+      name: eKey,
+      partialOffset: archive.offset,
+      partialLength: archive.size,
+      showProgress: this.logLevel >= 2 /* info */,
+      showAttemptFail: this.logLevel >= 1 /* warn */
+    }) : await getDataFile(prefixes, eKey, "data", this.version.BuildConfig, {
+      showProgress: this.logLevel >= 2 /* info */,
+      showAttemptFail: this.logLevel >= 1 /* warn */
+    });
     const reader = new BLTEReader(blte, eKey, this.keys);
     if (!allowMissingKey) {
       reader.processBytes(allowMissingKey);
@@ -1710,6 +1740,11 @@ class DBDParser {
       }
     });
   }
+  static async parse(wdc) {
+    const parser = new DBDParser(wdc);
+    await parser.init();
+    return parser;
+  }
   getAllIDs() {
     return this.wdc.getAllIDs();
   }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@rhyster/wow-casc-dbc",
-  "version": "1.0.1",
+  "version": "2.1.0",
   "description": "Fetch World of Warcraft data files from CASC and parse DBC/DB2 files.",
   "type": "module",
   "exports": {
@@ -37,10 +37,12 @@
   "author": "Rhythm",
   "license": "MIT",
   "devDependencies": {
+    "@types/async": "^3.2.24",
+    "@types/cli-progress": "^3.11.5",
     "@types/jest": "^29.5.12",
     "@types/node": "^20.11.30",
-    "@typescript-eslint/eslint-plugin": "^7.3.1",
-    "@typescript-eslint/parser": "^7.3.1",
+    "@typescript-eslint/eslint-plugin": "^7.4.0",
+    "@typescript-eslint/parser": "^7.4.0",
     "eslint": "^8.57.0",
     "eslint-config-airbnb-base": "^15.0.0",
     "eslint-config-airbnb-typescript": "^18.0.0",
@@ -49,5 +51,9 @@
     "ts-node": "^10.9.2",
     "typescript": "^5.4.3",
     "unbuild": "^2.0.0"
+  },
+  "dependencies": {
+    "async": "^3.2.5",
+    "cli-progress": "^3.12.0"
   }
 }