react-native-sherpa-onnx 0.3.6 → 0.3.7

package/lib/module/download/localModels.js

@@ -0,0 +1,151 @@
+"use strict";
+
+import { Platform } from 'react-native';
+import { DocumentDirectoryPath, exists, readFile, readDir, unlink, writeFile } from '@dr.pogodin/react-native-fs';
+import { getCachePath, getModelsBaseDir, getModelDir, getManifestPath, getNativeAssetExtractedModelDir, getReadyMarkerPath, getTarArchivePath, getOnnxPath } from "./paths.js";
+import { resolveActualModelDir, removeDirectoryRecursive } from "./validation.js";
+import { emitModelsListUpdated } from "./downloadEvents.js";
+import { clearMemoryCacheForCategory } from "./registry.js";
+export async function listDownloadedModelsByCategory(category) {
+  const baseDir = getModelsBaseDir(category);
+  const existsResult = await exists(baseDir);
+  if (!existsResult) return [];
+  const entries = await readDir(baseDir);
+  const models = [];
+  for (const entry of entries) {
+    if (!entry.isDirectory()) continue;
+    const manifestPath = getManifestPath(category, entry.name);
+    const manifestExists = await exists(manifestPath);
+    if (!manifestExists) continue;
+    try {
+      const raw = await readFile(manifestPath, 'utf8');
+      const manifest = JSON.parse(raw);
+      if (manifest.model) {
+        models.push(manifest.model);
+      }
+    } catch {
+      // ignore invalid manifest
+    }
+  }
+  return models;
+}
+export async function isModelDownloadedByCategory(category, id) {
+  const readyPath = getReadyMarkerPath(category, id);
+  return exists(readyPath);
+}
+export async function getLocalModelPathByCategory(category, id) {
+  const ready = await isModelDownloadedByCategory(category, id);
+  if (!ready) return null;
+  await updateModelLastUsed(category, id);
+  const installDir = getModelDir(category, id);
+  return resolveActualModelDir(installDir);
+}
+export async function updateModelLastUsed(category, id) {
+  const manifestPath = getManifestPath(category, id);
+  const existsResult = await exists(manifestPath);
+  if (!existsResult) return;
+  try {
+    const raw = await readFile(manifestPath, 'utf8');
+    const manifest = JSON.parse(raw);
+    manifest.lastUsed = new Date().toISOString();
+    await writeFile(manifestPath, JSON.stringify(manifest), 'utf8');
+  } catch (error) {
+    console.warn(`Failed to update lastUsed for ${category}:${id}:`, error);
+  }
+}
+export async function listDownloadedModelsWithMetadata(category) {
+  const baseDir = getModelsBaseDir(category);
+  const existsResult = await exists(baseDir);
+  if (!existsResult) return [];
+  const entries = await readDir(baseDir);
+  const modelsWithMetadata = [];
+  for (const entry of entries) {
+    if (!entry.isDirectory()) continue;
+    const manifestPath = getManifestPath(category, entry.name);
+    const manifestExists = await exists(manifestPath);
+    if (manifestExists) {
+      try {
+        const raw = await readFile(manifestPath, 'utf8');
+        const manifest = JSON.parse(raw);
+        if (manifest.model) {
+          modelsWithMetadata.push({
+            model: manifest.model,
+            downloadedAt: manifest.downloadedAt,
+            lastUsed: manifest.lastUsed ?? null,
+            sizeOnDisk: manifest.sizeOnDisk ?? entry.size,
+            status: 'ready'
+          });
+        }
+      } catch (error) {
+        console.warn(`Failed to read manifest for ${category}:${entry.name}:`, error);
+      }
+    }
+  }
+  return modelsWithMetadata;
+}
+export async function cleanupLeastRecentlyUsed(category, options) {
+  const modelsWithMetadata = await listDownloadedModelsWithMetadata(category);
+  if (modelsWithMetadata.length === 0) {
+    return [];
+  }
+  const keepCount = options?.keepCount ?? 1;
+  if (modelsWithMetadata.length <= keepCount) {
+    return [];
+  }
+  const sorted = modelsWithMetadata.sort((a, b) => {
+    const aTime = a.lastUsed ?? a.downloadedAt;
+    const bTime = b.lastUsed ?? b.downloadedAt;
+    return new Date(aTime).getTime() - new Date(bTime).getTime();
+  });
+  const deletedIds = [];
+  let bytesFreed = 0;
+  const targetBytes = options?.targetBytes ?? 0;
+  const maxToDelete = options?.maxModelsToDelete ?? sorted.length - keepCount;
+  for (let i = 0; i < sorted.length - keepCount && i < maxToDelete; i++) {
+    const item = sorted[i];
+    if (!item) continue;
+    try {
+      await deleteModelByCategory(category, item.model.id);
+      deletedIds.push(item.model.id);
+      bytesFreed += item.sizeOnDisk ?? 0;
+      console.log(`[LRU Cleanup] Deleted ${category}:${item.model.id} (freed ${(item.sizeOnDisk ?? 0) / 1024 / 1024} MB)`);
+      if (targetBytes > 0 && bytesFreed >= targetBytes) {
+        break;
+      }
+    } catch (error) {
+      console.warn(`[LRU Cleanup] Failed to delete ${category}:${item.model.id}:`, error);
+    }
+  }
+  return deletedIds;
+}
+export async function deleteModelByCategory(category, id) {
+  const modelDir = getModelDir(category, id);
+  const tarPath = getTarArchivePath(category, id);
+  const onnxPath = getOnnxPath(category, id);
+  if (await exists(modelDir)) {
+    await unlink(modelDir);
+  }
+  if (await exists(tarPath)) {
+    await unlink(tarPath);
+  }
+  if (await exists(onnxPath)) {
+    await unlink(onnxPath);
+  }
+  await removeDirectoryRecursive(getNativeAssetExtractedModelDir(id));
+  const list = await listDownloadedModelsByCategory(category);
+  emitModelsListUpdated(category, list);
+}
+export async function clearModelCacheByCategory(category) {
+  const cachePath = getCachePath(category);
+  if (await exists(cachePath)) {
+    await unlink(cachePath);
+  }
+  clearMemoryCacheForCategory(category);
+}
+export async function getDownloadStorageBase() {
+  if (Platform.OS === 'ios') {
+    return DocumentDirectoryPath;
+  }
+  return DocumentDirectoryPath;
+}
+//# sourceMappingURL=localModels.js.map

package/lib/module/download/localModels.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["Platform","DocumentDirectoryPath","exists","readFile","readDir","unlink","writeFile","getCachePath","getModelsBaseDir","getModelDir","getManifestPath","getNativeAssetExtractedModelDir","getReadyMarkerPath","getTarArchivePath","getOnnxPath","resolveActualModelDir","removeDirectoryRecursive","emitModelsListUpdated","clearMemoryCacheForCategory","listDownloadedModelsByCategory","category","baseDir","existsResult","entries","models","entry","isDirectory","manifestPath","name","manifestExists","raw","manifest","JSON","parse","model","push","isModelDownloadedByCategory","id","readyPath","getLocalModelPathByCategory","ready","updateModelLastUsed","installDir","lastUsed","Date","toISOString","stringify","error","console","warn","listDownloadedModelsWithMetadata","modelsWithMetadata","downloadedAt","sizeOnDisk","size","status","cleanupLeastRecentlyUsed","options","length","keepCount","sorted","sort","a","b","aTime","bTime","getTime","deletedIds","bytesFreed","targetBytes","maxToDelete","maxModelsToDelete","i","item","deleteModelByCategory","log","modelDir","tarPath","onnxPath","list","clearModelCacheByCategory","cachePath","getDownloadStorageBase","OS"],"sourceRoot":"../../../src","sources":["download/localModels.ts"],"mappings":";;AAAA,SAASA,QAAQ,QAAQ,cAAc;AACvC,SACEC,qBAAqB,EACrBC,MAAM,EACNC,QAAQ,EACRC,OAAO,EACPC,MAAM,EACNC,SAAS,QACJ,6BAA6B;AAOpC,SACEC,YAAY,EACZC,gBAAgB,EAChBC,WAAW,EACXC,eAAe,EACfC,+BAA+B,EAC/BC,kBAAkB,EAClBC,iBAAiB,EACjBC,WAAW,QACN,YAAS;AAChB,SAASC,qBAAqB,EAAEC,wBAAwB,QAAQ,iBAAc;AAC9E,SAASC,qBAAqB,QAAQ,qBAAkB;AACxD,SAASC,2BAA2B,QAAQ,eAAY;AAExD,OAAO,eAAeC,8BAA8BA,CAClDC,QAAuB,EACT;EACd,MAAMC,OAAO,GAAGb,gBAAgB,CAACY,QAAQ,CAAC;EAC1C,MAAME,YAAY,GAAG,MAAMpB,MAAM,CAACmB,OAAO,CAAC;EAC1C,IAAI,CAACC,YAAY,EAAE,OAAO,EAAE;EAE5B,MAAMC,OAAO,GAAG,MAAMnB,OAAO,CAACiB,OAAO,CAAC;EACtC,MAAMG,MAAW,GAAG,EAAE;EAEtB,KAAK,MAAMC,KAAK,IAAIF,OAAO,EAAE;IAC3B,IAAI,CAACE,KAAK,CAACC,WAAW,CAAC,CAAC,EAAE;IAC1B,MAAMC,YAAY,GAAGjB,eAAe,CAACU,QAAQ,EAAEK,KAAK,CAACG,IAAI,CAAC;IAC1D,MAAMC,cAAc,GAAG,MAAM3B,MAAM,CAACyB,YAAY,CAAC;IACjD,IAAI,CAACE,cAAc,EAAE;IACrB,IAAI;MACF,MAAMC,GAAG,GAAG,MAAM3B,QAAQ,CAACwB,YAAY,EAAE,MAAM,CAAC;MAChD,MAAMI,QAAQ,GAAGC,IAAI,CAACC,KAAK,CAACH,GAAG,CAAqB;MACpD,IAAIC,QAAQ,CAACG,KAAK,EAAE;QAClBV,MAAM,CAACW,IAAI,CAACJ,QAAQ,CAACG,KAAK,CAAC;MAC7B;IACF,CAAC,CAAC,MAAM;MACN;IAAA;EAEJ;EAEA,OAAOV,MAAM;AACf;AAEA,OAAO,eAAeY,2BAA2BA,CAC/ChB,QAAuB,EACvBiB,EAAU,EACQ;EAClB,MAAMC,SAAS,GAAG1B,kBAAkB,CAACQ,QAAQ,EAAEiB,EAAE,CAAC;EAClD,OAAOnC,MAAM,CAACoC,SAAS,CAAC;AAC1B;AAEA,OAAO,eAAeC,2BAA2BA,CAC/CnB,QAAuB,EACvBiB,EAAU,EACc;EACxB,MAAMG,KAAK,GAAG,MAAMJ,2BAA2B,CAAChB,QAAQ,EAAEiB,EAAE,CAAC;EAC7D,IAAI,CAACG,KAAK,EAAE,OAAO,IAAI;EAEvB,MAAMC,mBAAmB,CAACrB,QAAQ,EAAEiB,EAAE,CAAC;EAEvC,MAAMK,UAAU,GAAGjC,WAAW,CAACW,QAAQ,EAAEiB,EAAE,CAAC;EAC5C,OAAOtB,qBAAqB,CAAC2B,UAAU,CAAC;AAC1C;AAEA,OAAO,eAAeD,mBAAmBA,CACvCrB,QAAuB,EACvBiB,EAAU,EACK;EACf,MAAMV,YAAY,GAAGjB,eAAe,CAACU,QAAQ,EAAEiB,EAAE,CAAC;EAClD,MAAMf,YAAY,GAAG,MAAMpB,MAAM,CAACyB,YAAY,CAAC;EAC/C,IAAI,CAACL,YAAY,EAAE;EAEnB,IAAI;IACF,MAAMQ,GAAG,GAAG,MAAM3B,QAAQ,CAACwB,YAAY,EAAE,MAAM,CAAC;IAChD,MAAMI,QAAQ,GAAGC,IAAI,CAACC,KAAK,CAACH,GAAG,CAAkB;IACjDC,QAAQ,CAACY,QAAQ,GAAG,IAAIC,IAAI,CAAC,CAAC,CAACC,WAAW,CAAC,CAAC;IAC5C,MAAMvC,SAAS,CAACqB,YAAY,EAAEK,IAAI,CAACc,SAAS,CAACf,QAAQ,CAAC,EAAE,MAAM,CAAC;EACjE,CAAC,CAAC,OAAOgB,KAAK,EAAE;IACdC,OAAO,CAACC,IAAI,CAAC,iCAAiC7B,QAAQ,IAAIiB,EAAE,GAAG,EAAEU,KAAK,CAAC;EACzE;AACF;AAEA,OAAO,eAAeG,gCAAgCA,CACpD9B,QAAuB,EACU;EACjC,MAAMC,OAAO,GAAGb,gBAAgB,CAACY,QAAQ,CAAC;EAC1C,MAAME,YAAY,GAAG,MAAMpB,MAAM,CAACmB,OAAO,CAAC;EAC1C,IAAI,CAACC,YAAY,EAAE,OAAO,EAAE;EAE5B,MAAMC,OAAO,GAAG,MAAMnB,OAAO,CAACiB,OAAO,CAAC;EACtC,MAAM8B,kBAA0C,GAAG,EAAE;EAErD,KAAK,MAAM1B,KAAK,IAAIF,OAAO,EAAE;IAC3B,IAAI,CAACE,KAAK,CAACC,WAAW,CAAC,CAAC,EAAE;IAE1B,MAAMC,YAAY,GAAGjB,eAAe,CAACU,QAAQ,EAAEK,KAAK,CAACG,IAAI,CAAC;IAC1D,MAAMC,cAAc,GAAG,MAAM3B,MAAM,CAACyB,YAAY,CAAC;IAEjD,IAAIE,cAAc,EAAE;MAClB,IAAI;QACF,MAAMC,GAAG,GAAG,MAAM3B,QAAQ,CAACwB,YAAY,EAAE,MAAM,CAAC;QAChD,MAAMI,QAAQ,GAAGC,IAAI,CAACC,KAAK,CAACH,GAAG,CAAqB;QACpD,IAAIC,QAAQ,CAACG,KAAK,EAAE;UAClBiB,kBAAkB,CAAChB,IAAI,CAAC;YACtBD,KAAK,EAAEH,QAAQ,CAACG,KAAK;YACrBkB,YAAY,EAAErB,QAAQ,CAACqB,YAAY;YACnCT,QAAQ,EAAEZ,QAAQ,CAACY,QAAQ,IAAI,IAAI;YACnCU,UAAU,EAAEtB,QAAQ,CAACsB,UAAU,IAAI5B,KAAK,CAAC6B,IAAI;YAC7CC,MAAM,EAAE;UACV,CAAC,CAAC;QACJ;MACF,CAAC,CAAC,OAAOR,KAAK,EAAE;QACdC,OAAO,CAACC,IAAI,CACV,+BAA+B7B,QAAQ,IAAIK,KAAK,CAACG,IAAI,GAAG,EACxDmB,KACF,CAAC;MACH;IACF;EACF;EAEA,OAAOI,kBAAkB;AAC3B;AAEA,OAAO,eAAeK,wBAAwBA,CAC5CpC,QAAuB,EACvBqC,OAIC,EACkB;EACnB,MAAMN,kBAAkB,GAAG,MAAMD,gCAAgC,CAAC9B,QAAQ,CAAC;EAE3E,IAAI+B,kBAAkB,CAACO,MAAM,KAAK,CAAC,EAAE;IACnC,OAAO,EAAE;EACX;EAEA,MAAMC,SAAS,GAAGF,OAAO,EAAEE,SAAS,IAAI,CAAC;EACzC,IAAIR,kBAAkB,CAACO,MAAM,IAAIC,SAAS,EAAE;IAC1C,OAAO,EAAE;EACX;EAEA,MAAMC,MAAM,GAAGT,kBAAkB,CAACU,IAAI,CAAC,CAACC,CAAC,EAAEC,CAAC,KAAK;IAC/C,MAAMC,KAAK,GAAGF,CAAC,CAACnB,QAAQ,IAAImB,CAAC,CAACV,YAAY;IAC1C,MAAMa,KAAK,GAAGF,CAAC,CAACpB,QAAQ,IAAIoB,CAAC,CAACX,YAAY;IAC1C,OAAO,IAAIR,IAAI,CAACoB,KAAK,CAAC,CAACE,OAAO,CAAC,CAAC,GAAG,IAAItB,IAAI,CAACqB,KAAK,CAAC,CAACC,OAAO,CAAC,CAAC;EAC9D,CAAC,CAAC;EAEF,MAAMC,UAAoB,GAAG,EAAE;EAC/B,IAAIC,UAAU,GAAG,CAAC;EAClB,MAAMC,WAAW,GAAGZ,OAAO,EAAEY,WAAW,IAAI,CAAC;EAC7C,MAAMC,WAAW,GAAGb,OAAO,EAAEc,iBAAiB,IAAIX,MAAM,CAACF,MAAM,GAAGC,SAAS;EAE3E,KAAK,IAAIa,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGZ,MAAM,CAACF,MAAM,GAAGC,SAAS,IAAIa,CAAC,GAAGF,WAAW,EAAEE,CAAC,EAAE,EAAE;IACrE,MAAMC,IAAI,GAAGb,MAAM,CAACY,CAAC,CAAC;IACtB,IAAI,CAACC,IAAI,EAAE;IAEX,IAAI;MACF,MAAMC,qBAAqB,CAACtD,QAAQ,EAAEqD,IAAI,CAACvC,KAAK,CAACG,EAAE,CAAC;MACpD8B,UAAU,CAAChC,IAAI,CAACsC,IAAI,CAACvC,KAAK,CAACG,EAAE,CAAC;MAC9B+B,UAAU,IAAIK,IAAI,CAACpB,UAAU,IAAI,CAAC;MAElCL,OAAO,CAAC2B,GAAG,CACT,yBAAyBvD,QAAQ,IAAIqD,IAAI,CAACvC,KAAK,CAACG,EAAE,WAChD,CAACoC,IAAI,CAACpB,UAAU,IAAI,CAAC,IAAI,IAAI,GAAG,IAAI,MAExC,CAAC;MAED,IAAIgB,WAAW,GAAG,CAAC,IAAID,UAAU,IAAIC,WAAW,EAAE;QAChD;MACF;IACF,CAAC,CAAC,OAAOtB,KAAK,EAAE;MACdC,OAAO,CAACC,IAAI,CACV,kCAAkC7B,QAAQ,IAAIqD,IAAI,CAACvC,KAAK,CAACG,EAAE,GAAG,EAC9DU,KACF,CAAC;IACH;EACF;EAEA,OAAOoB,UAAU;AACnB;AAEA,OAAO,eAAeO,qBAAqBA,CACzCtD,QAAuB,EACvBiB,EAAU,EACK;EACf,MAAMuC,QAAQ,GAAGnE,WAAW,CAACW,QAAQ,EAAEiB,EAAE,CAAC;EAC1C,MAAMwC,OAAO,GAAGhE,iBAAiB,CAACO,QAAQ,EAAEiB,EAAE,CAAC;EAC/C,MAAMyC,QAAQ,GAAGhE,WAAW,CAACM,QAAQ,EAAEiB,EAAE,CAAC;EAC1C,IAAI,MAAMnC,MAAM,CAAC0E,QAAQ,CAAC,EAAE;IAC1B,MAAMvE,MAAM,CAACuE,QAAQ,CAAC;EACxB;EACA,IAAI,MAAM1E,MAAM,CAAC2E,OAAO,CAAC,EAAE;IACzB,MAAMxE,MAAM,CAACwE,OAAO,CAAC;EACvB;EACA,IAAI,MAAM3E,MAAM,CAAC4E,QAAQ,CAAC,EAAE;IAC1B,MAAMzE,MAAM,CAACyE,QAAQ,CAAC;EACxB;EACA,MAAM9D,wBAAwB,CAACL,+BAA+B,CAAC0B,EAAE,CAAC,CAAC;EACnE,MAAM0C,IAAI,GAAG,MAAM5D,8BAA8B,CAAgBC,QAAQ,CAAC;EAC1EH,qBAAqB,CAACG,QAAQ,EAAE2D,IAAI,CAAC;AACvC;AAEA,OAAO,eAAeC,yBAAyBA,CAC7C5D,QAAuB,EACR;EACf,MAAM6D,SAAS,GAAG1E,YAAY,CAACa,QAAQ,CAAC;EACxC,IAAI,MAAMlB,MAAM,CAAC+E,SAAS,CAAC,EAAE;IAC3B,MAAM5E,MAAM,CAAC4E,SAAS,CAAC;EACzB;EACA/D,2BAA2B,CAACE,QAAQ,CAAC;AACvC;AAEA,OAAO,eAAe8D,sBAAsBA,CAAA,EAAoB;EAC9D,IAAIlF,QAAQ,CAACmF,EAAE,KAAK,KAAK,EAAE;IACzB,OAAOlF,qBAAqB;EAC9B;EACA,OAAOA,qBAAqB;AAC9B","ignoreList":[]}

package/lib/module/download/modelExtraction.js

@@ -0,0 +1,174 @@
+"use strict";
+
+import { exists, readFile, readDir, mkdir, stat, unlink } from '@dr.pogodin/react-native-fs';
+import { getModelsBaseDir, getModelDir, getArchivePath, getReadyMarkerPath, getExtractionStatePath, getNativeAssetExtractedModelDir } from "./paths.js";
+import { runPostDownloadProcessing } from "./postDownloadProcessing.js";
+import { getModelByIdByCategory } from "./registry.js";
+import { listDownloadedModelsByCategory, getLocalModelPathByCategory } from "./localModels.js";
+import { resolveActualModelDir, removeDirectoryRecursive } from "./validation.js";
+const EXTRACTION_STATE_PREFIX = '.extraction-state-';
+const EXTRACTION_STATE_SUFFIX = '.json';
+
+/**
+ * Start extraction for a model: archive must already exist (e.g. after download or from PAD).
+ * Writes extraction state so that if the app crashes, extraction can be resumed via
+ * getIncompleteExtractions + resumeExtraction.
+ * Use signal to abort (pause) extraction.
+ */
+export async function extractModelByCategory(category, id, opts) {
+  const model = await getModelByIdByCategory(category, id);
+  if (!model) {
+    throw new Error(`Unknown model id: ${id}`);
+  }
+  if (model.archiveExt !== 'tar.bz2') {
+    throw new Error(`Model ${id} is not a tar.bz2 archive; extraction is only for archived models.`);
+  }
+  const downloadPath = getArchivePath(category, id, model.archiveExt);
+  const modelDir = getModelDir(category, id);
+  const statePath = getExtractionStatePath(category, id);
+  const archiveExists = await exists(downloadPath);
+  if (!archiveExists) {
+    throw new Error(`Archive not found at ${downloadPath}. Download the model first or ensure the archive is present.`);
+  }
+  try {
+    const archiveStat = await stat(downloadPath);
+    if (model.bytes > 0 && archiveStat.size < model.bytes) {
+      throw new Error(`Archive is truncated (${archiveStat.size}/${model.bytes} bytes). Re-download or replace the file.`);
+    }
+  } catch (statErr) {
+    if (statErr instanceof Error) throw statErr;
+    throw new Error('Failed to read archive size.');
+  }
+  await mkdir(getModelsBaseDir(category));
+  return runPostDownloadProcessing({
+    category,
+    id,
+    model,
+    downloadPath,
+    modelDir,
+    isArchive: true,
+    statePath,
+    signal: opts?.signal,
+    onChecksumIssue: opts?.onChecksumIssue,
+    deleteArchiveAfterExtract: opts?.deleteArchiveAfterExtract,
+    onProgress: opts?.onProgress,
+    getDownloadedList: () => listDownloadedModelsByCategory(category)
+  });
+}
+
+/**
+ * Returns models in the given category that have incomplete extractions (e.g. after app
+ * crash during extraction). Use with resumeExtraction to continue.
+ */
+export async function getIncompleteExtractions(category) {
+  const baseDir = getModelsBaseDir(category);
+  const baseExists = await exists(baseDir);
+  if (!baseExists) return [];
+  let entries;
+  try {
+    entries = await readDir(baseDir);
+  } catch {
+    return [];
+  }
+  const results = [];
+  for (const entry of entries) {
+    const name = entry.name;
+    if (!name.startsWith(EXTRACTION_STATE_PREFIX) || !name.endsWith(EXTRACTION_STATE_SUFFIX)) {
+      continue;
+    }
+    const modelId = name.slice(EXTRACTION_STATE_PREFIX.length, name.length - EXTRACTION_STATE_SUFFIX.length);
+    const statePath = getExtractionStatePath(category, modelId);
+    let state;
+    try {
+      const raw = await readFile(statePath, 'utf8');
+      state = JSON.parse(raw);
+    } catch {
+      continue;
+    }
+    const readyPath = getReadyMarkerPath(category, modelId);
+    if (await exists(readyPath)) continue;
+    try {
+      const archiveExists = await exists(state.archivePath);
+      if (!archiveExists) continue;
+      const st = await stat(state.archivePath);
+      if (state.model.bytes > 0 && st.size != null && st.size < state.model.bytes) {
+        continue;
+      }
+    } catch {
+      continue;
+    }
+    results.push(state);
+  }
+  return results;
+}
+
+/**
+ * Resume an incomplete extraction (e.g. after app restart). Use getIncompleteExtractions
+ * to discover items to resume. Runs extraction from the start (archive is overwritten into
+ * model dir with force).
+ */
+export async function resumeExtraction(category, id, opts) {
+  const statePath = getExtractionStatePath(category, id);
+  const stateExists = await exists(statePath);
+  if (!stateExists) {
+    return extractModelByCategory(category, id, opts);
+  }
+  let state;
+  try {
+    const raw = await readFile(statePath, 'utf8');
+    state = JSON.parse(raw);
+  } catch {
+    return extractModelByCategory(category, id, opts);
+  }
+  if (state.modelId !== id || state.category !== category) {
+    return extractModelByCategory(category, id, opts);
+  }
+  const readyPath = getReadyMarkerPath(category, id);
+  if (await exists(readyPath)) {
+    try {
+      await unlink(statePath);
+    } catch {
+      // non-fatal
+    }
+    const localPath = (await getLocalModelPathByCategory(category, id)) ?? (await resolveActualModelDir(state.modelDir));
+    return {
+      modelId: id,
+      localPath
+    };
+  }
+  return runPostDownloadProcessing({
+    category: state.category,
+    id: state.modelId,
+    model: state.model,
+    downloadPath: state.archivePath,
+    modelDir: state.modelDir,
+    isArchive: true,
+    statePath,
+    signal: opts?.signal,
+    onChecksumIssue: opts?.onChecksumIssue,
+    deleteArchiveAfterExtract: opts?.deleteArchiveAfterExtract,
+    onProgress: opts?.onProgress,
+    getDownloadedList: () => listDownloadedModelsByCategory(category)
+  });
+}
+
+/**
+ * Cancel/delete an incomplete extraction: removes extraction state and partial model dir.
+ * Does not delete the archive so the user can retry extraction later.
+ */
+export async function deleteIncompleteExtraction(category, id) {
+  const statePath = getExtractionStatePath(category, id);
+  try {
+    if (await exists(statePath)) await unlink(statePath);
+  } catch {
+    // non-fatal
+  }
+  const modelDir = getModelDir(category, id);
+  try {
+    if (await exists(modelDir)) await unlink(modelDir);
+  } catch {
+    // non-fatal
+  }
+  await removeDirectoryRecursive(getNativeAssetExtractedModelDir(id));
+}
+//# sourceMappingURL=modelExtraction.js.map

package/lib/module/download/modelExtraction.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["exists","readFile","readDir","mkdir","stat","unlink","getModelsBaseDir","getModelDir","getArchivePath","getReadyMarkerPath","getExtractionStatePath","getNativeAssetExtractedModelDir","runPostDownloadProcessing","getModelByIdByCategory","listDownloadedModelsByCategory","getLocalModelPathByCategory","resolveActualModelDir","removeDirectoryRecursive","EXTRACTION_STATE_PREFIX","EXTRACTION_STATE_SUFFIX","extractModelByCategory","category","id","opts","model","Error","archiveExt","downloadPath","modelDir","statePath","archiveExists","archiveStat","bytes","size","statErr","isArchive","signal","onChecksumIssue","deleteArchiveAfterExtract","onProgress","getDownloadedList","getIncompleteExtractions","baseDir","baseExists","entries","results","entry","name","startsWith","endsWith","modelId","slice","length","state","raw","JSON","parse","readyPath","archivePath","st","push","resumeExtraction","stateExists","localPath","deleteIncompleteExtraction"],"sourceRoot":"../../../src","sources":["download/modelExtraction.ts"],"mappings":";;AAAA,SACEA,MAAM,EACNC,QAAQ,EACRC,OAAO,EACPC,KAAK,EACLC,IAAI,EACJC,MAAM,QACD,6BAA6B;AASpC,SACEC,gBAAgB,EAChBC,WAAW,EACXC,cAAc,EACdC,kBAAkB,EAClBC,sBAAsB,EACtBC,+BAA+B,QAC1B,YAAS;AAChB,SAASC,yBAAyB,QAAQ,6BAA0B;AACpE,SAASC,sBAAsB,QAAQ,eAAY;AACnD,SACEC,8BAA8B,EAC9BC,2BAA2B,QACtB,kBAAe;AACtB,SAASC,qBAAqB,EAAEC,wBAAwB,QAAQ,iBAAc;AAE9E,MAAMC,uBAAuB,GAAG,oBAAoB;AACpD,MAAMC,uBAAuB,GAAG,OAAO;;AAEvC;AACA;AACA;AACA;AACA;AACA;AACA,OAAO,eAAeC,sBAAsBA,CAC1CC,QAAuB,EACvBC,EAAU,EACVC,IAKC,EACwB;EACzB,MAAMC,KAAK,GAAG,MAAMX,sBAAsB,CAAIQ,QAAQ,EAAEC,EAAE,CAAC;EAC3D,IAAI,CAACE,KAAK,EAAE;IACV,MAAM,IAAIC,KAAK,CAAC,qBAAqBH,EAAE,EAAE,CAAC;EAC5C;EACA,IAAIE,KAAK,CAACE,UAAU,KAAK,SAAS,EAAE;IAClC,MAAM,IAAID,KAAK,CACb,SAASH,EAAE,oEACb,CAAC;EACH;EAEA,MAAMK,YAAY,GAAGnB,cAAc,CAACa,QAAQ,EAAEC,EAAE,EAAEE,KAAK,CAACE,UAAU,CAAC;EACnE,MAAME,QAAQ,GAAGrB,WAAW,CAACc,QAAQ,EAAEC,EAAE,CAAC;EAC1C,MAAMO,SAAS,GAAGnB,sBAAsB,CAACW,QAAQ,EAAEC,EAAE,CAAC;EAEtD,MAAMQ,aAAa,GAAG,MAAM9B,MAAM,CAAC2B,YAAY,CAAC;EAChD,IAAI,CAACG,aAAa,EAAE;IAClB,MAAM,IAAIL,KAAK,CACb,wBAAwBE,YAAY,8DACtC,CAAC;EACH;EACA,IAAI;IACF,MAAMI,WAAW,GAAG,MAAM3B,IAAI,CAACuB,YAAY,CAAC;IAC5C,IAAIH,KAAK,CAACQ,KAAK,GAAG,CAAC,IAAID,WAAW,CAACE,IAAI,GAAGT,KAAK,CAACQ,KAAK,EAAE;MACrD,MAAM,IAAIP,KAAK,CACb,yBAAyBM,WAAW,CAACE,IAAI,IAAIT,KAAK,CAACQ,KAAK,2CAC1D,CAAC;IACH;EACF,CAAC,CAAC,OAAOE,OAAO,EAAE;IAChB,IAAIA,OAAO,YAAYT,KAAK,EAAE,MAAMS,OAAO;IAC3C,MAAM,IAAIT,KAAK,CAAC,8BAA8B,CAAC;EACjD;EAEA,MAAMtB,KAAK,CAACG,gBAAgB,CAACe,QAAQ,CAAC,CAAC;EAEvC,OAAOT,yBAAyB,CAAC;IAC/BS,QAAQ;IACRC,EAAE;IACFE,KAAK;IACLG,YAAY;IACZC,QAAQ;IACRO,SAAS,EAAE,IAAI;IACfN,SAAS;IACTO,MAAM,EAAEb,IAAI,EAAEa,MAAM;IACpBC,eAAe,EAAEd,IAAI,EAAEc,eAAe;IACtCC,yBAAyB,EAAEf,IAAI,EAAEe,yBAAyB;IAC1DC,UAAU,EAAEhB,IAAI,EAAEgB,UAAU;IAC5BC,iBAAiB,EAAEA,CAAA,KACjB1B,8BAA8B,CAAgBO,QAAQ;EAC1D,CAAC,CAAC;AACJ;;AAEA;AACA;AACA;AACA;AACA,OAAO,eAAeoB,wBAAwBA,CAC5CpB,QAAuB,EACK;EAC5B,MAAMqB,OAAO,GAAGpC,gBAAgB,CAACe,QAAQ,CAAC;EAC1C,MAAMsB,UAAU,GAAG,MAAM3C,MAAM,CAAC0C,OAAO,CAAC;EACxC,IAAI,CAACC,UAAU,EAAE,OAAO,EAAE;EAE1B,IAAIC,OAAuD;EAC3D,IAAI;IACFA,OAAO,GAAG,MAAM1C,OAAO,CAACwC,OAAO,CAAC;EAClC,CAAC,CAAC,MAAM;IACN,OAAO,EAAE;EACX;EAEA,MAAMG,OAA0B,GAAG,EAAE;EACrC,KAAK,MAAMC,KAAK,IAAIF,OAAO,EAAE;IAC3B,MAAMG,IAAI,GAAGD,KAAK,CAACC,IAAI;IACvB,IACE,CAACA,IAAI,CAACC,UAAU,CAAC9B,uBAAuB,CAAC,IACzC,CAAC6B,IAAI,CAACE,QAAQ,CAAC9B,uBAAuB,CAAC,EACvC;MACA;IACF;IACA,MAAM+B,OAAO,GAAGH,IAAI,CAACI,KAAK,CACxBjC,uBAAuB,CAACkC,MAAM,EAC9BL,IAAI,CAACK,MAAM,GAAGjC,uBAAuB,CAACiC,MACxC,CAAC;IACD,MAAMvB,SAAS,GAAGnB,sBAAsB,CAACW,QAAQ,EAAE6B,OAAO,CAAC;IAC3D,IAAIG,KAAsB;IAC1B,IAAI;MACF,MAAMC,GAAG,GAAG,MAAMrD,QAAQ,CAAC4B,SAAS,EAAE,MAAM,CAAC;MAC7CwB,KAAK,GAAGE,IAAI,CAACC,KAAK,CAACF,GAAG,CAAoB;IAC5C,CAAC,CAAC,MAAM;MACN;IACF;IACA,MAAMG,SAAS,GAAGhD,kBAAkB,CAACY,QAAQ,EAAE6B,OAAO,CAAC;IACvD,IAAI,MAAMlD,MAAM,CAACyD,SAAS,CAAC,EAAE;IAC7B,IAAI;MACF,MAAM3B,aAAa,GAAG,MAAM9B,MAAM,CAACqD,KAAK,CAACK,WAAW,CAAC;MACrD,IAAI,CAAC5B,aAAa,EAAE;MACpB,MAAM6B,EAAE,GAAG,MAAMvD,IAAI,CAACiD,KAAK,CAACK,WAAW,CAAC;MACxC,IACEL,KAAK,CAAC7B,KAAK,CAACQ,KAAK,GAAG,CAAC,IACrB2B,EAAE,CAAC1B,IAAI,IAAI,IAAI,IACf0B,EAAE,CAAC1B,IAAI,GAAGoB,KAAK,CAAC7B,KAAK,CAACQ,KAAK,EAC3B;QACA;MACF;IACF,CAAC,CAAC,MAAM;MACN;IACF;IACAa,OAAO,CAACe,IAAI,CAACP,KAAK,CAAC;EACrB;EACA,OAAOR,OAAO;AAChB;;AAEA;AACA;AACA;AACA;AACA;AACA,OAAO,eAAegB,gBAAgBA,CACpCxC,QAAuB,EACvBC,EAAU,EACVC,IAKC,EACwB;EACzB,MAAMM,SAAS,GAAGnB,sBAAsB,CAACW,QAAQ,EAAEC,EAAE,CAAC;EACtD,MAAMwC,WAAW,GAAG,MAAM9D,MAAM,CAAC6B,SAAS,CAAC;EAC3C,IAAI,CAACiC,WAAW,EAAE;IAChB,OAAO1C,sBAAsB,CAAIC,QAAQ,EAAEC,EAAE,EAAEC,IAAI,CAAC;EACtD;EACA,IAAI8B,KAAsB;EAC1B,IAAI;IACF,MAAMC,GAAG,GAAG,MAAMrD,QAAQ,CAAC4B,SAAS,EAAE,MAAM,CAAC;IAC7CwB,KAAK,GAAGE,IAAI,CAACC,KAAK,CAACF,GAAG,CAAoB;EAC5C,CAAC,CAAC,MAAM;IACN,OAAOlC,sBAAsB,CAAIC,QAAQ,EAAEC,EAAE,EAAEC,IAAI,CAAC;EACtD;EACA,IAAI8B,KAAK,CAACH,OAAO,KAAK5B,EAAE,IAAI+B,KAAK,CAAChC,QAAQ,KAAKA,QAAQ,EAAE;IACvD,OAAOD,sBAAsB,CAAIC,QAAQ,EAAEC,EAAE,EAAEC,IAAI,CAAC;EACtD;EACA,MAAMkC,SAAS,GAAGhD,kBAAkB,CAACY,QAAQ,EAAEC,EAAE,CAAC;EAClD,IAAI,MAAMtB,MAAM,CAACyD,SAAS,CAAC,EAAE;IAC3B,IAAI;MACF,MAAMpD,MAAM,CAACwB,SAAS,CAAC;IACzB,CAAC,CAAC,MAAM;MACN;IAAA;IAEF,MAAMkC,SAAS,GACb,CAAC,MAAMhD,2BAA2B,CAACM,QAAQ,EAAEC,EAAE,CAAC,MAC/C,MAAMN,qBAAqB,CAACqC,KAAK,CAACzB,QAAQ,CAAC,CAAC;IAC/C,OAAO;MAAEsB,OAAO,EAAE5B,EAAE;MAAEyC;IAAU,CAAC;EACnC;EAEA,OAAOnD,yBAAyB,CAAC;IAC/BS,QAAQ,EAAEgC,KAAK,CAAChC,QAAQ;IACxBC,EAAE,EAAE+B,KAAK,CAACH,OAAO;IACjB1B,KAAK,EAAE6B,KAAK,CAAC7B,KAAK;IAClBG,YAAY,EAAE0B,KAAK,CAACK,WAAW;IAC/B9B,QAAQ,EAAEyB,KAAK,CAACzB,QAAQ;IACxBO,SAAS,EAAE,IAAI;IACfN,SAAS;IACTO,MAAM,EAAEb,IAAI,EAAEa,MAAM;IACpBC,eAAe,EAAEd,IAAI,EAAEc,eAAe;IACtCC,yBAAyB,EAAEf,IAAI,EAAEe,yBAAyB;IAC1DC,UAAU,EAAEhB,IAAI,EAAEgB,UAAU;IAC5BC,iBAAiB,EAAEA,CAAA,KACjB1B,8BAA8B,CAAgBO,QAAQ;EAC1D,CAAC,CAAC;AACJ;;AAEA;AACA;AACA;AACA;AACA,OAAO,eAAe2C,0BAA0BA,CAC9C3C,QAAuB,EACvBC,EAAU,EACK;EACf,MAAMO,SAAS,GAAGnB,sBAAsB,CAACW,QAAQ,EAAEC,EAAE,CAAC;EACtD,IAAI;IACF,IAAI,MAAMtB,MAAM,CAAC6B,SAAS,CAAC,EAAE,MAAMxB,MAAM,CAACwB,SAAS,CAAC;EACtD,CAAC,CAAC,MAAM;IACN;EAAA;EAEF,MAAMD,QAAQ,GAAGrB,WAAW,CAACc,QAAQ,EAAEC,EAAE,CAAC;EAC1C,IAAI;IACF,IAAI,MAAMtB,MAAM,CAAC4B,QAAQ,CAAC,EAAE,MAAMvB,MAAM,CAACuB,QAAQ,CAAC;EACpD,CAAC,CAAC,MAAM;IACN;EAAA;EAEF,MAAMX,wBAAwB,CAACN,+BAA+B,CAACW,EAAE,CAAC,CAAC;AACrE","ignoreList":[]}

package/lib/module/download/paths.js

@@ -0,0 +1,98 @@
+"use strict";
+
+import { DocumentDirectoryPath } from '@dr.pogodin/react-native-fs';
+import { ModelCategory } from "./types.js";
+import { RELEASE_API_BASE } from "./constants.js";
+export const CATEGORY_CONFIG = {
+  [ModelCategory.Tts]: {
+    tag: 'tts-models',
+    cacheFile: 'tts-models.json',
+    baseDir: `${DocumentDirectoryPath}/sherpa-onnx/models/tts`
+  },
+  [ModelCategory.Stt]: {
+    tag: 'asr-models',
+    cacheFile: 'asr-models.json',
+    baseDir: `${DocumentDirectoryPath}/sherpa-onnx/models/stt`
+  },
+  [ModelCategory.Vad]: {
+    tag: 'asr-models',
+    cacheFile: 'vad-models.json',
+    baseDir: `${DocumentDirectoryPath}/sherpa-onnx/models/vad`
+  },
+  [ModelCategory.Diarization]: {
+    tag: 'speaker-segmentation-models',
+    cacheFile: 'diarization-models.json',
+    baseDir: `${DocumentDirectoryPath}/sherpa-onnx/models/diarization`
+  },
+  [ModelCategory.Enhancement]: {
+    tag: 'speech-enhancement-models',
+    cacheFile: 'enhancement-models.json',
+    baseDir: `${DocumentDirectoryPath}/sherpa-onnx/models/enhancement`
+  },
+  [ModelCategory.Separation]: {
+    tag: 'source-separation-models',
+    cacheFile: 'separation-models.json',
+    baseDir: `${DocumentDirectoryPath}/sherpa-onnx/models/separation`
+  },
+  [ModelCategory.Qnn]: {
+    tag: 'asr-models-qnn-binary',
+    cacheFile: 'qnn-models.json',
+    baseDir: `${DocumentDirectoryPath}/sherpa-onnx/models/qnn`
+  }
+};
+export function getCacheDir() {
+  return `${DocumentDirectoryPath}/sherpa-onnx/cache`;
+}
+export function getCachePath(category) {
+  return `${getCacheDir()}/${CATEGORY_CONFIG[category].cacheFile}`;
+}
+export function getModelsBaseDir(category) {
+  return CATEGORY_CONFIG[category].baseDir;
+}
+export function getModelDir(category, modelId) {
+  return `${getModelsBaseDir(category)}/${modelId}`;
+}
+export function getArchiveFilename(modelId, archiveExt) {
+  return `${modelId}.${archiveExt}`;
+}
+export function getArchivePath(category, modelId, archiveExt) {
+  const filename = getArchiveFilename(modelId, archiveExt);
+  if (archiveExt === 'onnx') {
+    return `${getModelDir(category, modelId)}/${filename}`;
+  }
+  return `${getModelsBaseDir(category)}/${filename}`;
+}
+export function getTarArchivePath(category, modelId) {
+  return getArchivePath(category, modelId, 'tar.bz2');
+}
+export function getOnnxPath(category, modelId) {
+  return getArchivePath(category, modelId, 'onnx');
+}
+export function getReadyMarkerPath(category, modelId) {
+  return `${getModelDir(category, modelId)}/.ready`;
+}
+export function getManifestPath(category, modelId) {
+  return `${getModelDir(category, modelId)}/manifest.json`;
+}
+export function getDownloadStatePath(category, modelId) {
+  return `${getModelsBaseDir(category)}/.download-state-${modelId}.json`;
+}
+
+/** Path to extraction state file; used to detect and resume incomplete extractions after app restart. */
+export function getExtractionStatePath(category, modelId) {
+  return `${getModelsBaseDir(category)}/.extraction-state-${modelId}.json`;
+}
+
+/**
+ * Directory where native `resolveAssetPath` materializes a bundled model folder
+ * (`DocumentDirectoryPath/models/{modelId}` — Android internal `files/models/...`).
+ * Separate from {@link getModelDir}. Remove on delete so empty dirs do not break detection.
+ */
+export function getNativeAssetExtractedModelDir(modelId) {
+  const safeId = modelId.replace(/[/\\]/g, '');
+  return `${DocumentDirectoryPath}/models/${safeId}`.replace(/\/+/g, '/');
+}
+export function getReleaseUrl(category) {
+  return `${RELEASE_API_BASE}/${CATEGORY_CONFIG[category].tag}`;
+}
+//# sourceMappingURL=paths.js.map

package/lib/module/download/paths.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["DocumentDirectoryPath","ModelCategory","RELEASE_API_BASE","CATEGORY_CONFIG","Tts","tag","cacheFile","baseDir","Stt","Vad","Diarization","Enhancement","Separation","Qnn","getCacheDir","getCachePath","category","getModelsBaseDir","getModelDir","modelId","getArchiveFilename","archiveExt","getArchivePath","filename","getTarArchivePath","getOnnxPath","getReadyMarkerPath","getManifestPath","getDownloadStatePath","getExtractionStatePath","getNativeAssetExtractedModelDir","safeId","replace","getReleaseUrl"],"sourceRoot":"../../../src","sources":["download/paths.ts"],"mappings":";;AAAA,SAASA,qBAAqB,QAAQ,6BAA6B;AACnE,SAASC,aAAa,QAAQ,YAAS;AAEvC,SAASC,gBAAgB,QAAQ,gBAAa;AAE9C,OAAO,MAAMC,eAGZ,GAAG;EACF,CAACF,aAAa,CAACG,GAAG,GAAG;IACnBC,GAAG,EAAE,YAAY;IACjBC,SAAS,EAAE,iBAAiB;IAC5BC,OAAO,EAAE,GAAGP,qBAAqB;EACnC,CAAC;EACD,CAACC,aAAa,CAACO,GAAG,GAAG;IACnBH,GAAG,EAAE,YAAY;IACjBC,SAAS,EAAE,iBAAiB;IAC5BC,OAAO,EAAE,GAAGP,qBAAqB;EACnC,CAAC;EACD,CAACC,aAAa,CAACQ,GAAG,GAAG;IACnBJ,GAAG,EAAE,YAAY;IACjBC,SAAS,EAAE,iBAAiB;IAC5BC,OAAO,EAAE,GAAGP,qBAAqB;EACnC,CAAC;EACD,CAACC,aAAa,CAACS,WAAW,GAAG;IAC3BL,GAAG,EAAE,6BAA6B;IAClCC,SAAS,EAAE,yBAAyB;IACpCC,OAAO,EAAE,GAAGP,qBAAqB;EACnC,CAAC;EACD,CAACC,aAAa,CAACU,WAAW,GAAG;IAC3BN,GAAG,EAAE,2BAA2B;IAChCC,SAAS,EAAE,yBAAyB;IACpCC,OAAO,EAAE,GAAGP,qBAAqB;EACnC,CAAC;EACD,CAACC,aAAa,CAACW,UAAU,GAAG;IAC1BP,GAAG,EAAE,0BAA0B;IAC/BC,SAAS,EAAE,wBAAwB;IACnCC,OAAO,EAAE,GAAGP,qBAAqB;EACnC,CAAC;EACD,CAACC,aAAa,CAACY,GAAG,GAAG;IACnBR,GAAG,EAAE,uBAAuB;IAC5BC,SAAS,EAAE,iBAAiB;IAC5BC,OAAO,EAAE,GAAGP,qBAAqB;EACnC;AACF,CAAC;AAED,OAAO,SAASc,WAAWA,CAAA,EAAW;EACpC,OAAO,GAAGd,qBAAqB,oBAAoB;AACrD;AAEA,OAAO,SAASe,YAAYA,CAACC,QAAuB,EAAU;EAC5D,OAAO,GAAGF,WAAW,CAAC,CAAC,IAAIX,eAAe,CAACa,QAAQ,CAAC,CAACV,SAAS,EAAE;AAClE;AAEA,OAAO,SAASW,gBAAgBA,CAACD,QAAuB,EAAU;EAChE,OAAOb,eAAe,CAACa,QAAQ,CAAC,CAACT,OAAO;AAC1C;AAEA,OAAO,SAASW,WAAWA,CAACF,QAAuB,EAAEG,OAAe,EAAU;EAC5E,OAAO,GAAGF,gBAAgB,CAACD,QAAQ,CAAC,IAAIG,OAAO,EAAE;AACnD;AAEA,OAAO,SAASC,kBAAkBA,CAChCD,OAAe,EACfE,UAA2B,EACnB;EACR,OAAO,GAAGF,OAAO,IAAIE,UAAU,EAAE;AACnC;AAEA,OAAO,SAASC,cAAcA,CAC5BN,QAAuB,EACvBG,OAAe,EACfE,UAA2B,EACnB;EACR,MAAME,QAAQ,GAAGH,kBAAkB,CAACD,OAAO,EAAEE,UAAU,CAAC;EACxD,IAAIA,UAAU,KAAK,MAAM,EAAE;IACzB,OAAO,GAAGH,WAAW,CAACF,QAAQ,EAAEG,OAAO,CAAC,IAAII,QAAQ,EAAE;EACxD;EACA,OAAO,GAAGN,gBAAgB,CAACD,QAAQ,CAAC,IAAIO,QAAQ,EAAE;AACpD;AAEA,OAAO,SAASC,iBAAiBA,CAC/BR,QAAuB,EACvBG,OAAe,EACP;EACR,OAAOG,cAAc,CAACN,QAAQ,EAAEG,OAAO,EAAE,SAAS,CAAC;AACrD;AAEA,OAAO,SAASM,WAAWA,CAACT,QAAuB,EAAEG,OAAe,EAAU;EAC5E,OAAOG,cAAc,CAACN,QAAQ,EAAEG,OAAO,EAAE,MAAM,CAAC;AAClD;AAEA,OAAO,SAASO,kBAAkBA,CAChCV,QAAuB,EACvBG,OAAe,EACP;EACR,OAAO,GAAGD,WAAW,CAACF,QAAQ,EAAEG,OAAO,CAAC,SAAS;AACnD;AAEA,OAAO,SAASQ,eAAeA,CAC7BX,QAAuB,EACvBG,OAAe,EACP;EACR,OAAO,GAAGD,WAAW,CAACF,QAAQ,EAAEG,OAAO,CAAC,gBAAgB;AAC1D;AAEA,OAAO,SAASS,oBAAoBA,CAClCZ,QAAuB,EACvBG,OAAe,EACP;EACR,OAAO,GAAGF,gBAAgB,CAACD,QAAQ,CAAC,oBAAoBG,OAAO,OAAO;AACxE;;AAEA;AACA,OAAO,SAASU,sBAAsBA,CACpCb,QAAuB,EACvBG,OAAe,EACP;EACR,OAAO,GAAGF,gBAAgB,CAACD,QAAQ,CAAC,sBAAsBG,OAAO,OAAO;AAC1E;;AAEA;AACA;AACA;AACA;AACA;AACA,OAAO,SAASW,+BAA+BA,CAACX,OAAe,EAAU;EACvE,MAAMY,MAAM,GAAGZ,OAAO,CAACa,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC;EAC5C,OAAO,GAAGhC,qBAAqB,WAAW+B,MAAM,EAAE,CAACC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;AACzE;AAEA,OAAO,SAASC,aAAaA,CAACjB,QAAuB,EAAU;EAC7D,OAAO,GAAGd,gBAAgB,IAAIC,eAAe,CAACa,QAAQ,CAAC,CAACX,GAAG,EAAE;AAC/D","ignoreList":[]}

package/lib/module/download/postDownloadProcessing.js

@@ -0,0 +1,206 @@
+"use strict";
+
+import { exists, mkdir, writeFile, stat, unlink } from '@dr.pogodin/react-native-fs';
+import { getReadyMarkerPath, getManifestPath, getExtractionStatePath } from "./paths.js";
+import { validateChecksum, validateExtractedFiles, resolveActualModelDir } from "./validation.js";
+import { extractTarBz2 } from "../extraction/extractTarBz2.js";
+import { promptChecksumFallback } from "./checksumPrompt.js";
+import { emitDownloadProgress, emitModelsListUpdated } from "./downloadEvents.js";
+import { registerActivePostProcess, unregisterActivePostProcess } from "./activeModelOperations.js";
+export async function runPostDownloadProcessing(options) {
+  const {
+    category,
+    id,
+    model,
+    downloadPath,
+    modelDir,
+    isArchive,
+    statePath,
+    signal,
+    onChecksumIssue,
+    deleteArchiveAfterExtract,
+    onProgress,
+    getDownloadedList
+  } = options;
+  registerActivePostProcess(category, id);
+  try {
+    return await runPostDownloadProcessingBody({
+      category,
+      id,
+      model,
+      downloadPath,
+      modelDir,
+      isArchive,
+      statePath,
+      signal,
+      onChecksumIssue,
+      deleteArchiveAfterExtract,
+      onProgress,
+      getDownloadedList
+    });
+  } finally {
+    unregisterActivePostProcess(category, id);
+  }
+}
+async function runPostDownloadProcessingBody(options) {
+  const {
+    category,
+    id,
+    model,
+    downloadPath,
+    modelDir,
+    isArchive,
+    statePath,
+    signal,
+    onChecksumIssue,
+    deleteArchiveAfterExtract,
+    onProgress,
+    getDownloadedList
+  } = options;
+  const isAborted = () => Boolean(signal?.aborted);
+  const abortError = new Error('Download aborted');
+  abortError.name = 'AbortError';
+  if (signal?.aborted) throw abortError;
+  let extractResult = null;
+  let extractedTotalBytes = 0;
+  if (isArchive) {
+    try {
+      const archiveStat = await stat(downloadPath);
+      if (model.bytes > 0 && archiveStat.size < model.bytes) {
+        console.warn(`[Download] Archive truncated for ${category}:${id}: ${archiveStat.size}/${model.bytes} bytes. Deleting for re-download.`);
+        await unlink(downloadPath);
+        throw new Error(`Archive file is truncated (${archiveStat.size}/${model.bytes} bytes). Please retry the download.`);
+      }
+    } catch (statErr) {
+      if (statErr instanceof Error && statErr.message.includes('truncated')) throw statErr;
+    }
+    await mkdir(modelDir);
+    const extractionStatePath = getExtractionStatePath(category, id);
+    try {
+      await writeFile(extractionStatePath, JSON.stringify({
+        modelId: id,
+        category,
+        phase: 'extracting',
+        startedAt: new Date().toISOString(),
+        archivePath: downloadPath,
+        modelDir,
+        model
+      }), 'utf8');
+    } catch {
+      // non-fatal; resume after crash may not be possible for this run
+    }
+    extractResult = await extractTarBz2(downloadPath, modelDir, true, evt => {
+      if (isAborted()) return;
+      if (evt.totalBytes > 0) extractedTotalBytes = evt.totalBytes;
+      const progress = {
+        bytesDownloaded: evt.bytes,
+        totalBytes: evt.totalBytes,
+        percent: evt.percent,
+        phase: 'extracting'
+      };
+      onProgress?.(progress);
+      emitDownloadProgress(category, id, progress);
+    }, signal);
+  }
+  if (model.sha256) {
+    const expectedSha = model.sha256.toLowerCase();
+    let issue = null;
+    if (isArchive) {
+      const nativeSha = extractResult?.sha256?.toLowerCase();
+      if (!nativeSha) {
+        issue = {
+          category,
+          id,
+          archivePath: downloadPath,
+          expected: model.sha256,
+          message: 'Native SHA-256 not available after extraction.',
+          reason: 'CHECKSUM_FAILED'
+        };
+      } else if (nativeSha !== expectedSha) {
+        issue = {
+          category,
+          id,
+          archivePath: downloadPath,
+          expected: model.sha256,
+          message: `Checksum mismatch: expected ${model.sha256}, got ${extractResult?.sha256}`,
+          reason: 'CHECKSUM_MISMATCH'
+        };
+      }
+    } else {
+      const checksumResult = await validateChecksum(downloadPath, expectedSha);
+      if (!checksumResult.success) {
+        issue = {
+          category,
+          id,
+          archivePath: downloadPath,
+          expected: model.sha256,
+          message: checksumResult.message ?? 'Checksum validation failed.',
+          reason: checksumResult.error === 'CHECKSUM_MISMATCH' ? 'CHECKSUM_MISMATCH' : 'CHECKSUM_FAILED'
+        };
+      }
+    }
+    if (issue) {
+      const keepFile = onChecksumIssue ? await onChecksumIssue(issue) : await promptChecksumFallback(issue);
+      if (!keepFile) {
+        if (await exists(modelDir)) await unlink(modelDir);
+        if (await exists(downloadPath)) await unlink(downloadPath);
+        throw new Error(`Checksum validation failed: ${issue.message}`);
+      }
+    }
+  }
+  if (signal?.aborted) throw abortError;
+  const filesValidation = await validateExtractedFiles(modelDir, category);
+  if (!filesValidation.success) {
+    await unlink(modelDir);
+    throw new Error(`Extracted files validation failed: ${filesValidation.message}`);
+  }
+  await writeFile(getReadyMarkerPath(category, id), 'ready', 'utf8');
+  const now = new Date().toISOString();
+  let sizeOnDisk;
+  if (isArchive && extractedTotalBytes > 0) {
+    sizeOnDisk = extractedTotalBytes;
+  } else if (!isArchive) {
+    try {
+      const s = await stat(downloadPath);
+      sizeOnDisk = s.size;
+    } catch {
+      // ignore
+    }
+  }
+  await writeFile(getManifestPath(category, id), JSON.stringify({
+    downloadedAt: now,
+    lastUsed: now,
+    model,
+    sizeOnDisk
+  }), 'utf8');
+  try {
+    if (await exists(statePath)) await unlink(statePath);
+  } catch {
+    // non-fatal
+  }
+  if (isArchive) {
+    try {
+      const extractionStatePath = getExtractionStatePath(category, id);
+      if (extractionStatePath !== statePath && (await exists(extractionStatePath))) {
+        await unlink(extractionStatePath);
+      }
+    } catch {
+      // non-fatal
+    }
+  }
+  if (isArchive && deleteArchiveAfterExtract !== false) {
+    try {
+      if (await exists(downloadPath)) await unlink(downloadPath);
+    } catch (err) {
+      console.warn(`[Download] Failed to delete archive after extraction for ${category}:${id}:`, err instanceof Error ? err.message : String(err));
+    }
+  }
+  const list = await getDownloadedList();
+  emitModelsListUpdated(category, list);
+  const resolvedPath = await resolveActualModelDir(modelDir);
+  return {
+    modelId: id,
+    localPath: resolvedPath
+  };
+}
+//# sourceMappingURL=postDownloadProcessing.js.map