@capgo/capacitor-updater 8.0.0 → 8.0.1

package/android/src/main/java/ee/forgr/capacitor_updater/DownloadService.java

@@ -3,124 +3,451 @@
  * License, v. 2.0. If a copy of the MPL was not distributed with this
  * file, You can obtain one at https://mozilla.org/MPL/2.0/.
  */
-
 package ee.forgr.capacitor_updater;
 
-import android.app.IntentService;
-import android.content.Intent;
-import java.io.DataInputStream;
-import java.io.File;
-import java.io.FileOutputStream;
-import java.io.InputStream;
+import android.content.Context;
+import android.util.Log;
+import androidx.annotation.NonNull;
+import androidx.work.Data;
+import androidx.work.Worker;
+import androidx.work.WorkerParameters;
+import java.io.*;
+import java.io.FileInputStream;
+import java.net.HttpURLConnection;
 import java.net.URL;
-import java.net.URLConnection;
-
-public class DownloadService extends IntentService {
-
-  public static final String URL = "URL";
-  public static final String ID = "id";
-  public static final String PERCENT = "percent";
-  public static final String FILEDEST = "filendest";
-  public static final String DOCDIR = "docdir";
-  public static final String ERROR = "error";
-  public static final String VERSION = "version";
-  public static final String SESSIONKEY = "sessionkey";
-  public static final String CHECKSUM = "checksum";
-  public static final String NOTIFICATION = "service receiver";
-  public static final String PERCENTDOWNLOAD = "percent receiver";
-
-  public DownloadService() {
-    super("Background DownloadService");
-  }
-
-  private int calcTotalPercent(
-    final int percent,
-    final int min,
-    final int max
-  ) {
-    return (percent * (max - min)) / 100 + min;
-  }
-
-  // Will be called asynchronously by OS.
-  @Override
-  protected void onHandleIntent(Intent intent) {
-    String url = intent.getStringExtra(URL);
-    String id = intent.getStringExtra(ID);
-    String documentsDir = intent.getStringExtra(DOCDIR);
-    String dest = intent.getStringExtra(FILEDEST);
-    String version = intent.getStringExtra(VERSION);
-    String sessionKey = intent.getStringExtra(SESSIONKEY);
-    String checksum = intent.getStringExtra(CHECKSUM);
-
-    try {
-      final URL u = new URL(url);
-      final URLConnection connection = u.openConnection();
-      final InputStream is = u.openStream();
-      final DataInputStream dis = new DataInputStream(is);
-
-      final File target = new File(documentsDir, dest);
-      target.getParentFile().mkdirs();
-      target.createNewFile();
-      final FileOutputStream fos = new FileOutputStream(target);
-
-      final long totalLength = connection.getContentLength();
-      final int bufferSize = 1024;
-      final byte[] buffer = new byte[bufferSize];
-      int length;
-
-      int bytesRead = bufferSize;
-      int percent = 0;
-      this.notifyDownload(id, 10);
-      while ((length = dis.read(buffer)) > 0) {
-        fos.write(buffer, 0, length);
-        final int newPercent = (int) ((bytesRead * 100) / totalLength);
-        if (totalLength > 1 && newPercent != percent) {
-          percent = newPercent;
-          this.notifyDownload(id, this.calcTotalPercent(percent, 10, 70));
+import java.nio.channels.FileChannel;
+import java.security.MessageDigest;
+import java.util.ArrayList;
+import java.util.Arrays;
+import java.util.List;
+import java.util.Objects;
+import java.util.concurrent.ExecutorService;
+import java.util.concurrent.Executors;
+import java.util.concurrent.Future;
+import java.util.concurrent.TimeUnit;
+import java.util.concurrent.atomic.AtomicBoolean;
+import java.util.concurrent.atomic.AtomicLong;
+import okhttp3.OkHttpClient;
+import okhttp3.Protocol;
+import okhttp3.Request;
+import okhttp3.Response;
+import okhttp3.ResponseBody;
+import org.brotli.dec.BrotliInputStream;
+import org.json.JSONArray;
+import org.json.JSONObject;
+
+public class DownloadService extends Worker {
+
+    public static final String TAG = "Capacitor-updater";
+    public static final String URL = "URL";
+    public static final String ID = "id";
+    public static final String PERCENT = "percent";
+    public static final String FILEDEST = "filendest";
+    public static final String DOCDIR = "docdir";
+    public static final String ERROR = "error";
+    public static final String VERSION = "version";
+    public static final String SESSIONKEY = "sessionkey";
+    public static final String CHECKSUM = "checksum";
+    public static final String PUBLIC_KEY = "publickey";
+    public static final String IS_MANIFEST = "is_manifest";
+    private static final String UPDATE_FILE = "update.dat";
+
+    private final OkHttpClient client = new OkHttpClient.Builder().protocols(Arrays.asList(Protocol.HTTP_2, Protocol.HTTP_1_1)).build();
+
+    public DownloadService(@NonNull Context context, @NonNull WorkerParameters params) {
+        super(context, params);
+    }
+
+    private void setProgress(int percent) {
+        Data progress = new Data.Builder().putInt(PERCENT, percent).build();
+        setProgressAsync(progress);
+    }
+
+    private Result createFailureResult(String error) {
+        Data output = new Data.Builder().putString(ERROR, error).build();
+        return Result.failure(output);
+    }
+
+    private Result createSuccessResult(String dest, String version, String sessionKey, String checksum, boolean isManifest) {
+        Data output = new Data.Builder()
+            .putString(FILEDEST, dest)
+            .putString(VERSION, version)
+            .putString(SESSIONKEY, sessionKey)
+            .putString(CHECKSUM, checksum)
+            .putBoolean(IS_MANIFEST, isManifest)
+            .build();
+        return Result.success(output);
+    }
+
+    @NonNull
+    @Override
+    public Result doWork() {
+        try {
+            String url = getInputData().getString(URL);
+            String id = getInputData().getString(ID);
+            String documentsDir = getInputData().getString(DOCDIR);
+            String dest = getInputData().getString(FILEDEST);
+            String version = getInputData().getString(VERSION);
+            String sessionKey = getInputData().getString(SESSIONKEY);
+            String checksum = getInputData().getString(CHECKSUM);
+            String publicKey = getInputData().getString(PUBLIC_KEY);
+            boolean isManifest = getInputData().getBoolean(IS_MANIFEST, false);
+
+            Log.d(TAG, "doWork isManifest: " + isManifest);
+
+            if (isManifest) {
+                JSONArray manifest = DataManager.getInstance().getAndClearManifest();
+                if (manifest != null) {
+                    handleManifestDownload(id, documentsDir, dest, version, sessionKey, publicKey, manifest.toString());
+                    return createSuccessResult(dest, version, sessionKey, checksum, true);
+                } else {
+                    Log.e(TAG, "Manifest is null");
+                    return createFailureResult("Manifest is null");
+                }
+            } else {
+                handleSingleFileDownload(url, id, documentsDir, dest, version, sessionKey, checksum);
+                return createSuccessResult(dest, version, sessionKey, checksum, false);
+            }
+        } catch (Exception e) {
+            Log.e(TAG, "Error in doWork", e);
+            return createFailureResult(e.getMessage());
+        }
+    }
+
+    private int calcTotalPercent(long downloadedBytes, long contentLength) {
+        if (contentLength <= 0) {
+            return 0;
         }
-        bytesRead += length;
-      }
-      publishResults(dest, id, version, checksum, sessionKey, "");
-    } catch (Exception e) {
-      e.printStackTrace();
-      publishResults(
-        "",
-        id,
-        version,
-        checksum,
-        sessionKey,
-        e.getLocalizedMessage()
-      );
+        int percent = (int) (((double) downloadedBytes / contentLength) * 100);
+        percent = Math.max(10, percent);
+        percent = Math.min(70, percent);
+        return percent;
     }
-  }
-
-  private void notifyDownload(String id, int percent) {
-    Intent intent = new Intent(PERCENTDOWNLOAD);
-    intent.putExtra(ID, id);
-    intent.putExtra(PERCENT, percent);
-    sendBroadcast(intent);
-  }
-
-  private void publishResults(
-    String dest,
-    String id,
-    String version,
-    String checksum,
-    String sessionKey,
-    String error
-  ) {
-    Intent intent = new Intent(NOTIFICATION);
-    if (dest != null && !dest.isEmpty()) {
-      intent.putExtra(FILEDEST, dest);
+
+    private void handleManifestDownload(
+        String id,
+        String documentsDir,
+        String dest,
+        String version,
+        String sessionKey,
+        String publicKey,
+        String manifestString
+    ) {
+        try {
+            Log.d(TAG, "handleManifestDownload");
+            JSONArray manifest = new JSONArray(manifestString);
+            File destFolder = new File(documentsDir, dest);
+            File cacheFolder = new File(getApplicationContext().getCacheDir(), "capgo_downloads");
+            File builtinFolder = new File(getApplicationContext().getFilesDir(), "public");
+
+            // Ensure directories are created
+            if (!destFolder.exists() && !destFolder.mkdirs()) {
+                throw new IOException("Failed to create destination directory: " + destFolder.getAbsolutePath());
+            }
+            if (!cacheFolder.exists() && !cacheFolder.mkdirs()) {
+                throw new IOException("Failed to create cache directory: " + cacheFolder.getAbsolutePath());
+            }
+
+            int totalFiles = manifest.length();
+            final AtomicLong completedFiles = new AtomicLong(0);
+            final AtomicBoolean hasError = new AtomicBoolean(false);
+
+            // Use more threads for I/O-bound operations
+            int threadCount = Math.min(64, Math.max(32, totalFiles));
+            ExecutorService executor = Executors.newFixedThreadPool(threadCount);
+            List<Future<?>> futures = new ArrayList<>();
+
+            for (int i = 0; i < totalFiles; i++) {
+                JSONObject entry = manifest.getJSONObject(i);
+                String fileName = entry.getString("file_name");
+                String fileHash = entry.getString("file_hash");
+                String downloadUrl = entry.getString("download_url");
+
+                File targetFile = new File(destFolder, fileName);
+                File cacheFile = new File(cacheFolder, fileHash + "_" + new File(fileName).getName());
+                File builtinFile = new File(builtinFolder, fileName);
+
+                // Ensure parent directories of the target file exist
+                if (!Objects.requireNonNull(targetFile.getParentFile()).exists() && !targetFile.getParentFile().mkdirs()) {
+                    throw new IOException("Failed to create parent directory for: " + targetFile.getAbsolutePath());
+                }
+
+                Future<?> future = executor.submit(() -> {
+                    try {
+                        if (builtinFile.exists() && verifyChecksum(builtinFile, fileHash)) {
+                            copyFile(builtinFile, targetFile);
+                            Log.d(TAG, "using builtin file " + fileName);
+                        } else if (cacheFile.exists() && verifyChecksum(cacheFile, fileHash)) {
+                            copyFile(cacheFile, targetFile);
+                            Log.d(TAG, "already cached " + fileName);
+                        } else {
+                            downloadAndVerify(downloadUrl, targetFile, cacheFile, fileHash, sessionKey, publicKey);
+                        }
+
+                        long completed = completedFiles.incrementAndGet();
+                        int percent = calcTotalPercent(completed, totalFiles);
+                        setProgress(percent);
+                    } catch (Exception e) {
+                        Log.e(TAG, "Error processing file: " + fileName, e);
+                        hasError.set(true);
+                    }
+                });
+                futures.add(future);
+            }
+
+            // Wait for all downloads to complete
+            for (Future<?> future : futures) {
+                try {
+                    future.get();
+                } catch (Exception e) {
+                    Log.e(TAG, "Error waiting for download", e);
+                    hasError.set(true);
+                }
+            }
+
+            executor.shutdown();
+            try {
+                if (!executor.awaitTermination(60, TimeUnit.SECONDS)) {
+                    executor.shutdownNow();
+                }
+            } catch (InterruptedException e) {
+                executor.shutdownNow();
+                Thread.currentThread().interrupt();
+            }
+
+            if (hasError.get()) {
+                throw new IOException("One or more files failed to download");
+            }
+        } catch (Exception e) {
+            Log.e(TAG, "Error in handleManifestDownload", e);
+        }
     }
-    if (error != null && !error.isEmpty()) {
-      intent.putExtra(ERROR, error);
+
+    private void handleSingleFileDownload(
+        String url,
+        String id,
+        String documentsDir,
+        String dest,
+        String version,
+        String sessionKey,
+        String checksum
+    ) {
+        File target = new File(documentsDir, dest);
+        File infoFile = new File(documentsDir, UPDATE_FILE); // The file where the download progress (how much byte
+        // downloaded) is stored
+        File tempFile = new File(documentsDir, "temp" + ".tmp"); // Temp file, where the downloaded data is stored
+        try {
+            URL u = new URL(url);
+            HttpURLConnection httpConn = null;
+            try {
+                httpConn = (HttpURLConnection) u.openConnection();
+
+                // Reading progress file (if exist)
+                long downloadedBytes = 0;
+
+                if (infoFile.exists() && tempFile.exists()) {
+                    try (BufferedReader reader = new BufferedReader(new FileReader(infoFile))) {
+                        String updateVersion = reader.readLine();
+                        if (!updateVersion.equals(version)) {
+                            clearDownloadData(documentsDir);
+                        } else {
+                            downloadedBytes = tempFile.length();
+                        }
+                    }
+                } else {
+                    clearDownloadData(documentsDir);
+                }
+
+                if (downloadedBytes > 0) {
+                    httpConn.setRequestProperty("Range", "bytes=" + downloadedBytes + "-");
+                }
+
+                int responseCode = httpConn.getResponseCode();
+
+                if (responseCode == HttpURLConnection.HTTP_OK || responseCode == HttpURLConnection.HTTP_PARTIAL) {
+                    long contentLength = httpConn.getContentLength() + downloadedBytes;
+
+                    try (
+                        InputStream inputStream = httpConn.getInputStream();
+                        FileOutputStream outputStream = new FileOutputStream(tempFile, downloadedBytes > 0)
+                    ) {
+                        if (downloadedBytes == 0) {
+                            try (BufferedWriter writer = new BufferedWriter(new FileWriter(infoFile))) {
+                                writer.write(String.valueOf(version));
+                            }
+                        }
+                        // Updating the info file
+                        try (BufferedWriter writer = new BufferedWriter(new FileWriter(infoFile))) {
+                            writer.write(String.valueOf(version));
+                        }
+
+                        int bytesRead = -1;
+                        byte[] buffer = new byte[4096];
+                        int lastNotifiedPercent = 0;
+                        while ((bytesRead = inputStream.read(buffer)) != -1) {
+                            outputStream.write(buffer, 0, bytesRead);
+                            downloadedBytes += bytesRead;
+                            // Saving progress (flushing every 100 Ko)
+                            if (downloadedBytes % 102400 == 0) {
+                                outputStream.flush();
+                            }
+                            // Computing percentage
+                            int percent = calcTotalPercent(downloadedBytes, contentLength);
+                            while (lastNotifiedPercent + 10 <= percent) {
+                                lastNotifiedPercent += 10;
+                                // Artificial delay using CPU-bound calculation to take ~5 seconds
+                                double result = 0;
+                                setProgress(lastNotifiedPercent);
+                            }
+                        }
+
+                        outputStream.close();
+                        inputStream.close();
+
+                        // Rename the temp file with the final name (dest)
+                        tempFile.renameTo(new File(documentsDir, dest));
+                        infoFile.delete();
+                    }
+                } else {
+                    infoFile.delete();
+                }
+            } finally {
+                if (httpConn != null) {
+                    httpConn.disconnect();
+                }
+            }
+        } catch (OutOfMemoryError e) {
+            e.printStackTrace();
+            throw new RuntimeException("low_mem_fail");
+        } catch (Exception e) {
+            e.printStackTrace();
+            throw new RuntimeException(e.getLocalizedMessage());
+        }
+    }
+
+    private void clearDownloadData(String docDir) {
+        File tempFile = new File(docDir, "temp" + ".tmp");
+        File infoFile = new File(docDir, UPDATE_FILE);
+        try {
+            tempFile.delete();
+            infoFile.delete();
+            infoFile.createNewFile();
+            tempFile.createNewFile();
+        } catch (IOException e) {
+            e.printStackTrace();
+        }
+    }
+
+    // Helper methods
+
+    private void copyFile(File source, File dest) throws IOException {
+        try (
+            FileInputStream inStream = new FileInputStream(source);
+            FileOutputStream outStream = new FileOutputStream(dest);
+            FileChannel inChannel = inStream.getChannel();
+            FileChannel outChannel = outStream.getChannel()
+        ) {
+            inChannel.transferTo(0, inChannel.size(), outChannel);
+        }
+    }
+
+    private void downloadAndVerify(
+        String downloadUrl,
+        File targetFile,
+        File cacheFile,
+        String expectedHash,
+        String sessionKey,
+        String publicKey
+    ) throws Exception {
+        Log.d(TAG, "downloadAndVerify " + downloadUrl);
+
+        Request request = new Request.Builder().url(downloadUrl).build();
+
+        // Create a temporary file for the compressed data
+        File compressedFile = new File(getApplicationContext().getCacheDir(), "temp_" + targetFile.getName() + ".br");
+
+        try (Response response = client.newCall(request).execute()) {
+            if (!response.isSuccessful()) {
+                throw new IOException("Unexpected response code: " + response.code());
+            }
+
+            // Download compressed file
+            try (ResponseBody responseBody = response.body(); FileOutputStream compressedFos = new FileOutputStream(compressedFile)) {
+                if (responseBody == null) {
+                    throw new IOException("Response body is null");
+                }
+
+                byte[] buffer = new byte[8192];
+                int bytesRead;
+                try (InputStream inputStream = responseBody.byteStream()) {
+                    while ((bytesRead = inputStream.read(buffer)) != -1) {
+                        compressedFos.write(buffer, 0, bytesRead);
+                    }
+                }
+            }
+
+            String decryptedExpectedHash = expectedHash;
+
+            if (!publicKey.isEmpty() && sessionKey != null && !sessionKey.isEmpty()) {
+                Log.d(CapacitorUpdater.TAG + " DLSrv", "Decrypting file " + targetFile.getName());
+                CryptoCipherV2.decryptFile(compressedFile, publicKey, sessionKey);
+                decryptedExpectedHash = CryptoCipherV2.decryptChecksum(decryptedExpectedHash, publicKey);
+            }
+
+            // Decompress the file
+            try (
+                FileInputStream fis = new FileInputStream(compressedFile);
+                BrotliInputStream brotliInputStream = new BrotliInputStream(fis);
+                FileOutputStream fos = new FileOutputStream(targetFile)
+            ) {
+                byte[] buffer = new byte[8192];
+                int len;
+                while ((len = brotliInputStream.read(buffer)) != -1) {
+                    fos.write(buffer, 0, len);
+                }
+            }
+
+            // Delete the compressed file
+            compressedFile.delete();
+            String calculatedHash = CryptoCipherV2.calcChecksum(targetFile);
+
+            // Verify checksum
+            if (calculatedHash.equals(decryptedExpectedHash)) {
+                // Only cache if checksum is correct
+                copyFile(targetFile, cacheFile);
+            } else {
+                targetFile.delete();
+                throw new IOException("Checksum verification failed for " + targetFile.getName());
+            }
+        }
+    }
+
+    private boolean verifyChecksum(File file, String expectedHash) {
+        try {
+            String actualHash = calculateFileHash(file);
+            return actualHash.equals(expectedHash);
+        } catch (Exception e) {
+            e.printStackTrace();
+            return false;
+        }
+    }
+
+    private String calculateFileHash(File file) throws Exception {
+        MessageDigest digest = MessageDigest.getInstance("SHA-256");
+        FileInputStream fis = new FileInputStream(file);
+        byte[] byteArray = new byte[1024];
+        int bytesCount = 0;
+
+        while ((bytesCount = fis.read(byteArray)) != -1) {
+            digest.update(byteArray, 0, bytesCount);
+        }
+        fis.close();
+
+        byte[] bytes = digest.digest();
+        StringBuilder sb = new StringBuilder();
+        for (byte aByte : bytes) {
+            sb.append(Integer.toString((aByte & 0xff) + 0x100, 16).substring(1));
+        }
+        return sb.toString();
     }
-    intent.putExtra(ID, id);
-    intent.putExtra(VERSION, version);
-    intent.putExtra(SESSIONKEY, sessionKey);
-    intent.putExtra(CHECKSUM, checksum);
-    intent.putExtra(ERROR, error);
-    sendBroadcast(intent);
-  }
 }

package/android/src/main/java/ee/forgr/capacitor_updater/DownloadWorkerManager.java

@@ -0,0 +1,101 @@
+package ee.forgr.capacitor_updater;
+
+import android.content.Context;
+import android.util.Log;
+import androidx.work.BackoffPolicy;
+import androidx.work.Configuration;
+import androidx.work.Constraints;
+import androidx.work.Data;
+import androidx.work.NetworkType;
+import androidx.work.OneTimeWorkRequest;
+import androidx.work.WorkManager;
+import androidx.work.WorkRequest;
+import java.util.HashSet;
+import java.util.Set;
+import java.util.concurrent.TimeUnit;
+
+public class DownloadWorkerManager {
+
+    private static final String TAG = "DownloadWorkerManager";
+    private static volatile boolean isInitialized = false;
+    private static final Set<String> activeVersions = new HashSet<>();
+
+    private static synchronized void initializeIfNeeded(Context context) {
+        if (!isInitialized) {
+            try {
+                Configuration config = new Configuration.Builder().setMinimumLoggingLevel(android.util.Log.INFO).build();
+                WorkManager.initialize(context, config);
+                isInitialized = true;
+            } catch (IllegalStateException e) {
+                // WorkManager was already initialized, ignore
+            }
+        }
+    }
+
+    public static synchronized boolean isVersionDownloading(String version) {
+        return activeVersions.contains(version);
+    }
+
+    public static void enqueueDownload(
+        Context context,
+        String url,
+        String id,
+        String documentsDir,
+        String dest,
+        String version,
+        String sessionKey,
+        String checksum,
+        String publicKey,
+        boolean isManifest
+    ) {
+        initializeIfNeeded(context.getApplicationContext());
+
+        // If version is already downloading, don't start another one
+        if (isVersionDownloading(version)) {
+            Log.i(TAG, "Version " + version + " is already downloading");
+            return;
+        }
+        activeVersions.add(version);
+
+        // Create input data
+        Data inputData = new Data.Builder()
+            .putString(DownloadService.URL, url)
+            .putString(DownloadService.ID, id)
+            .putString(DownloadService.DOCDIR, documentsDir)
+            .putString(DownloadService.FILEDEST, dest)
+            .putString(DownloadService.VERSION, version)
+            .putString(DownloadService.SESSIONKEY, sessionKey)
+            .putString(DownloadService.CHECKSUM, checksum)
+            .putBoolean(DownloadService.IS_MANIFEST, isManifest)
+            .putString(DownloadService.PUBLIC_KEY, publicKey)
+            .build();
+
+        // Create network constraints
+        Constraints constraints = new Constraints.Builder().setRequiredNetworkType(NetworkType.CONNECTED).build();
+
+        // Create work request with tags for tracking
+        OneTimeWorkRequest workRequest = new OneTimeWorkRequest.Builder(DownloadService.class)
+            .setConstraints(constraints)
+            .setInputData(inputData)
+            .addTag(id)
+            .addTag(version) // Add version tag for tracking
+            .addTag("capacitor_updater_download")
+            .setBackoffCriteria(BackoffPolicy.LINEAR, WorkRequest.MIN_BACKOFF_MILLIS, TimeUnit.MILLISECONDS)
+            .build();
+
+        // Enqueue work
+        WorkManager.getInstance(context).enqueue(workRequest);
+    }
+
+    public static void cancelVersionDownload(Context context, String version) {
+        initializeIfNeeded(context.getApplicationContext());
+        WorkManager.getInstance(context).cancelAllWorkByTag(version);
+        activeVersions.remove(version);
+    }
+
+    public static void cancelAllDownloads(Context context) {
+        initializeIfNeeded(context.getApplicationContext());
+        WorkManager.getInstance(context).cancelAllWorkByTag("capacitor_updater_download");
+        activeVersions.clear();
+    }
+}