@milaboratories/pl-deployments 1.1.6 → 1.1.7

package/src/common/pl_binary_download.ts

@@ -11,13 +11,19 @@ import decompress from 'decompress';
 import type { ArchType, OSType } from './os_and_arch';
 import { newOs, newArch } from './os_and_arch';
 
+const cdn = 'https://cdn.platforma.bio/software';
+// We'll download things from Global Access if downloading from CDN has failed
+// (it might be that it's blocked from the company's network.)
+const gaCdn = 'https://cdn-ga.pl-open.science/software';
+
 export type DownloadBinaryResult = {
   archiveUrl: string;
+  alternativeArchiveGAUrl: string;
+  wasDownloadedFrom?: string;
   archivePath: string;
   archiveType: ArchiveType;
   targetFolder: string;
   baseName: string;
-  binaryPath?: string;
 };
 
 export async function downloadBinaryNoExtract(
@@ -29,9 +35,15 @@ export async function downloadBinaryNoExtract(
   platform: string,
 ): Promise<DownloadBinaryResult> {
   const opts = getPathsForDownload(softwareName, tgzName, baseDir, newArch(arch), newOs(platform));
-  const { archiveUrl, archivePath } = opts;
+  const { archiveUrl, alternativeArchiveGAUrl, archivePath } = opts;
 
-  await downloadArchive(logger, archiveUrl, archivePath);
+  try {
+    await downloadArchive(logger, archiveUrl, archivePath);
+    opts.wasDownloadedFrom = archiveUrl;
+  } catch (e: unknown) {
+    await downloadArchive(logger, alternativeArchiveGAUrl, archivePath);
+    opts.wasDownloadedFrom = alternativeArchiveGAUrl;
+  }
 
   return opts;
 }
@@ -45,25 +57,16 @@ export async function downloadBinary(
   platform: string,
 ): Promise<DownloadBinaryResult> {
   const opts = getPathsForDownload(softwareName, archiveName, baseDir, newArch(arch), newOs(platform));
-  const { archiveUrl, archivePath, archiveType, targetFolder, baseName } = opts;
-
-  await downloadArchive(logger, archiveUrl, archivePath);
-  await extractArchive(logger, archivePath, archiveType, targetFolder);
+  const { archiveUrl, alternativeArchiveGAUrl, archivePath, archiveType, targetFolder, baseName } = opts;
 
-  return opts;
-}
-
-export async function downloadPlBinary(
-  logger: MiLogger,
-  baseDir: string,
-  plVersion: string,
-  arch: string,
-  platform: string,
-): Promise<DownloadBinaryResult> {
-  const opts = localDownloadPlOptions(plVersion, baseDir, newArch(arch), newOs(platform));
-  const { archiveUrl, archivePath, archiveType, targetFolder, binaryPath } = opts;
+  try {
+    await downloadArchive(logger, archiveUrl, archivePath);
+    opts.wasDownloadedFrom = archiveUrl;
+  } catch (e: unknown) {
+    await downloadArchive(logger, alternativeArchiveGAUrl, archivePath);
+    opts.wasDownloadedFrom = alternativeArchiveGAUrl;
+  }
 
-  await downloadArchive(logger, archiveUrl, archivePath);
   await extractArchive(logger, archivePath, archiveType, targetFolder);
 
   return opts;
@@ -80,13 +83,15 @@ function getPathsForDownload(
   const archiveType = osToArchiveType[os];
 
   const archiveFileName = `${baseName}.${archiveType}`;
-  const archiveUrl = `https://cdn.platforma.bio/software/${softwareName}/${os}/${archiveFileName}`;
+  const archiveUrl = `${cdn}/${softwareName}/${os}/${archiveFileName}`;
+  const alternativeArchiveGAUrl = `${gaCdn}/${softwareName}/${os}/${archiveFileName}`;
   const archivePath = upath.join(baseDir, archiveFileName);
   // folder where binary distribution of pl will be unpacked
   const targetFolder = upath.join(baseDir, baseName);
 
   return {
     archiveUrl,
+    alternativeArchiveGAUrl,
     archivePath,
     archiveType,
     targetFolder,
@@ -94,34 +99,6 @@ function getPathsForDownload(
   };
 }
 
-export function localDownloadPlOptions(
-  plVersion: string,
-  baseDir: string,
-  arch: ArchType,
-  os: OSType,
-): DownloadBinaryResult {
-  const baseName = `pl-${plVersion}-${arch}`;
-  const archiveType = osToArchiveType[os];
-
-  const archiveFileName = `${baseName}.${archiveType}`;
-  const archiveUrl = `https://cdn.platforma.bio/software/pl/${os}/${archiveFileName}`;
-  const archivePath = upath.join(baseDir, archiveFileName);
-
-  // folder where binary distribution of pl will be unpacked
-  const targetFolder = upath.join(baseDir, baseName);
-
-  const binaryPath = upath.join(baseName, 'binaries', osToBinaryName[os]);
-
-  return {
-    archiveUrl,
-    archivePath,
-    archiveType,
-    targetFolder,
-    binaryPath,
-    baseName,
-  };
-}
-
 export type DownloadInfo = {
   dstArchive?: string;
   fileExisted?: boolean;
@@ -250,9 +227,3 @@ const osToArchiveType: Record<OSType, ArchiveType> = {
   macos: 'tgz',
   windows: 'zip',
 };
-
-const osToBinaryName: Record<OSType, string> = {
-  linux: 'platforma',
-  macos: 'platforma',
-  windows: 'platforma.exe',
-};

package/src/local/pl.ts

@@ -162,7 +162,9 @@ export async function localPlatformaInit(logger: MiLogger, _ops: LocalPlOptions)
     logger.info(`writing configuration '${configPath}'...`);
     await fsp.writeFile(configPath, ops.config);
 
-    const baseBinaryPath = await resolveLocalPlBinaryPath(logger, upath.join(workDir, 'binaries'), ops.plBinary);
+    const plBinPath = upath.join(workDir, 'binaries');
+    const baseBinaryPath = await resolveLocalPlBinaryPath(logger, plBinPath, ops.plBinary);
+
     const binaryPath = trace('binaryPath', upath.join('binaries', baseBinaryPath));
 
     const processOpts: ProcessOptions = {

package/src/ssh/__tests__/pl-docker.test.ts

@@ -5,7 +5,7 @@ import upath from 'upath';
 import { getDefaultPlVersion } from '../../common/pl_version';
 import { existsSync, unlinkSync, rmSync } from 'fs';
 import { newArch } from '../../common/os_and_arch';
-import { downloadBinary, downloadPlBinary } from '../../common/pl_binary_download';
+import { downloadBinary } from '../../common/pl_binary_download';
 import { ConsoleLoggerAdapter } from '@milaboratories/ts-helpers';
 import * as plpath from '../pl_paths';
 
@@ -84,10 +84,10 @@ describe('SshPl', async () => {
   it('Transfer Platforma to server', async () => {
     const arch = await sshPl.getArch();
 
-    const plPath = await downloadPlBinary(
+    const plPath = await downloadBinary(
       new ConsoleLoggerAdapter(),
       downloadDestination,
-      getDefaultPlVersion(),
+      'pl', `pl-${getDefaultPlVersion()}`,
       arch.arch,
       arch.platform,
     );
@@ -154,10 +154,10 @@ describe('SshPl download binaries', async () => {
   it('Download pl. We have archive and extracted data', async () => {
     const arch = await sshPl.getArch();
 
-    const result = await downloadPlBinary(
+    const result = await downloadBinary(
       new ConsoleLoggerAdapter(),
       downloadDestination,
-      getDefaultPlVersion(),
+      'pl', `pl-${getDefaultPlVersion()}`,
       arch.arch,
       arch.platform,
     );