coomer-downloader 3.1.0 → 3.3.2

package/src/utils/downloader.ts

@@ -1,102 +0,0 @@
-import fs from 'node:fs';
-import path from 'node:path';
-import { Readable, Transform } from 'node:stream';
-import { pipeline } from 'node:stream/promises';
-import { Subject } from 'rxjs';
-import { tryFixCoomerUrl } from '../api/coomer-api';
-import type { DownloaderSubject, File } from '../types';
-import { getFileSize, mkdir } from './files';
-import { PromiseRetry } from './promise';
-import { fetchByteRange } from './requests';
-import { Timer } from './timer';
-
-export const subject = new Subject<DownloaderSubject>();
-
-const CHUNK_TIMEOUT = 30_000;
-const CHUNK_FETCH_RETRIES = 5;
-const FETCH_RETRIES = 7;
-
-async function fetchStream(file: File, stream: Readable): Promise<void> {
-  const { timer, signal } = Timer.withSignal(CHUNK_TIMEOUT, 'CHUNK_TIMEOUT');
-
-  const fileStream = fs.createWriteStream(file.filepath as string, { flags: 'a' });
-
-  const progressStream = new Transform({
-    transform(chunk, _encoding, callback) {
-      this.push(chunk);
-      file.downloaded += chunk.length;
-      timer.reset();
-      subject.next({ type: 'CHUNK_DOWNLOADING_UPDATE', file });
-      callback();
-    },
-  });
-
-  try {
-    subject.next({ type: 'CHUNK_DOWNLOADING_START', file });
-    await pipeline(stream, progressStream, fileStream, { signal });
-  } catch (error) {
-    console.error((error as Error).name === 'AbortError' ? signal.reason : error);
-  } finally {
-    subject.next({ type: 'CHUNK_DOWNLOADING_END', file });
-  }
-}
-
-async function downloadFile(file: File): Promise<void> {
-  file.downloaded = await getFileSize(file.filepath as string);
-
-  const response = await fetchByteRange(file.url, file.downloaded);
-
-  if (!response?.ok && response?.status !== 416) {
-    throw new Error(`HTTP error! status: ${response?.status}`);
-  }
-
-  const contentLength = response.headers.get('Content-Length') as string;
-
-  if (!contentLength && file.downloaded > 0) {
-    return;
-  }
-
-  const restFileSize = parseInt(contentLength);
-  file.size = restFileSize + file.downloaded;
-
-  if (file.size > file.downloaded && response.body) {
-    const stream = Readable.fromWeb(response.body);
-    const sizeOld = file.downloaded;
-
-    await PromiseRetry.create({
-      retries: CHUNK_FETCH_RETRIES,
-      callback: () => {
-        if (sizeOld !== file.downloaded) {
-          return { newRetries: 5 };
-        }
-      },
-    }).execute(async () => await fetchStream(file, stream));
-  }
-
-  subject.next({ type: 'FILE_DOWNLOADING_END' });
-}
-
-export async function downloadFiles(data: File[], downloadDir: string): Promise<void> {
-  mkdir(downloadDir);
-
-  subject.next({ type: 'FILES_DOWNLOADING_START', filesCount: data.length });
-
-  for (const [_, file] of data.entries()) {
-    file.filepath = path.join(downloadDir, file.name);
-
-    subject.next({ type: 'FILE_DOWNLOADING_START' });
-
-    await PromiseRetry.create({
-      retries: FETCH_RETRIES,
-      callback: (retries) => {
-        if (/coomer|kemono/.test(file.url)) {
-          file.url = tryFixCoomerUrl(file.url, retries);
-        }
-      },
-    }).execute(async () => await downloadFile(file));
-
-    subject.next({ type: 'FILE_DOWNLOADING_END' });
-  }
-
-  subject.next({ type: 'FILES_DOWNLOADING_END' });
-}

package/src/utils/index.ts

@@ -1,11 +0,0 @@
-export { downloadFiles } from './downloader';
-export { getFileSize, mkdir } from './files';
-export { filterKeywords, isImage, isVideo, testMediaType } from './filters';
-export { createMultibar } from './multibar';
-export {
-  fetchByteRange,
-  fetchWithGlobalHeader,
-  HeadersDefault,
-  setGlobalHeaders,
-} from './requests';
-export { b2mb } from './strings';

package/src/utils/multibar.ts

@@ -1,62 +0,0 @@
-import { MultiBar, type Options, type SingleBar } from 'cli-progress';
-import { subject } from './downloader';
-import { b2mb, formatNameStdout } from './strings';
-
-const config: Options = {
-  clearOnComplete: true,
-  gracefulExit: true,
-  autopadding: true,
-  hideCursor: true,
-  format: '{percentage}% | {filename} | {value}/{total}{size}',
-};
-
-export function createMultibar() {
-  const multibar = new MultiBar(config);
-  let bar: SingleBar;
-  let minibar: SingleBar;
-  let filename: string;
-  let index = 0;
-
-  subject.subscribe({
-    next: ({ type, filesCount, file }) => {
-      switch (type) {
-        case 'FILES_DOWNLOADING_START':
-          bar?.stop();
-          bar = multibar.create(filesCount as number, 0);
-          break;
-
-        case 'FILES_DOWNLOADING_END':
-          bar?.stop();
-          break;
-
-        case 'FILE_DOWNLOADING_START':
-          bar?.update(++index, { filename: 'Downloaded files', size: '' });
-          break;
-
-        case 'FILE_DOWNLOADING_END':
-          multibar.remove(minibar);
-          break;
-
-        case 'CHUNK_DOWNLOADING_START':
-          multibar?.remove(minibar);
-          filename = formatNameStdout(file?.filepath as string);
-          minibar = multibar.create(b2mb(file?.size as number), b2mb(file?.downloaded as number));
-          break;
-
-        case 'CHUNK_DOWNLOADING_UPDATE':
-          minibar?.update(b2mb(file?.downloaded as number), {
-            filename: filename as string,
-            size: 'mb',
-          });
-          break;
-
-        case 'CHUNK_DOWNLOADING_END':
-          multibar?.remove(minibar);
-          break;
-
-        default:
-          break;
-      }
-    },
-  });
-}