@iconify/tools 2.0.14 → 2.0.15

package/lib/download/gitlab/hash.mjs

@@ -1,6 +1,11 @@
-// src/download/gitlab/hash.ts
-import { sendAPIQuery } from "../api/index.mjs";
-import { defaultGitLabBaseURI } from "./types.mjs";
+import { sendAPIQuery } from '../api/index.mjs';
+import { defaultGitLabBaseURI } from './types.mjs';
+import 'node-fetch';
+import '../api/cache.mjs';
+import 'fs';
+import 'crypto';
+import '../../misc/scan.mjs';
+
 async function getGitLabRepoHash(options) {
   const uri = `${options.uri || defaultGitLabBaseURI}/${options.project}/repository/branches/${options.branch}/`;
   const data = await sendAPIQuery({
@@ -19,6 +24,5 @@ async function getGitLabRepoHash(options) {
   }
   return item.commit.id;
 }
-export {
-  getGitLabRepoHash
-};
+
+export { getGitLabRepoHash };

package/lib/download/gitlab/index.cjs

@@ -0,0 +1,98 @@
+'use strict';
+
+Object.defineProperty(exports, '__esModule', { value: true });
+
+const fs = require('fs');
+const export_helpers_prepare = require('../../export/helpers/prepare.cjs');
+const download_gitlab_hash = require('./hash.cjs');
+const download_gitlab_types = require('./types.cjs');
+const download_api_download = require('../api/download.cjs');
+const download_helpers_unzip = require('../helpers/unzip.cjs');
+require('pathe');
+require('../api/index.cjs');
+require('node-fetch');
+require('../api/cache.cjs');
+require('crypto');
+require('../../misc/scan.cjs');
+require('util');
+require('stream');
+require('extract-zip');
+
+async function findMatchingDirs(rootDir, hash) {
+  const matches = [];
+  const files = await fs.promises.readdir(rootDir);
+  for (let i = 0; i < files.length; i++) {
+    const file = files[i];
+    const lastChunk = file.split("-").pop();
+    if (lastChunk.length < 4 || lastChunk !== hash.slice(0, lastChunk.length)) {
+      continue;
+    }
+    const stat = await fs.promises.stat(rootDir + "/" + file);
+    if (stat.isDirectory()) {
+      matches.push(file);
+    }
+  }
+  return matches;
+}
+async function downloadGitLabRepo(options) {
+  const hash = await download_gitlab_hash.getGitLabRepoHash(options);
+  const ifModifiedSince = options.ifModifiedSince;
+  if (ifModifiedSince) {
+    const expectedHash = typeof ifModifiedSince === "string" ? ifModifiedSince : ifModifiedSince.downloadType === "gitlab" ? ifModifiedSince.hash : null;
+    if (hash === expectedHash) {
+      return "not_modified";
+    }
+  }
+  options.target = options.target.replace("{hash}", hash);
+  const rootDir = options.target = await export_helpers_prepare.prepareDirectoryForExport(options);
+  const archiveTarget = rootDir + "/" + hash + ".zip";
+  let exists = false;
+  try {
+    const stat = await fs.promises.stat(archiveTarget);
+    exists = stat.isFile();
+  } catch (err) {
+  }
+  if (!exists) {
+    const uri = `${options.uri || download_gitlab_types.defaultGitLabBaseURI}/${options.project}/repository/archive.zip?sha=${hash}`;
+    await download_api_download.downloadFile({
+      uri,
+      headers: {
+        Authorization: "token " + options.token
+      }
+    }, archiveTarget);
+  }
+  const files = await fs.promises.readdir(rootDir);
+  const hashSearch = "-" + hash;
+  for (let i = 0; i < files.length; i++) {
+    const file = files[i];
+    if (file === hash + ".zip") {
+      continue;
+    }
+    const filename = rootDir + "/" + files[i];
+    const stat = await fs.promises.lstat(filename);
+    const isDir = stat.isDirectory();
+    if (stat.isSymbolicLink() || isDir && filename.slice(0 - hashSearch.length) === hashSearch || isDir && options.cleanupOldDirectories !== false || !isDir && options.cleanupOldFiles) {
+      try {
+        await fs.promises.rm(filename, {
+          force: true,
+          recursive: true
+        });
+      } catch (err) {
+      }
+    }
+  }
+  await download_helpers_unzip.unzip(archiveTarget, rootDir);
+  const matchingDirs = await findMatchingDirs(rootDir, hash);
+  if (matchingDirs.length !== 1) {
+    throw new Error(`Error unpacking ${hash}.zip`);
+  }
+  const contentsDir = rootDir + "/" + matchingDirs[0];
+  return {
+    downloadType: "gitlab",
+    rootDir,
+    contentsDir,
+    hash
+  };
+}
+
+exports.downloadGitLabRepo = downloadGitLabRepo;

package/lib/download/gitlab/index.d.ts

@@ -1,14 +1,15 @@
-import { ExportTargetOptions } from '../../export/helpers/prepare';
-import type { DocumentNotModified } from '../types/modified';
-import { GitLabAPIOptions } from './types';
-import type { DownloadSourceMixin } from '../types/sources';
+import { ExportTargetOptions } from '../../export/helpers/prepare.js';
+import { DocumentNotModified } from '../types/modified.js';
+import { GitLabAPIOptions } from './types.js';
+import { DownloadSourceMixin } from '../types/sources.js';
+
 interface IfModifiedSinceOption {
     ifModifiedSince: string | DownloadGitLabRepoResult;
 }
 /**
  * Options for downloadGitLabRepo()
  */
-export interface DownloadGitLabRepoOptions extends ExportTargetOptions, GitLabAPIOptions, Partial<IfModifiedSinceOption> {
+interface DownloadGitLabRepoOptions extends ExportTargetOptions, GitLabAPIOptions, Partial<IfModifiedSinceOption> {
     cleanupOldFiles?: boolean;
     cleanupOldDirectories?: boolean;
     log?: boolean;
@@ -16,7 +17,7 @@ export interface DownloadGitLabRepoOptions extends ExportTargetOptions, GitLabAP
 /**
  * Result
  */
-export interface DownloadGitLabRepoResult extends DownloadSourceMixin<'gitlab'> {
+interface DownloadGitLabRepoResult extends DownloadSourceMixin<'gitlab'> {
     rootDir: string;
     contentsDir: string;
     hash: string;
@@ -24,6 +25,7 @@ export interface DownloadGitLabRepoResult extends DownloadSourceMixin<'gitlab'>
 /**
  * Download GitLab repo using API
  */
-export declare function downloadGitLabRepo<T extends IfModifiedSinceOption & DownloadGitLabRepoOptions>(options: T): Promise<DownloadGitLabRepoResult | DocumentNotModified>;
-export declare function downloadGitLabRepo(options: DownloadGitLabRepoOptions): Promise<DownloadGitLabRepoResult>;
-export {};
+declare function downloadGitLabRepo<T extends IfModifiedSinceOption & DownloadGitLabRepoOptions>(options: T): Promise<DownloadGitLabRepoResult | DocumentNotModified>;
+declare function downloadGitLabRepo(options: DownloadGitLabRepoOptions): Promise<DownloadGitLabRepoResult>;
+
+export { DownloadGitLabRepoOptions, DownloadGitLabRepoResult, downloadGitLabRepo };

package/lib/download/gitlab/index.mjs

@@ -1,22 +1,29 @@
-// src/download/gitlab/index.ts
-import { promises as fs } from "fs";
-import {
-  prepareDirectoryForExport
-} from "../../export/helpers/prepare.mjs";
-import { getGitLabRepoHash } from "./hash.mjs";
-import { defaultGitLabBaseURI } from "./types.mjs";
-import { downloadFile } from "../api/download.mjs";
-import { unzip } from "../helpers/unzip.mjs";
+import { promises } from 'fs';
+import { prepareDirectoryForExport } from '../../export/helpers/prepare.mjs';
+import { getGitLabRepoHash } from './hash.mjs';
+import { defaultGitLabBaseURI } from './types.mjs';
+import { downloadFile } from '../api/download.mjs';
+import { unzip } from '../helpers/unzip.mjs';
+import 'pathe';
+import '../api/index.mjs';
+import 'node-fetch';
+import '../api/cache.mjs';
+import 'crypto';
+import '../../misc/scan.mjs';
+import 'util';
+import 'stream';
+import 'extract-zip';
+
 async function findMatchingDirs(rootDir, hash) {
   const matches = [];
-  const files = await fs.readdir(rootDir);
+  const files = await promises.readdir(rootDir);
   for (let i = 0; i < files.length; i++) {
     const file = files[i];
     const lastChunk = file.split("-").pop();
     if (lastChunk.length < 4 || lastChunk !== hash.slice(0, lastChunk.length)) {
       continue;
     }
-    const stat = await fs.stat(rootDir + "/" + file);
+    const stat = await promises.stat(rootDir + "/" + file);
     if (stat.isDirectory()) {
       matches.push(file);
     }
@@ -37,7 +44,7 @@ async function downloadGitLabRepo(options) {
   const archiveTarget = rootDir + "/" + hash + ".zip";
   let exists = false;
   try {
-    const stat = await fs.stat(archiveTarget);
+    const stat = await promises.stat(archiveTarget);
     exists = stat.isFile();
   } catch (err) {
   }
@@ -50,7 +57,7 @@ async function downloadGitLabRepo(options) {
       }
     }, archiveTarget);
   }
-  const files = await fs.readdir(rootDir);
+  const files = await promises.readdir(rootDir);
   const hashSearch = "-" + hash;
   for (let i = 0; i < files.length; i++) {
     const file = files[i];
@@ -58,11 +65,11 @@ async function downloadGitLabRepo(options) {
       continue;
     }
     const filename = rootDir + "/" + files[i];
-    const stat = await fs.lstat(filename);
+    const stat = await promises.lstat(filename);
     const isDir = stat.isDirectory();
     if (stat.isSymbolicLink() || isDir && filename.slice(0 - hashSearch.length) === hashSearch || isDir && options.cleanupOldDirectories !== false || !isDir && options.cleanupOldFiles) {
       try {
-        await fs.rm(filename, {
+        await promises.rm(filename, {
           force: true,
           recursive: true
         });
@@ -83,6 +90,5 @@ async function downloadGitLabRepo(options) {
     hash
   };
 }
-export {
-  downloadGitLabRepo
-};
+
+export { downloadGitLabRepo };

package/lib/download/gitlab/types.cjs

@@ -0,0 +1,7 @@
+'use strict';
+
+Object.defineProperty(exports, '__esModule', { value: true });
+
+const defaultGitLabBaseURI = "https://gitlab.com/api/v4/projects";
+
+exports.defaultGitLabBaseURI = defaultGitLabBaseURI;

package/lib/download/gitlab/types.d.ts

@@ -1,7 +1,7 @@
 /**
  * API options
  */
-export interface GitLabAPIOptions {
+interface GitLabAPIOptions {
     uri?: string;
     token: string;
     project: string;
@@ -10,4 +10,6 @@ export interface GitLabAPIOptions {
 /**
  * Default base URI for GitLab API
  */
-export declare const defaultGitLabBaseURI = "https://gitlab.com/api/v4/projects";
+declare const defaultGitLabBaseURI = "https://gitlab.com/api/v4/projects";
+
+export { GitLabAPIOptions, defaultGitLabBaseURI };

package/lib/download/gitlab/types.mjs

@@ -1,5 +1,3 @@
-// src/download/gitlab/types.ts
-var defaultGitLabBaseURI = "https://gitlab.com/api/v4/projects";
-export {
-  defaultGitLabBaseURI
-};
+const defaultGitLabBaseURI = "https://gitlab.com/api/v4/projects";
+
+export { defaultGitLabBaseURI };

package/lib/download/helpers/untar.cjs

@@ -0,0 +1,14 @@
+'use strict';
+
+Object.defineProperty(exports, '__esModule', { value: true });
+
+const tar = require('tar');
+
+async function untar(file, path) {
+  await tar.x({
+    file,
+    C: path
+  });
+}
+
+exports.untar = untar;

package/lib/download/helpers/untar.d.ts

@@ -1,4 +1,6 @@
 /**
  * Unpack .tgz archive
  */
-export declare function untar(file: string, path: string): Promise<void>;
+declare function untar(file: string, path: string): Promise<void>;
+
+export { untar };

package/lib/download/helpers/untar.mjs

@@ -1,11 +1,10 @@
-// src/download/helpers/untar.ts
-import { x } from "tar";
+import { x } from 'tar';
+
 async function untar(file, path) {
   await x({
     file,
     C: path
   });
 }
-export {
-  untar
-};
+
+export { untar };

package/lib/download/helpers/unzip.cjs

@@ -0,0 +1,19 @@
+'use strict';
+
+Object.defineProperty(exports, '__esModule', { value: true });
+
+const extract = require('extract-zip');
+const fs = require('fs');
+
+function _interopDefaultLegacy (e) { return e && typeof e === 'object' && 'default' in e ? e["default"] : e; }
+
+const extract__default = /*#__PURE__*/_interopDefaultLegacy(extract);
+
+async function unzip(source, path) {
+  const dir = await fs.promises.realpath(path);
+  await extract__default(source, {
+    dir
+  });
+}
+
+exports.unzip = unzip;

package/lib/download/helpers/unzip.d.ts

@@ -1,4 +1,6 @@
 /**
  * Unzip archive
  */
-export declare function unzip(source: string, path: string): Promise<void>;
+declare function unzip(source: string, path: string): Promise<void>;
+
+export { unzip };

package/lib/download/helpers/unzip.mjs

@@ -1,12 +1,11 @@
-// src/download/helpers/unzip.ts
-import extract from "extract-zip";
-import { promises as fs } from "fs";
+import extract from 'extract-zip';
+import { promises } from 'fs';
+
 async function unzip(source, path) {
-  const dir = await fs.realpath(path);
+  const dir = await promises.realpath(path);
   await extract(source, {
     dir
   });
 }
-export {
-  unzip
-};
+
+export { unzip };

package/lib/download/index.cjs

@@ -0,0 +1,64 @@
+'use strict';
+
+Object.defineProperty(exports, '__esModule', { value: true });
+
+const download_github_index = require('./github/index.cjs');
+const download_git_index = require('./git/index.cjs');
+const download_npm_index = require('./npm/index.cjs');
+const download_gitlab_index = require('./gitlab/index.cjs');
+require('fs');
+require('../export/helpers/prepare.cjs');
+require('pathe');
+require('./github/hash.cjs');
+require('./api/index.cjs');
+require('node-fetch');
+require('./api/cache.cjs');
+require('crypto');
+require('../misc/scan.cjs');
+require('./api/download.cjs');
+require('util');
+require('stream');
+require('./helpers/unzip.cjs');
+require('extract-zip');
+require('../misc/exec.cjs');
+require('child_process');
+require('./git/branch.cjs');
+require('./git/hash.cjs');
+require('./git/reset.cjs');
+require('cheerio');
+require('@iconify/utils');
+require('@iconify/utils/lib/icon');
+require('../svg/data/attributes.cjs');
+require('../svg/data/tags.cjs');
+require('../svg/cleanup/bad-tags.cjs');
+require('../svg/parse.cjs');
+require('svgo');
+require('@iconify/utils/lib/svg/build');
+require('@iconify/utils/lib/customisations');
+require('@iconify/utils/lib/icon-set/minify');
+require('@iconify/utils/lib/icon-set/convert-info');
+require('../icon-set/props.cjs');
+require('tar');
+require('@iconify/utils/lib/colors');
+require('local-pkg');
+require('./helpers/untar.cjs');
+require('./npm/version.cjs');
+require('./gitlab/hash.cjs');
+require('./gitlab/types.cjs');
+
+function downloadPackage(options) {
+  switch (options.downloadType) {
+    case "git":
+      return download_git_index.downloadGitRepo(options);
+    case "github":
+      return download_github_index.downloadGitHubRepo(options);
+    case "gitlab":
+      return download_gitlab_index.downloadGitLabRepo(options);
+    case "npm":
+      return download_npm_index.downloadNPMPackage(options);
+    default:
+      throw new Error(`Invalid download type: ${options.downloadType}`);
+  }
+}
+
+exports.downloadPackage = downloadPackage;

package/lib/download/index.d.ts

@@ -1,9 +1,13 @@
-import { DownloadGitHubRepoOptions, DownloadGitHubRepoResult } from './github';
-import { DownloadGitRepoOptions, DownloadGitRepoResult } from './git';
-import { DownloadNPMPackageOptions, DownloadNPMPackageResult } from './npm';
-import type { DocumentNotModified } from './types/modified';
-import type { DownloadSourceMixin, DownloadSourceType } from './types/sources';
-import { DownloadGitLabRepoOptions, DownloadGitLabRepoResult } from './gitlab';
+import { DownloadGitHubRepoOptions, DownloadGitHubRepoResult } from './github/index.js';
+import { DownloadGitRepoOptions, DownloadGitRepoResult } from './git/index.js';
+import { DownloadNPMPackageOptions, DownloadNPMPackageResult } from './npm/index.js';
+import { DocumentNotModified } from './types/modified.js';
+import { DownloadSourceType, DownloadSourceMixin } from './types/sources.js';
+import { DownloadGitLabRepoOptions, DownloadGitLabRepoResult } from './gitlab/index.js';
+import '../export/helpers/prepare.js';
+import './github/types.js';
+import './gitlab/types.js';
+
 /**
  * Options and result combinations
  */
@@ -26,18 +30,19 @@ interface DownloadNPMPackage {
 /**
  * Combinations based on type
  */
-export declare type DownloadParamsMixin<T extends DownloadSourceType> = T extends 'git' ? DownloadGitRepo : T extends 'github' ? DownloadGitHubRepo : T extends 'gitlab' ? DownloadGitLabRepo : T extends 'npm' ? DownloadNPMPackage : never;
+declare type DownloadParamsMixin<T extends DownloadSourceType> = T extends 'git' ? DownloadGitRepo : T extends 'github' ? DownloadGitHubRepo : T extends 'gitlab' ? DownloadGitLabRepo : T extends 'npm' ? DownloadNPMPackage : never;
 /**
  * Combinations
  */
-export declare type DownloadParams = DownloadGitRepo | DownloadGitHubRepo | DownloadGitLabRepo | DownloadNPMPackage;
+declare type DownloadParams = DownloadGitRepo | DownloadGitHubRepo | DownloadGitLabRepo | DownloadNPMPackage;
 /**
  * Pick options or result from combinations
  */
 declare type DownloadOptions<T extends DownloadSourceType> = DownloadParamsMixin<T>['options'];
 declare type DownloadResult<T extends DownloadSourceType> = Promise<DocumentNotModified | DownloadParamsMixin<T>['result']>;
-export declare function downloadPackage<T extends 'git'>(options: DownloadOptions<T>): DownloadResult<T>;
-export declare function downloadPackage<T extends 'github'>(options: DownloadOptions<T>): DownloadResult<T>;
-export declare function downloadPackage<T extends 'gitlab'>(options: DownloadOptions<T>): DownloadResult<T>;
-export declare function downloadPackage<T extends 'npm'>(options: DownloadOptions<T>): DownloadResult<T>;
-export {};
+declare function downloadPackage<T extends 'git'>(options: DownloadOptions<T>): DownloadResult<T>;
+declare function downloadPackage<T extends 'github'>(options: DownloadOptions<T>): DownloadResult<T>;
+declare function downloadPackage<T extends 'gitlab'>(options: DownloadOptions<T>): DownloadResult<T>;
+declare function downloadPackage<T extends 'npm'>(options: DownloadOptions<T>): DownloadResult<T>;
+
+export { DownloadParams, DownloadParamsMixin, downloadPackage };

package/lib/download/index.mjs

@@ -1,18 +1,47 @@
-// src/download/index.ts
-import {
-  downloadGitHubRepo
-} from "./github/index.mjs";
-import {
-  downloadGitRepo
-} from "./git/index.mjs";
-import {
-  downloadNPMPackage
-} from "./npm/index.mjs";
-import {
-  downloadGitLabRepo
-} from "./gitlab/index.mjs";
-function assertNever(v) {
-}
+import { downloadGitHubRepo } from './github/index.mjs';
+import { downloadGitRepo } from './git/index.mjs';
+import { downloadNPMPackage } from './npm/index.mjs';
+import { downloadGitLabRepo } from './gitlab/index.mjs';
+import 'fs';
+import '../export/helpers/prepare.mjs';
+import 'pathe';
+import './github/hash.mjs';
+import './api/index.mjs';
+import 'node-fetch';
+import './api/cache.mjs';
+import 'crypto';
+import '../misc/scan.mjs';
+import './api/download.mjs';
+import 'util';
+import 'stream';
+import './helpers/unzip.mjs';
+import 'extract-zip';
+import '../misc/exec.mjs';
+import 'child_process';
+import './git/branch.mjs';
+import './git/hash.mjs';
+import './git/reset.mjs';
+import 'cheerio';
+import '@iconify/utils';
+import '@iconify/utils/lib/icon';
+import '../svg/data/attributes.mjs';
+import '../svg/data/tags.mjs';
+import '../svg/cleanup/bad-tags.mjs';
+import '../svg/parse.mjs';
+import 'svgo';
+import '@iconify/utils/lib/svg/build';
+import '@iconify/utils/lib/customisations';
+import '@iconify/utils/lib/icon-set/minify';
+import '@iconify/utils/lib/icon-set/convert-info';
+import '../icon-set/props.mjs';
+import 'tar';
+import '@iconify/utils/lib/colors';
+import 'local-pkg';
+import './helpers/untar.mjs';
+import './npm/version.mjs';
+import './gitlab/hash.mjs';
+import './gitlab/types.mjs';
+
 function downloadPackage(options) {
   switch (options.downloadType) {
     case "git":
@@ -24,10 +53,8 @@ function downloadPackage(options) {
     case "npm":
       return downloadNPMPackage(options);
     default:
-      assertNever(options);
       throw new Error(`Invalid download type: ${options.downloadType}`);
   }
 }
-export {
-  downloadPackage
-};
+
+export { downloadPackage };

package/lib/download/npm/index.cjs

@@ -0,0 +1,82 @@
+'use strict';
+
+Object.defineProperty(exports, '__esModule', { value: true });
+
+const fs = require('fs');
+const export_helpers_prepare = require('../../export/helpers/prepare.cjs');
+const download_api_download = require('../api/download.cjs');
+const download_helpers_untar = require('../helpers/untar.cjs');
+const download_npm_version = require('./version.cjs');
+require('pathe');
+require('node-fetch');
+require('util');
+require('stream');
+require('tar');
+require('../../misc/exec.cjs');
+require('child_process');
+
+async function downloadNPMPackage(options) {
+  const rootDir = options.target = export_helpers_prepare.normalizeDir(options.target);
+  const contentsDir = rootDir + "/package";
+  const versionInfo = await download_npm_version.getNPMVersion(options);
+  const version = versionInfo.version;
+  const ifModifiedSince = options.ifModifiedSince;
+  if (ifModifiedSince) {
+    try {
+      let expectedVersion;
+      if (typeof ifModifiedSince === "object") {
+        if (ifModifiedSince.downloadType === "npm" && ifModifiedSince.rootDir === rootDir && ifModifiedSince.contentsDir === contentsDir) {
+          expectedVersion = ifModifiedSince.version;
+        } else {
+          expectedVersion = null;
+        }
+      } else {
+        expectedVersion = ifModifiedSince === true ? await download_npm_version.getPackageVersion(contentsDir) : ifModifiedSince;
+      }
+      if (version === expectedVersion) {
+        return "not_modified";
+      }
+    } catch (err) {
+      options.cleanup = true;
+    }
+  }
+  const archiveURL = versionInfo.file;
+  if (!archiveURL) {
+    throw new Error(`NPM registry did not provide link to package archive.`);
+  }
+  const archiveTarget = rootDir + "/" + version + ".tgz";
+  await export_helpers_prepare.prepareDirectoryForExport(options);
+  let archiveExists = false;
+  try {
+    const stat = await fs.promises.stat(archiveTarget);
+    archiveExists = stat.isFile();
+  } catch (err) {
+  }
+  if (!archiveExists) {
+    if (options.log) {
+      console.log(`Downloading ${archiveURL}`);
+    }
+    await download_api_download.downloadFile({
+      uri: archiveURL,
+      headers: {
+        Accept: "application/tar+gzip"
+      }
+    }, archiveTarget);
+  }
+  await export_helpers_prepare.prepareDirectoryForExport({
+    target: contentsDir,
+    cleanup: true
+  });
+  if (options.log) {
+    console.log(`Unpacking ${archiveTarget}`);
+  }
+  await download_helpers_untar.untar(archiveTarget, rootDir);
+  return {
+    downloadType: "npm",
+    rootDir,
+    contentsDir,
+    version
+  };
+}
+
+exports.downloadNPMPackage = downloadNPMPackage;