@iconify/tools 4.2.0 → 5.0.0-beta.2

package/lib/download/api/cache.cjs

@@ -1,91 +0,0 @@
-'use strict';
-
-const fs = require('fs');
-const crypto = require('crypto');
-const misc_scan = require('../../misc/scan.cjs');
-
-const cacheVersion = 1;
-const storedFiles = /* @__PURE__ */ Object.create(null);
-function apiCacheKey(query) {
-  const item = JSON.stringify({
-    uri: query.uri,
-    params: query.params?.toString(),
-    headers: query.headers
-  });
-  return crypto.createHash("md5").update(item).digest("hex");
-}
-async function storeAPICache(options, key, data) {
-  const expires = Date.now() + options.ttl * 1e3;
-  const filename = options.dir + "/" + key + "." + expires.toString() + ".json";
-  if (!storedFiles[options.dir]) {
-    await getStoredFiles(options.dir);
-  }
-  const content = {
-    version: cacheVersion,
-    expires,
-    data
-  };
-  await fs.promises.writeFile(filename, JSON.stringify(content, null, 4), "utf8");
-  storedFiles[options.dir][key] = {
-    filename,
-    expires
-  };
-}
-async function getAPICache(dir, key) {
-  if (!storedFiles[dir]) {
-    await getStoredFiles(dir);
-  }
-  const item = storedFiles[dir][key];
-  if (!item) {
-    return null;
-  }
-  const time = Date.now();
-  try {
-    const content = JSON.parse(
-      await fs.promises.readFile(item.filename, "utf8")
-    );
-    return content.version === cacheVersion && content.expires > time ? content.data : null;
-  } catch (err) {
-    return null;
-  }
-}
-function clearAPICache(dir) {
-  return getStoredFiles(dir, true);
-}
-async function getStoredFiles(dir, clear = false) {
-  const storage = !clear && storedFiles[dir] || /* @__PURE__ */ Object.create(null);
-  const time = Date.now();
-  storedFiles[dir] = storage;
-  try {
-    await fs.promises.mkdir(dir, {
-      recursive: true
-    });
-  } catch (err) {
-  }
-  await misc_scan.scanDirectory(
-    dir,
-    async (ext, file, subdir, path) => {
-      if (ext !== ".json") {
-        return false;
-      }
-      const filename = path + subdir + file + ext;
-      const parts = file.split(".");
-      const expires = parseInt(parts.pop());
-      if (clear || expires < time || parts.length !== 1) {
-        await fs.promises.unlink(filename);
-        return false;
-      }
-      const cacheKey = parts[0];
-      storage[cacheKey] = {
-        filename,
-        expires
-      };
-    },
-    false
-  );
-}
-
-exports.apiCacheKey = apiCacheKey;
-exports.clearAPICache = clearAPICache;
-exports.getAPICache = getAPICache;
-exports.storeAPICache = storeAPICache;

package/lib/download/api/cache.d.cts

@@ -1,20 +0,0 @@
-import { APIQueryParams, APICacheOptions } from './types.cjs';
-
-/**
- * Unique key
- */
-declare function apiCacheKey(query: APIQueryParams): string;
-/**
- * Store cache
- */
-declare function storeAPICache(options: APICacheOptions, key: string, data: string): Promise<void>;
-/**
- * Get item from cache
- */
-declare function getAPICache(dir: string, key: string): Promise<string | null>;
-/**
- * Clear cache
- */
-declare function clearAPICache(dir: string): Promise<void>;
-
-export { apiCacheKey, clearAPICache, getAPICache, storeAPICache };

package/lib/download/api/cache.d.mts

@@ -1,20 +0,0 @@
-import { APIQueryParams, APICacheOptions } from './types.mjs';
-
-/**
- * Unique key
- */
-declare function apiCacheKey(query: APIQueryParams): string;
-/**
- * Store cache
- */
-declare function storeAPICache(options: APICacheOptions, key: string, data: string): Promise<void>;
-/**
- * Get item from cache
- */
-declare function getAPICache(dir: string, key: string): Promise<string | null>;
-/**
- * Clear cache
- */
-declare function clearAPICache(dir: string): Promise<void>;
-
-export { apiCacheKey, clearAPICache, getAPICache, storeAPICache };

package/lib/download/api/cache.mjs

@@ -1,86 +0,0 @@
-import { promises } from 'fs';
-import { createHash } from 'crypto';
-import { scanDirectory } from '../../misc/scan.mjs';
-
-const cacheVersion = 1;
-const storedFiles = /* @__PURE__ */ Object.create(null);
-function apiCacheKey(query) {
-  const item = JSON.stringify({
-    uri: query.uri,
-    params: query.params?.toString(),
-    headers: query.headers
-  });
-  return createHash("md5").update(item).digest("hex");
-}
-async function storeAPICache(options, key, data) {
-  const expires = Date.now() + options.ttl * 1e3;
-  const filename = options.dir + "/" + key + "." + expires.toString() + ".json";
-  if (!storedFiles[options.dir]) {
-    await getStoredFiles(options.dir);
-  }
-  const content = {
-    version: cacheVersion,
-    expires,
-    data
-  };
-  await promises.writeFile(filename, JSON.stringify(content, null, 4), "utf8");
-  storedFiles[options.dir][key] = {
-    filename,
-    expires
-  };
-}
-async function getAPICache(dir, key) {
-  if (!storedFiles[dir]) {
-    await getStoredFiles(dir);
-  }
-  const item = storedFiles[dir][key];
-  if (!item) {
-    return null;
-  }
-  const time = Date.now();
-  try {
-    const content = JSON.parse(
-      await promises.readFile(item.filename, "utf8")
-    );
-    return content.version === cacheVersion && content.expires > time ? content.data : null;
-  } catch (err) {
-    return null;
-  }
-}
-function clearAPICache(dir) {
-  return getStoredFiles(dir, true);
-}
-async function getStoredFiles(dir, clear = false) {
-  const storage = !clear && storedFiles[dir] || /* @__PURE__ */ Object.create(null);
-  const time = Date.now();
-  storedFiles[dir] = storage;
-  try {
-    await promises.mkdir(dir, {
-      recursive: true
-    });
-  } catch (err) {
-  }
-  await scanDirectory(
-    dir,
-    async (ext, file, subdir, path) => {
-      if (ext !== ".json") {
-        return false;
-      }
-      const filename = path + subdir + file + ext;
-      const parts = file.split(".");
-      const expires = parseInt(parts.pop());
-      if (clear || expires < time || parts.length !== 1) {
-        await promises.unlink(filename);
-        return false;
-      }
-      const cacheKey = parts[0];
-      storage[cacheKey] = {
-        filename,
-        expires
-      };
-    },
-    false
-  );
-}
-
-export { apiCacheKey, clearAPICache, getAPICache, storeAPICache };

package/lib/download/api/config.cjs

@@ -1,11 +0,0 @@
-'use strict';
-
-const axiosConfig = {
-  // Empty by default. Add properties
-};
-const fetchCallbacks = {
-  onStart: (url) => console.log("Fetching:", url)
-};
-
-exports.axiosConfig = axiosConfig;
-exports.fetchCallbacks = fetchCallbacks;

package/lib/download/api/config.d.cts

@@ -1,18 +0,0 @@
-import { RequestOptions } from 'node:http';
-import { APIQueryParams } from './types.cjs';
-
-/**
- * Axios config, customisable
- */
-declare const axiosConfig: Omit<RequestOptions, 'headers' | 'responseType' | 'url' | 'method' | 'data'>;
-interface AxiosCallbacks {
-    onStart?: (url: string, params: APIQueryParams) => void;
-    onSuccess?: (url: string, params: APIQueryParams) => void;
-    onError?: (url: string, params: APIQueryParams, errorCode?: number) => void;
-}
-/**
- * Customisable callbacks, used for logging
- */
-declare const fetchCallbacks: AxiosCallbacks;
-
-export { axiosConfig, fetchCallbacks };

package/lib/download/api/config.d.mts

@@ -1,18 +0,0 @@
-import { RequestOptions } from 'node:http';
-import { APIQueryParams } from './types.mjs';
-
-/**
- * Axios config, customisable
- */
-declare const axiosConfig: Omit<RequestOptions, 'headers' | 'responseType' | 'url' | 'method' | 'data'>;
-interface AxiosCallbacks {
-    onStart?: (url: string, params: APIQueryParams) => void;
-    onSuccess?: (url: string, params: APIQueryParams) => void;
-    onError?: (url: string, params: APIQueryParams, errorCode?: number) => void;
-}
-/**
- * Customisable callbacks, used for logging
- */
-declare const fetchCallbacks: AxiosCallbacks;
-
-export { axiosConfig, fetchCallbacks };

package/lib/download/api/config.mjs

@@ -1,8 +0,0 @@
-const axiosConfig = {
-  // Empty by default. Add properties
-};
-const fetchCallbacks = {
-  onStart: (url) => console.log("Fetching:", url)
-};
-
-export { axiosConfig, fetchCallbacks };

package/lib/download/api/download.cjs

@@ -1,26 +0,0 @@
-'use strict';
-
-const promises = require('fs/promises');
-const download_api_config = require('./config.cjs');
-const download_api_fetch = require('./fetch.cjs');
-
-async function downloadFile(query, target) {
-  const params = query.params ? query.params.toString() : "";
-  const url = query.uri + (params ? "?" + params : "");
-  const headers = query.headers;
-  download_api_config.fetchCallbacks.onStart?.(url, query);
-  const fetch = download_api_fetch.getFetch();
-  const response = await fetch(url, {
-    ...download_api_config.axiosConfig,
-    headers
-  });
-  if (response.status !== 200) {
-    download_api_config.fetchCallbacks.onError?.(url, query, response.status);
-    throw new Error(`Error downloading ${url}: ${response.status}`);
-  }
-  const data = await response.arrayBuffer();
-  download_api_config.fetchCallbacks.onSuccess?.(url, query);
-  await promises.writeFile(target, Buffer.from(data));
-}
-
-exports.downloadFile = downloadFile;

package/lib/download/api/download.d.cts

@@ -1,8 +0,0 @@
-import { APIQueryParams } from './types.cjs';
-
-/**
- * Download file
- */
-declare function downloadFile(query: APIQueryParams, target: string): Promise<void>;
-
-export { downloadFile };

package/lib/download/api/download.d.mts

@@ -1,8 +0,0 @@
-import { APIQueryParams } from './types.mjs';
-
-/**
- * Download file
- */
-declare function downloadFile(query: APIQueryParams, target: string): Promise<void>;
-
-export { downloadFile };

package/lib/download/api/download.mjs

@@ -1,24 +0,0 @@
-import { writeFile } from 'fs/promises';
-import { fetchCallbacks, axiosConfig } from './config.mjs';
-import { getFetch } from './fetch.mjs';
-
-async function downloadFile(query, target) {
-  const params = query.params ? query.params.toString() : "";
-  const url = query.uri + (params ? "?" + params : "");
-  const headers = query.headers;
-  fetchCallbacks.onStart?.(url, query);
-  const fetch = getFetch();
-  const response = await fetch(url, {
-    ...axiosConfig,
-    headers
-  });
-  if (response.status !== 200) {
-    fetchCallbacks.onError?.(url, query, response.status);
-    throw new Error(`Error downloading ${url}: ${response.status}`);
-  }
-  const data = await response.arrayBuffer();
-  fetchCallbacks.onSuccess?.(url, query);
-  await writeFile(target, Buffer.from(data));
-}
-
-export { downloadFile };

package/lib/download/api/fetch.cjs

@@ -1,12 +0,0 @@
-'use strict';
-
-let customFetch = fetch;
-function setFetch(fetchFunction) {
-  customFetch = fetchFunction;
-}
-function getFetch() {
-  return customFetch;
-}
-
-exports.getFetch = getFetch;
-exports.setFetch = setFetch;

package/lib/download/api/fetch.d.cts

@@ -1,10 +0,0 @@
-/**
- * Set custom fetch function
- */
-declare function setFetch(fetchFunction: typeof fetch): void;
-/**
- * Get fetch function
- */
-declare function getFetch(): typeof fetch;
-
-export { getFetch, setFetch };

package/lib/download/api/fetch.d.mts

@@ -1,10 +0,0 @@
-/**
- * Set custom fetch function
- */
-declare function setFetch(fetchFunction: typeof fetch): void;
-/**
- * Get fetch function
- */
-declare function getFetch(): typeof fetch;
-
-export { getFetch, setFetch };

package/lib/download/api/fetch.mjs

@@ -1,9 +0,0 @@
-let customFetch = fetch;
-function setFetch(fetchFunction) {
-  customFetch = fetchFunction;
-}
-function getFetch() {
-  return customFetch;
-}
-
-export { getFetch, setFetch };

package/lib/download/api/index.cjs

@@ -1,57 +0,0 @@
-'use strict';
-
-const download_api_cache = require('./cache.cjs');
-const download_api_config = require('./config.cjs');
-const download_api_fetch = require('./fetch.cjs');
-require('fs');
-require('crypto');
-require('../../misc/scan.cjs');
-
-async function sendAPIQuery(query, cache) {
-  const cacheKey = cache ? download_api_cache.apiCacheKey(query) : "";
-  if (cache) {
-    const cached = await download_api_cache.getAPICache(cache.dir, cacheKey);
-    if (cached) {
-      return cached;
-    }
-  }
-  const result = await sendQuery(query);
-  if (cache && typeof result !== "number") {
-    try {
-      await download_api_cache.storeAPICache(cache, cacheKey, result);
-    } catch (err) {
-      console.error("Error writing API cache");
-    }
-  }
-  return result;
-}
-async function sendQuery(query) {
-  const params = query.params ? query.params.toString() : "";
-  const url = query.uri + (params ? "?" + params : "");
-  const headers = query.headers;
-  download_api_config.fetchCallbacks.onStart?.(url, query);
-  function fail(value) {
-    download_api_config.fetchCallbacks.onError?.(url, query, value);
-    return value ?? 404;
-  }
-  const fetch = download_api_fetch.getFetch();
-  try {
-    const response = await fetch(url, {
-      ...download_api_config.axiosConfig,
-      headers
-    });
-    if (response.status !== 200) {
-      return fail(response.status);
-    }
-    const data = await response.text();
-    if (typeof data !== "string") {
-      return fail();
-    }
-    download_api_config.fetchCallbacks.onSuccess?.(url, query);
-    return data;
-  } catch (err) {
-    return fail();
-  }
-}
-
-exports.sendAPIQuery = sendAPIQuery;

package/lib/download/api/index.d.cts

@@ -1,8 +0,0 @@
-import { APIQueryParams, APICacheOptions } from './types.cjs';
-
-/**
- * Send API query
- */
-declare function sendAPIQuery(query: APIQueryParams, cache?: APICacheOptions): Promise<number | string>;
-
-export { sendAPIQuery };

package/lib/download/api/index.d.mts

@@ -1,8 +0,0 @@
-import { APIQueryParams, APICacheOptions } from './types.mjs';
-
-/**
- * Send API query
- */
-declare function sendAPIQuery(query: APIQueryParams, cache?: APICacheOptions): Promise<number | string>;
-
-export { sendAPIQuery };

package/lib/download/api/index.mjs

@@ -1,55 +0,0 @@
-import { apiCacheKey, getAPICache, storeAPICache } from './cache.mjs';
-import { fetchCallbacks, axiosConfig } from './config.mjs';
-import { getFetch } from './fetch.mjs';
-import 'fs';
-import 'crypto';
-import '../../misc/scan.mjs';
-
-async function sendAPIQuery(query, cache) {
-  const cacheKey = cache ? apiCacheKey(query) : "";
-  if (cache) {
-    const cached = await getAPICache(cache.dir, cacheKey);
-    if (cached) {
-      return cached;
-    }
-  }
-  const result = await sendQuery(query);
-  if (cache && typeof result !== "number") {
-    try {
-      await storeAPICache(cache, cacheKey, result);
-    } catch (err) {
-      console.error("Error writing API cache");
-    }
-  }
-  return result;
-}
-async function sendQuery(query) {
-  const params = query.params ? query.params.toString() : "";
-  const url = query.uri + (params ? "?" + params : "");
-  const headers = query.headers;
-  fetchCallbacks.onStart?.(url, query);
-  function fail(value) {
-    fetchCallbacks.onError?.(url, query, value);
-    return value ?? 404;
-  }
-  const fetch = getFetch();
-  try {
-    const response = await fetch(url, {
-      ...axiosConfig,
-      headers
-    });
-    if (response.status !== 200) {
-      return fail(response.status);
-    }
-    const data = await response.text();
-    if (typeof data !== "string") {
-      return fail();
-    }
-    fetchCallbacks.onSuccess?.(url, query);
-    return data;
-  } catch (err) {
-    return fail();
-  }
-}
-
-export { sendAPIQuery };

package/lib/download/api/queue.cjs

@@ -1,104 +0,0 @@
-'use strict';
-
-const defaultQueueParams = {
-  limit: 5,
-  retries: 3
-};
-function runConcurrentQueries(params) {
-  const allParams = {
-    ...defaultQueueParams,
-    ...params
-  };
-  const paramsWithCount = allParams;
-  const paramsWithPromises = allParams;
-  const isCallback = typeof paramsWithCount.total === "number";
-  const count = isCallback ? paramsWithCount.total : paramsWithPromises.promises.length;
-  const limit = Math.max(1, Math.min(allParams.limit || 1, count));
-  const retries = Math.max(1, allParams.retries || 1);
-  const results = Array(count).fill(void 0);
-  let nextIndex = 0;
-  const resolving = /* @__PURE__ */ new Set();
-  let rejected = false;
-  let resolved = false;
-  return new Promise((resolve, reject) => {
-    function resolvedItem() {
-      if (rejected || resolved) {
-        return;
-      }
-      if (!resolving.size && nextIndex > count) {
-        resolved = true;
-        resolve(results);
-        return;
-      }
-      if (resolving.size < limit && nextIndex <= count) {
-        startNext();
-      }
-    }
-    function fail(index, err) {
-      function done(failed) {
-        resolving.delete(index);
-        if (failed) {
-          rejected = true;
-          reject(err);
-        } else {
-          resolvedItem();
-        }
-      }
-      if (allParams.onError) {
-        let retry;
-        try {
-          retry = allParams.onError(index, err, params);
-        } catch (err2) {
-          err = err2;
-          done(true);
-          return;
-        }
-        if (retry instanceof Promise) {
-          retry.then(() => {
-            done(false);
-          }).catch((err2) => {
-            err = err2;
-            done(true);
-          });
-          return;
-        }
-        done(false);
-      } else {
-        done(true);
-      }
-    }
-    function run(index, retry) {
-      resolving.add(index);
-      const p = isCallback ? paramsWithCount.callback(index) : paramsWithPromises.promises[index];
-      allParams.onStart?.(index, params);
-      p.then((value) => {
-        resolving.delete(index);
-        results[index] = value;
-        allParams.onSuccess?.(index, params, value);
-        resolvedItem();
-      }).catch((err) => {
-        if (retry < retries) {
-          setTimeout(() => {
-            run(index, retry + 1);
-          });
-        } else if (!rejected) {
-          fail(index, err);
-        }
-      });
-    }
-    function startNext() {
-      const index = nextIndex++;
-      if (index >= count) {
-        resolvedItem();
-        return;
-      }
-      run(index, 0);
-    }
-    for (let i = 0; i < limit; i++) {
-      startNext();
-    }
-  });
-}
-
-exports.defaultQueueParams = defaultQueueParams;
-exports.runConcurrentQueries = runConcurrentQueries;

package/lib/download/api/queue.d.cts

@@ -1,32 +0,0 @@
-/**
- * Default parameters
- */
-declare const defaultQueueParams: ConcurrentQueriesCommonParams<unknown>;
-/**
- * Callback to get query
- */
-type GetConcurrentQueryCallback<T> = (index: number) => Promise<T>;
-/**
- * Parameters
- */
-interface ConcurrentQueriesCommonParams<T> {
-    limit?: number;
-    retries?: number;
-    onError?: (index: number, error: unknown, params: ConcurrentQueriesParams<T>) => void | Promise<void>;
-    onSuccess?: (index: number, params: ConcurrentQueriesParams<T>, result: T) => void;
-    onStart?: (index: number, params: ConcurrentQueriesParams<T>) => void;
-}
-interface ConcurrentQueriesParamsWithCount<T> extends ConcurrentQueriesCommonParams<T> {
-    total: number;
-    callback: (index: number) => Promise<T>;
-}
-interface ConcurrentQueriesParamsWithPromises<T> extends ConcurrentQueriesCommonParams<T> {
-    promises: Promise<T>[];
-}
-type ConcurrentQueriesParams<T> = ConcurrentQueriesParamsWithCount<T> | ConcurrentQueriesParamsWithPromises<T>;
-/**
- * Runs concurrent async operations
- */
-declare function runConcurrentQueries<T>(params: ConcurrentQueriesParams<T>): Promise<T[]>;
-
-export { type ConcurrentQueriesCommonParams, type ConcurrentQueriesParams, type ConcurrentQueriesParamsWithCount, type ConcurrentQueriesParamsWithPromises, type GetConcurrentQueryCallback, defaultQueueParams, runConcurrentQueries };