@jayfong/x-utils 1.0.0-202510061015 → 3.3.0

package/alipan.d.ts

@@ -1,209 +0,0 @@
-/// <reference types="lodash" />
-/// <reference types="node" />
-type GetUserInfoResult = {
-    name: string;
-    avatar: string;
-    user_id: string;
-    user_name: string;
-    nick_name: string;
-    default_drive_id: string;
-    backup_drive_id: string;
-    resource_drive_id: string;
-    album_drive_id: string;
-};
-type CreateFilePayload = {
-    drive_id: string;
-    parent_file_id: string;
-    name: string;
-    type: 'file' | 'folder';
-    check_name_mode: 'auto_rename' | 'refuse' | 'ignore';
-};
-type CreateFileResult = {
-    trashed?: any;
-    name?: any;
-    thumbnail?: any;
-    type: string;
-    category?: any;
-    hidden?: any;
-    status?: any;
-    description?: any;
-    meta?: any;
-    url?: any;
-    size?: any;
-    starred?: any;
-    available?: any;
-    exist?: any;
-    user_tags?: any;
-    mime_type?: any;
-    parent_file_id: string;
-    drive_id: string;
-    file_id: string;
-    file_extension?: any;
-    revision_id: string;
-    content_hash?: any;
-    content_hash_name?: any;
-    encrypt_mode: string;
-    domain_id: string;
-    download_url?: any;
-    user_meta?: any;
-    content_type?: any;
-    created_at?: any;
-    updated_at?: any;
-    local_created_at?: any;
-    local_modified_at?: any;
-    trashed_at?: any;
-    punish_flag?: any;
-    file_name: string;
-    upload_id: string;
-    location: string;
-    rapid_upload: boolean;
-    part_info_list: {
-        etag?: any;
-        part_number: number;
-        part_size?: any;
-        upload_url: string;
-        content_type: string;
-        upload_form_info?: any;
-    }[];
-    streams_upload_info?: any;
-};
-type UploadFilePayload = {
-    uploadUrl: string;
-    file: Buffer;
-    useIntranet?: boolean;
-};
-type CompleteFilePayload = {
-    drive_id: string;
-    file_id: string;
-    upload_id: string;
-};
-type GetFileInfoByPathPayload = {
-    drive_id: string;
-    file_path: string;
-};
-type GetFileInfoByPathResult = {
-    trashed: boolean;
-    name: string;
-    thumbnail: string;
-    type: string;
-    category: string;
-    hidden: boolean;
-    status: string;
-    description?: any;
-    meta?: any;
-    url?: any;
-    size: number;
-    starred: boolean;
-    location?: any;
-    deleted?: any;
-    channel?: any;
-    user_tags?: any;
-    mime_type?: any;
-    parent_file_id: string;
-    drive_id: string;
-    file_id: string;
-    file_extension: string;
-    revision_id: string;
-    content_hash: string;
-    content_hash_name: string;
-    encrypt_mode: string;
-    domain_id?: any;
-    download_url?: any;
-    user_meta?: any;
-    content_type: string;
-    created_at: string;
-    updated_at: string;
-    local_created_at: string;
-    local_modified_at: string;
-    trashed_at?: any;
-    punish_flag: number;
-    video_media_metadata?: any;
-    image_media_metadata: {
-        address_line?: any;
-        city?: any;
-        country?: any;
-        district?: any;
-        faces?: any;
-        height: number;
-        image_quality: {
-            clarity?: any;
-            clarityScore?: any;
-            color?: any;
-            colorScore?: any;
-            compositionScore?: any;
-            contrast?: any;
-            contrastScore?: any;
-            exposure?: any;
-            exposureScore?: any;
-            overallScore: {
-                s: number;
-                e: number;
-                c: number[];
-            };
-        };
-        location?: any;
-        province?: any;
-        story_image_score?: any;
-        time?: any;
-        township?: any;
-        width: number;
-        exif?: any;
-    };
-};
-type GetFileDownloadUrlPayload = {
-    drive_id: string;
-    file_id: string;
-    expire_sec?: number;
-};
-type GetFileDownloadUrlResult = {
-    method: string;
-    url: string;
-    expiration: string;
-    size: number;
-    streamsUrl?: any;
-    content_hash: string;
-    content_hash_name: string;
-    file_id: string;
-};
-type DriveType = 'backup' | 'resource' | 'album';
-type GetDriveIdPayload = {
-    drive: DriveType;
-};
-type ExistsFileHumanPayload = {
-    drive: DriveType;
-    path: string;
-};
-type EnsurePathHumanPayload = {
-    drive: DriveType;
-    path: string;
-};
-type UploadFileHumanPayload = {
-    drive: DriveType;
-    path: string;
-    file: Buffer;
-    useIntranet?: boolean;
-};
-type GetFileDownloadUrlHumanPayload = {
-    drive: DriveType;
-    path: string;
-};
-export type XAlipanOptions = {
-    accessToken: string;
-};
-export declare class XAlipan {
-    private options;
-    private xr;
-    constructor(options: XAlipanOptions);
-    getUserInfo: (() => Promise<GetUserInfoResult>) & import("lodash").MemoizedFunction;
-    createFile(payload: CreateFilePayload): Promise<CreateFileResult>;
-    uploadFile(payload: UploadFilePayload): Promise<void>;
-    completeFile(payload: CompleteFilePayload): Promise<void>;
-    getFileInfoByPath(payload: GetFileInfoByPathPayload): Promise<GetFileInfoByPathResult>;
-    getFileDownloadUrl(payload: GetFileDownloadUrlPayload): Promise<GetFileDownloadUrlResult>;
-    getDriveId: ((payload: GetDriveIdPayload) => Promise<string>) & import("lodash").MemoizedFunction;
-    existsFileHuman(payload: ExistsFileHumanPayload): Promise<string | false>;
-    ensurePathHuman: ((payload: EnsurePathHumanPayload) => Promise<string>) & import("lodash").MemoizedFunction;
-    uploadFileHuman(payload: UploadFileHumanPayload): Promise<void>;
-    getFileDownloadUrlHuman(payload: GetFileDownloadUrlHumanPayload): Promise<string>;
-}
-export {};

package/alipan.js

@@ -1,153 +0,0 @@
-import { xr } from "@jayfong/x-request";
-import { memoize, ms } from "vtils";
-import { XPath } from "./path.js";
-class XAlipan {
-  constructor(options) {
-    this.options = options;
-    this.xr = xr.extend({
-      baseUrl: "https://open.aliyundrive.com",
-      headers: {
-        Authorization: `Bearer ${options.accessToken}`
-      },
-      timeoutMs: ms("30s")
-    });
-  }
-  xr;
-  getUserInfo = memoize(async () => {
-    const res = await this.xr.postJson({
-      url: "/adrive/v1.0/user/getDriveInfo"
-    });
-    return res.data;
-  });
-  async createFile(payload) {
-    const res = await this.xr.postJson({
-      url: "/adrive/v1.0/openFile/create",
-      data: payload
-    });
-    return res.data;
-  }
-  async uploadFile(payload) {
-    await this.xr.post({
-      method: "PUT",
-      url: payload.useIntranet ? payload.uploadUrl.replace(
-        "https://cn-beijing-data.aliyundrive.net/",
-        "http://ccp-bj29-bj-1592982087.oss-cn-beijing-internal.aliyuncs.com/"
-      ) : payload.uploadUrl,
-      data: payload.file,
-      headers: {
-        "Content-Type": ""
-      }
-    });
-  }
-  async completeFile(payload) {
-    await this.xr.post({
-      url: "/adrive/v1.0/openFile/complete",
-      data: payload
-    });
-  }
-  async getFileInfoByPath(payload) {
-    const res = await this.xr.postJson({
-      url: "/adrive/v1.0/openFile/get_by_path",
-      data: payload
-    });
-    return res.data;
-  }
-  async getFileDownloadUrl(payload) {
-    const res = await this.xr.postJson({
-      url: "/adrive/v1.0/openFile/getDownloadUrl",
-      data: payload
-    });
-    return res.data;
-  }
-  getDriveId = memoize(
-    async (payload) => {
-      {
-        const userInfo = await this.getUserInfo();
-        return payload.drive === "backup" ? userInfo.backup_drive_id : payload.drive === "resource" ? userInfo.resource_drive_id : payload.drive === "album" ? userInfo.album_drive_id : "";
-      }
-    },
-    (payload) => payload.drive
-  );
-  async existsFileHuman(payload) {
-    try {
-      const driveId = await this.getDriveId(payload);
-      const res = await this.getFileInfoByPath({
-        drive_id: driveId,
-        file_path: payload.path
-      });
-      return res.file_id;
-    } catch {
-      return false;
-    }
-  }
-  ensurePathHuman = memoize(
-    async (payload) => {
-      const driveId = await this.getDriveId(payload);
-      const pathParts = payload.path.split("/");
-      let prevFileId = "root";
-      for (let i = 1; i < pathParts.length; i++) {
-        const path = pathParts.slice(0, i + 1).join("/");
-        const fileId = await this.existsFileHuman({
-          drive: payload.drive,
-          path
-        });
-        if (!fileId) {
-          const createRes = await this.createFile({
-            drive_id: driveId,
-            parent_file_id: prevFileId,
-            type: "folder",
-            check_name_mode: "refuse",
-            name: pathParts[i]
-          });
-          prevFileId = createRes.file_id;
-        } else {
-          prevFileId = fileId;
-        }
-      }
-      return prevFileId;
-    },
-    (payload) => `${payload.drive}:${payload.path}`
-  );
-  async uploadFileHuman(payload) {
-    const driveId = await this.getDriveId(payload);
-    const fileId = await this.ensurePathHuman({
-      drive: payload.drive,
-      path: XPath.dirname(payload.path)
-    });
-    const createRes = await this.createFile({
-      drive_id: driveId,
-      parent_file_id: fileId,
-      type: "file",
-      check_name_mode: "refuse",
-      name: XPath.basename(payload.path)
-    });
-    if (!createRes.exist && createRes.part_info_list?.length === 1) {
-      await this.uploadFile({
-        uploadUrl: createRes.part_info_list[0].upload_url,
-        file: payload.file,
-        useIntranet: payload.useIntranet
-      });
-      await this.completeFile({
-        drive_id: createRes.drive_id,
-        file_id: createRes.file_id,
-        upload_id: createRes.upload_id
-      });
-    }
-  }
-  async getFileDownloadUrlHuman(payload) {
-    const driveId = await this.getDriveId(payload);
-    const fileInfo = await this.getFileInfoByPath({
-      drive_id: driveId,
-      file_path: payload.path
-    });
-    const downloadInfo = await this.getFileDownloadUrl({
-      drive_id: driveId,
-      file_id: fileInfo.file_id,
-      expire_sec: 900
-    });
-    return downloadInfo.url;
-  }
-}
-export {
-  XAlipan
-};

package/cli.d.ts

@@ -1,14 +0,0 @@
-export type XCliPromptType = 'confirm' | 'input';
-export type XCliPromptResult = {
-    confirm: boolean;
-    input: string;
-};
-export type XCliPromptOptions<T extends XCliPromptType> = {
-    message: string;
-    type: T;
-    default?: XCliPromptResult[T];
-};
-export declare class XCli {
-    static prompt<T extends XCliPromptType>(options: XCliPromptOptions<T>): Promise<XCliPromptResult[T]>;
-    static table(data: any[][]): string;
-}

package/cli.js

@@ -1,21 +0,0 @@
-import Table from "cli-table3";
-import inquirer from "inquirer";
-class XCli {
-  static async prompt(options) {
-    const { x } = await inquirer.prompt({
-      name: "x",
-      message: options.message,
-      type: options.type,
-      default: options.default
-    });
-    return x;
-  }
-  static table(data) {
-    const table = new Table();
-    table.push(...data);
-    return table.toString();
-  }
-}
-export {
-  XCli
-};

package/clipboard.d.ts

@@ -1,6 +0,0 @@
-export declare class XClipboard {
-    static readText(): Promise<string>;
-    static readHtml(): Promise<string>;
-    static writeText(text: string): Promise<void>;
-    static writeHtml(html: string): Promise<void>;
-}

package/clipboard.js

@@ -1,35 +0,0 @@
-import clipboardy from "clipboardy";
-import { XCmd } from "./cmd.js";
-class XClipboard {
-  static async readText() {
-    return clipboardy.read();
-  }
-  static async readHtml() {
-    const hex = await XCmd.exec(
-      // 读取剪切板为 HTML
-      // https://stackoverflow.com/questions/2545289/getting-rtf-data-out-of-mac-os-x-pasteboard-clipboard
-      // https://stackoverflow.com/a/17217886
-      `osascript -e "the clipboard as \xABclass HTML\xBB"`
-    );
-    const html = Buffer.from(
-      hex.substring(10, hex.length - 1),
-      "hex"
-    ).toString();
-    return html;
-  }
-  static async writeText(text) {
-    await clipboardy.write(text);
-  }
-  static async writeHtml(html) {
-    const hex = Buffer.from(html).toString("hex");
-    await XCmd.exec(
-      // 设置剪切板为 HTML
-      // https://stackoverflow.com/questions/11085654/apple-script-how-can-i-copy-html-content-to-the-clipboard
-      // https://stackoverflow.com/a/11089226
-      `osascript -e "set the clipboard to \xABdata HTML${hex}\xBB"`
-    );
-  }
-}
-export {
-  XClipboard
-};

package/cmd.d.ts

@@ -1,5 +0,0 @@
-import { Options } from 'execa';
-export declare class XCmd {
-    private static execDivider;
-    static exec(command: string, options?: Options): Promise<string>;
-}

package/cmd.js

@@ -1,22 +0,0 @@
-import { execa } from "execa";
-class XCmd {
-  static execDivider = "clrue91c60000e6rl7w03b40p";
-  static async exec(command, options) {
-    const { stdout } = await execa(
-      "zsh",
-      [
-        "-c",
-        `
-          echo ${XCmd.execDivider}
-          ${command}
-          echo ${XCmd.execDivider}
-        `
-      ],
-      options
-    );
-    return stdout.split(XCmd.execDivider)[1].trim();
-  }
-}
-export {
-  XCmd
-};

package/compressor.d.ts

@@ -1,5 +0,0 @@
-/// <reference types="node" />
-export declare class XCompressor {
-    static png(content: Buffer): Promise<Buffer>;
-    static jpg(content: Buffer): Promise<Buffer>;
-}

package/compressor.js

@@ -1,17 +0,0 @@
-import sharp from "sharp";
-class XCompressor {
-  static png(content) {
-    return sharp(content).png({
-      quality: 80,
-      compressionLevel: 6
-    }).toBuffer();
-  }
-  static jpg(content) {
-    return sharp(content).jpeg({
-      quality: 80
-    }).toBuffer();
-  }
-}
-export {
-  XCompressor
-};

package/crawler.d.ts

@@ -1,162 +0,0 @@
-import { HTMLElement } from 'node-html-parser';
-import { EventBus } from 'vtils';
-import { AsyncOrSync, OneOrMore } from 'vtils/types';
-import { VaeObjectSchemaShapeOf, v } from 'vtils/vae';
-import { XPuppeteerGetPageHtmlOptions } from './puppeteer';
-export type XCrawlerData = Record<any, any>;
-export type XCrawlerDataFieldSelectSelector = string;
-export type XCrawlerDataFieldSelectFilter = [
-    string,
-    string | RegExp | ((el: HTMLElement) => boolean)
-];
-export type XCrawlerDataFieldSelectFunction = (el: HTMLElement) => AsyncOrSync<string | HTMLElement | undefined>;
-export type XCrawlerDataFieldSelect = XCrawlerDataFieldSelectSelector | XCrawlerDataFieldSelectFilter | XCrawlerDataFieldSelectFunction;
-export type XCrawlerDataFieldExtractExtract = 'getPlainText' | 'getHTML' | 'getFirstImageUrl' | 'getFirstLinkUrl';
-export type XCrawlerDataFieldExtract<V> = {
-    /**
-     * 选择元素
-     *
-     * - 可以是一个选择器字符串；
-     * - 可以是一个筛选器数组，[选择器, 筛选条件]；
-     * - 也可以是一个返回元素的函数；
-     * - 也可以是一个返回文本的函数，若此，将跳过 ocr 和 action。
-     */
-    select?: XCrawlerDataFieldSelect;
-    /**
-     * 是否识别选中内容中的图片为文本并替换
-     *
-     * @default false
-     */
-    ocr?: boolean;
-    /**
-     * 对选中元素导出结果文本
-     *
-     * @default 'getPlainText'
-     */
-    extract?: XCrawlerDataFieldExtractExtract;
-    /**
-     * 若有需要，可对结果文本进行转换
-     *
-     * @param text 结果文本
-     */
-    transform?: (text: string) => AsyncOrSync<V>;
-};
-export type XCrawlerDataExtract<T extends XCrawlerData> = {
-    [K in keyof T]?: XCrawlerDataFieldSelect | XCrawlerDataFieldExtract<T[K]>;
-};
-export type XCrawlerEngine = 'headless' | 'headful' | 'request';
-export type XCrawlerContentType = 'html' | 'json';
-export type XCrawlerNext<T extends XCrawlerData> = {
-    /**
-     * ID，可给其他 next 跳转以实现逻辑复用
-     */
-    id?: string;
-    /**
-     * 过滤
-     */
-    filter?: (data: T) => AsyncOrSync<boolean>;
-    /**
-     * 内容类型
-     */
-    contentType?: XCrawlerContentType;
-    /**
-     * 通过元素
-     */
-    element?: string | ((el: HTMLElement, extra: {
-        index: number;
-        root: HTMLElement;
-    }) => AsyncOrSync<OneOrMore<HTMLElement>>);
-    /**
-     * 通过字段(json)
-     */
-    field?: string | ((json: any) => AsyncOrSync<any>);
-    /**
-     * 通过网址
-     */
-    url?: keyof T | ((payload: {
-        data: T;
-        el: HTMLElement;
-    }) => AsyncOrSync<OneOrMore<string>>);
-    /**
-     * 下一页网址（有分页时用）
-     *
-     * 返回空字符串或跟当前页面网址相同的网址时将跳过
-     */
-    nextPageUrl?: (payload: {
-        data: T;
-        /** 当前页面元素 */
-        el: HTMLElement;
-        /** 当前页面网址 */
-        url: string;
-    }) => AsyncOrSync<string | undefined>;
-    /** @inner */
-    _url?: string[];
-    /**
-     * 抓取引擎
-     */
-    engine?: XCrawlerEngine;
-    engineOptions?: XPuppeteerGetPageHtmlOptions;
-    /**
-     * 数据提取
-     */
-    extract?: XCrawlerDataExtract<T>;
-    /**
-     * 下一步
-     */
-    next?: OneOrMore<string | XCrawlerNext<T>>;
-};
-export type XCrawlerConfig<T extends XCrawlerData> = {
-    /**
-     * 入口页链接
-     */
-    entry: string;
-    /**
-     * 使用代理
-     */
-    proxy?: string;
-    /**
-     * 内容类型
-     */
-    contentType?: XCrawlerContentType;
-    /**
-     * 抓取引擎
-     */
-    engine?: XCrawlerEngine;
-    engineOptions?: XPuppeteerGetPageHtmlOptions;
-    /**
-     * 数据格式
-     */
-    schema: (_: typeof v) => VaeObjectSchemaShapeOf<T>;
-    /**
-     * 数据提取
-     */
-    extract?: XCrawlerDataExtract<T>;
-    /**
-     * 下一步
-     */
-    next?: OneOrMore<XCrawlerNext<T>>;
-    /**
-     * 数据监听
-     */
-    listen?: (data: T) => any;
-};
-export declare class XCrawler<T extends XCrawlerData> extends EventBus<{
-    newData: (data: T) => any;
-}> {
-    private config;
-    private schemaMap;
-    private id;
-    constructor(config: XCrawlerConfig<T>);
-    private normalizeUrl;
-    private fetchUrlHeadless;
-    private fetchUrlHeadful;
-    private fetchUrlRequest;
-    private fetchUrl;
-    private fetchUrlAsHTMLElement;
-    private fetchUrlAsJSON;
-    private ocr;
-    private findNextById;
-    private pageUrlCache;
-    next(pageUrl: string, contentType: XCrawlerContentType, engine: XCrawlerEngine, elOrField: any, data: Partial<T>, next: XCrawlerNext<T>, index: number, rootElement: HTMLElement): Promise<void>;
-    start(): Promise<void>;
-}