@cyia/crawl 0.0.11 → 0.0.12

package/define.d.ts

@@ -5,6 +5,12 @@ declare const Value: v.UnionSchema<[v.StringSchema<undefined>, v.ObjectSchema<{
     readonly key: v.UnionSchema<[v.StringSchema<undefined>, v.ArraySchema<v.StringSchema<undefined>, undefined>], undefined>;
 }, undefined>], undefined>;
 export type ValueType = v.InferOutput<typeof Value>;
+declare const OutputP: v.OptionalSchema<v.UnionSchema<[v.StringSchema<undefined>, v.ObjectSchema<{
+    readonly key: v.StringSchema<undefined>;
+    readonly method: v.PicklistSchema<["push", "flat-push", "define", "merge"], undefined>;
+}, undefined>], undefined>, undefined>;
+type OutputI = v.InferInput<typeof OutputP>;
+export type OutputO = v.InferOutput<typeof OutputP>;
 export declare const ActionDefine: v.SchemaWithFallback<v.UnionSchema<[v.ObjectSchema<{
     readonly timeout: v.OptionalSchema<v.NumberSchema<undefined>, undefined>;
     readonly waitUntil: v.OptionalSchema<v.PicklistSchema<["load", "domcontentloaded", "networkidle0", "networkidle2"], undefined>, "networkidle2">;
@@ -68,30 +74,39 @@ export declare const ActionDefine: v.SchemaWithFallback<v.UnionSchema<[v.ObjectS
 }, undefined>, v.ObjectSchema<{
     readonly type: v.LiteralSchema<"selector", undefined>;
     readonly selector: v.StringSchema<undefined>;
-    readonly output: v.StringSchema<undefined>;
+    readonly output: v.OptionalSchema<v.UnionSchema<[v.StringSchema<undefined>, v.ObjectSchema<{
+        readonly key: v.StringSchema<undefined>;
+        readonly method: v.PicklistSchema<["push", "flat-push", "define", "merge"], undefined>;
+    }, undefined>], undefined>, undefined>;
     readonly multi: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
 }, undefined>, v.ObjectSchema<{
     readonly type: v.LiteralSchema<"findData", undefined>;
     readonly input: v.StringSchema<undefined>;
-    readonly output: v.StringSchema<undefined>;
+    readonly output: v.OptionalSchema<v.UnionSchema<[v.StringSchema<undefined>, v.ObjectSchema<{
+        readonly key: v.StringSchema<undefined>;
+        readonly method: v.PicklistSchema<["push", "flat-push", "define", "merge"], undefined>;
+    }, undefined>], undefined>, undefined>;
     readonly kind: v.PicklistSchema<["property"], undefined>;
     readonly key: v.OptionalSchema<v.StringSchema<undefined>, undefined>;
 }, undefined>, v.ObjectSchema<{
     readonly type: v.LiteralSchema<"getContent", undefined>;
     readonly format: v.OptionalSchema<v.PicklistSchema<["html", "text", "markdown"], undefined>, "html">;
     readonly cleanContent: v.OptionalSchema<v.BooleanSchema<undefined>, undefined>;
-    readonly output: v.StringSchema<undefined>;
+    readonly output: v.OptionalSchema<v.UnionSchema<[v.StringSchema<undefined>, v.ObjectSchema<{
+        readonly key: v.StringSchema<undefined>;
+        readonly method: v.PicklistSchema<["push", "flat-push", "define", "merge"], undefined>;
+    }, undefined>], undefined>, undefined>;
 }, undefined>, v.GenericSchema<{
     type: "page";
     input: string;
-    output?: string;
+    output?: OutputI;
     actions: v.InferInput<ActionType>[];
     concurrency?: number;
     throwError?: boolean;
 }, {
     type: "page";
     input: string;
-    output?: string;
+    output?: OutputO;
     actions: v.InferOutput<ActionType>[];
     concurrency: number;
     throwError: boolean;
@@ -103,6 +118,9 @@ export declare const ActionDefine: v.SchemaWithFallback<v.UnionSchema<[v.ObjectS
         readonly type: v.StringSchema<undefined>;
     }, undefined>, undefined>;
     readonly fn: v.OptionalSchema<v.CustomSchema<(input: WebPage) => Promise<any>, undefined>, undefined>;
+}, undefined>, v.ObjectSchema<{
+    readonly type: v.LiteralSchema<"read-variable", undefined>;
+    readonly input: v.StringSchema<undefined>;
 }, undefined>], undefined>, (item: v.OutputDataset<{
     timeout?: number | undefined;
     waitUntil: "load" | "domcontentloaded" | "networkidle0" | "networkidle2";
@@ -172,23 +190,32 @@ export declare const ActionDefine: v.SchemaWithFallback<v.UnionSchema<[v.ObjectS
 } | {
     type: "selector";
     selector: string;
-    output: string;
+    output?: string | {
+        key: string;
+        method: "push" | "flat-push" | "define" | "merge";
+    } | undefined;
     multi: boolean;
 } | {
     type: "findData";
     input: string;
-    output: string;
+    output?: string | {
+        key: string;
+        method: "push" | "flat-push" | "define" | "merge";
+    } | undefined;
     kind: "property";
     key?: string | undefined;
 } | {
     type: "getContent";
     format: "html" | "text" | "markdown";
     cleanContent?: boolean | undefined;
-    output: string;
+    output?: string | {
+        key: string;
+        method: "push" | "flat-push" | "define" | "merge";
+    } | undefined;
 } | {
     type: "page";
     input: string;
-    output?: string;
+    output?: OutputO;
     actions: v.InferOutput<ActionType>[];
     concurrency: number;
     throwError: boolean;
@@ -202,7 +229,10 @@ export declare const ActionDefine: v.SchemaWithFallback<v.UnionSchema<[v.ObjectS
         [key: string]: unknown;
     }) | undefined;
     fn?: ((input: WebPage) => Promise<any>) | undefined;
-}, v.NumberIssue | v.BaseIssue<unknown> | v.BooleanIssue | v.StringIssue | v.TupleIssue | v.ObjectIssue | v.LiteralIssue | v.ArrayIssue | v.UnionIssue<v.StringIssue | v.ArrayIssue> | v.UnionIssue<v.StringIssue | v.ObjectIssue | v.LiteralIssue | v.ArrayIssue | v.UnionIssue<v.StringIssue | v.ArrayIssue>> | v.PicklistIssue | v.UnionIssue<v.StringIssue | v.TupleIssue> | v.LooseObjectIssue | v.VariantIssue | v.CustomIssue | v.UnionIssue<v.NumberIssue | v.BaseIssue<unknown> | v.BooleanIssue | v.StringIssue | v.TupleIssue | v.ObjectIssue | v.LiteralIssue | v.ArrayIssue | v.UnionIssue<v.StringIssue | v.ArrayIssue> | v.UnionIssue<v.StringIssue | v.ObjectIssue | v.LiteralIssue | v.ArrayIssue | v.UnionIssue<v.StringIssue | v.ArrayIssue>> | v.PicklistIssue | v.UnionIssue<v.StringIssue | v.TupleIssue> | v.LooseObjectIssue | v.VariantIssue | v.CustomIssue>> | undefined) => {
+} | {
+    type: "read-variable";
+    input: string;
+}, v.NumberIssue | v.BaseIssue<unknown> | v.BooleanIssue | v.StringIssue | v.TupleIssue | v.ObjectIssue | v.LiteralIssue | v.ArrayIssue | v.UnionIssue<v.StringIssue | v.ArrayIssue> | v.UnionIssue<v.StringIssue | v.ObjectIssue | v.LiteralIssue | v.ArrayIssue | v.UnionIssue<v.StringIssue | v.ArrayIssue>> | v.PicklistIssue | v.UnionIssue<v.StringIssue | v.ObjectIssue | v.PicklistIssue> | v.UnionIssue<v.StringIssue | v.TupleIssue> | v.LooseObjectIssue | v.VariantIssue | v.CustomIssue | v.UnionIssue<v.NumberIssue | v.BaseIssue<unknown> | v.BooleanIssue | v.StringIssue | v.TupleIssue | v.ObjectIssue | v.LiteralIssue | v.ArrayIssue | v.UnionIssue<v.StringIssue | v.ArrayIssue> | v.UnionIssue<v.StringIssue | v.ObjectIssue | v.LiteralIssue | v.ArrayIssue | v.UnionIssue<v.StringIssue | v.ArrayIssue>> | v.PicklistIssue | v.UnionIssue<v.StringIssue | v.ObjectIssue | v.PicklistIssue> | v.UnionIssue<v.StringIssue | v.TupleIssue> | v.LooseObjectIssue | v.VariantIssue | v.CustomIssue>> | undefined) => {
     type: "custom";
     config: any;
 }>;
@@ -269,30 +299,39 @@ export declare const ActionListDefine: v.ArraySchema<v.SchemaWithFallback<v.Unio
 }, undefined>, v.ObjectSchema<{
     readonly type: v.LiteralSchema<"selector", undefined>;
     readonly selector: v.StringSchema<undefined>;
-    readonly output: v.StringSchema<undefined>;
+    readonly output: v.OptionalSchema<v.UnionSchema<[v.StringSchema<undefined>, v.ObjectSchema<{
+        readonly key: v.StringSchema<undefined>;
+        readonly method: v.PicklistSchema<["push", "flat-push", "define", "merge"], undefined>;
+    }, undefined>], undefined>, undefined>;
     readonly multi: v.OptionalSchema<v.BooleanSchema<undefined>, false>;
 }, undefined>, v.ObjectSchema<{
     readonly type: v.LiteralSchema<"findData", undefined>;
     readonly input: v.StringSchema<undefined>;
-    readonly output: v.StringSchema<undefined>;
+    readonly output: v.OptionalSchema<v.UnionSchema<[v.StringSchema<undefined>, v.ObjectSchema<{
+        readonly key: v.StringSchema<undefined>;
+        readonly method: v.PicklistSchema<["push", "flat-push", "define", "merge"], undefined>;
+    }, undefined>], undefined>, undefined>;
     readonly kind: v.PicklistSchema<["property"], undefined>;
     readonly key: v.OptionalSchema<v.StringSchema<undefined>, undefined>;
 }, undefined>, v.ObjectSchema<{
     readonly type: v.LiteralSchema<"getContent", undefined>;
     readonly format: v.OptionalSchema<v.PicklistSchema<["html", "text", "markdown"], undefined>, "html">;
     readonly cleanContent: v.OptionalSchema<v.BooleanSchema<undefined>, undefined>;
-    readonly output: v.StringSchema<undefined>;
+    readonly output: v.OptionalSchema<v.UnionSchema<[v.StringSchema<undefined>, v.ObjectSchema<{
+        readonly key: v.StringSchema<undefined>;
+        readonly method: v.PicklistSchema<["push", "flat-push", "define", "merge"], undefined>;
+    }, undefined>], undefined>, undefined>;
 }, undefined>, v.GenericSchema<{
     type: "page";
     input: string;
-    output?: string;
+    output?: OutputI;
     actions: v.InferInput<ActionType>[];
     concurrency?: number;
     throwError?: boolean;
 }, {
     type: "page";
     input: string;
-    output?: string;
+    output?: OutputO;
     actions: v.InferOutput<ActionType>[];
     concurrency: number;
     throwError: boolean;
@@ -304,6 +343,9 @@ export declare const ActionListDefine: v.ArraySchema<v.SchemaWithFallback<v.Unio
         readonly type: v.StringSchema<undefined>;
     }, undefined>, undefined>;
     readonly fn: v.OptionalSchema<v.CustomSchema<(input: WebPage) => Promise<any>, undefined>, undefined>;
+}, undefined>, v.ObjectSchema<{
+    readonly type: v.LiteralSchema<"read-variable", undefined>;
+    readonly input: v.StringSchema<undefined>;
 }, undefined>], undefined>, (item: v.OutputDataset<{
     timeout?: number | undefined;
     waitUntil: "load" | "domcontentloaded" | "networkidle0" | "networkidle2";
@@ -373,23 +415,32 @@ export declare const ActionListDefine: v.ArraySchema<v.SchemaWithFallback<v.Unio
 } | {
     type: "selector";
     selector: string;
-    output: string;
+    output?: string | {
+        key: string;
+        method: "push" | "flat-push" | "define" | "merge";
+    } | undefined;
     multi: boolean;
 } | {
     type: "findData";
     input: string;
-    output: string;
+    output?: string | {
+        key: string;
+        method: "push" | "flat-push" | "define" | "merge";
+    } | undefined;
     kind: "property";
     key?: string | undefined;
 } | {
     type: "getContent";
     format: "html" | "text" | "markdown";
     cleanContent?: boolean | undefined;
-    output: string;
+    output?: string | {
+        key: string;
+        method: "push" | "flat-push" | "define" | "merge";
+    } | undefined;
 } | {
     type: "page";
     input: string;
-    output?: string;
+    output?: OutputO;
     actions: v.InferOutput<ActionType>[];
     concurrency: number;
     throwError: boolean;
@@ -403,7 +454,10 @@ export declare const ActionListDefine: v.ArraySchema<v.SchemaWithFallback<v.Unio
         [key: string]: unknown;
     }) | undefined;
     fn?: ((input: WebPage) => Promise<any>) | undefined;
-}, v.NumberIssue | v.BaseIssue<unknown> | v.BooleanIssue | v.StringIssue | v.TupleIssue | v.ObjectIssue | v.LiteralIssue | v.ArrayIssue | v.UnionIssue<v.StringIssue | v.ArrayIssue> | v.UnionIssue<v.StringIssue | v.ObjectIssue | v.LiteralIssue | v.ArrayIssue | v.UnionIssue<v.StringIssue | v.ArrayIssue>> | v.PicklistIssue | v.UnionIssue<v.StringIssue | v.TupleIssue> | v.LooseObjectIssue | v.VariantIssue | v.CustomIssue | v.UnionIssue<v.NumberIssue | v.BaseIssue<unknown> | v.BooleanIssue | v.StringIssue | v.TupleIssue | v.ObjectIssue | v.LiteralIssue | v.ArrayIssue | v.UnionIssue<v.StringIssue | v.ArrayIssue> | v.UnionIssue<v.StringIssue | v.ObjectIssue | v.LiteralIssue | v.ArrayIssue | v.UnionIssue<v.StringIssue | v.ArrayIssue>> | v.PicklistIssue | v.UnionIssue<v.StringIssue | v.TupleIssue> | v.LooseObjectIssue | v.VariantIssue | v.CustomIssue>> | undefined) => {
+} | {
+    type: "read-variable";
+    input: string;
+}, v.NumberIssue | v.BaseIssue<unknown> | v.BooleanIssue | v.StringIssue | v.TupleIssue | v.ObjectIssue | v.LiteralIssue | v.ArrayIssue | v.UnionIssue<v.StringIssue | v.ArrayIssue> | v.UnionIssue<v.StringIssue | v.ObjectIssue | v.LiteralIssue | v.ArrayIssue | v.UnionIssue<v.StringIssue | v.ArrayIssue>> | v.PicklistIssue | v.UnionIssue<v.StringIssue | v.ObjectIssue | v.PicklistIssue> | v.UnionIssue<v.StringIssue | v.TupleIssue> | v.LooseObjectIssue | v.VariantIssue | v.CustomIssue | v.UnionIssue<v.NumberIssue | v.BaseIssue<unknown> | v.BooleanIssue | v.StringIssue | v.TupleIssue | v.ObjectIssue | v.LiteralIssue | v.ArrayIssue | v.UnionIssue<v.StringIssue | v.ArrayIssue> | v.UnionIssue<v.StringIssue | v.ObjectIssue | v.LiteralIssue | v.ArrayIssue | v.UnionIssue<v.StringIssue | v.ArrayIssue>> | v.PicklistIssue | v.UnionIssue<v.StringIssue | v.ObjectIssue | v.PicklistIssue> | v.UnionIssue<v.StringIssue | v.TupleIssue> | v.LooseObjectIssue | v.VariantIssue | v.CustomIssue>> | undefined) => {
     type: "custom";
     config: any;
 }>, undefined>;

package/format.d.ts

@@ -1,4 +1,4 @@
 export declare function format(rawHtml: string, options: {
     cleanContent?: boolean;
     format: 'html' | 'text' | 'markdown';
-}): string | undefined;
+}): string | null | undefined;

package/index.mjs

@@ -1,3 +1,925 @@
-import ne from"puppeteer-core";import{ElementHandle as W}from"puppeteer-core";import{load as B}from"cheerio";import U from"turndown";function b(a,o){let i=B(a,void 0,!0),t=i("body");if(o.cleanContent&&(t.find("script,style,iframe,footer,br,hr,svg,header,img").remove(),t.find("*").removeAttr("class"),t.find("*").removeAttr("style"),i("*").contents().filter(function(){return this.type==="comment"||this.type==="text"&&!this.data.trim()}).remove(),i("*").contents().filter(function(){return this.type==="text"&&!!this.data.trim()}).text((n,s)=>s.trim())),o.format==="html")return t.html();if(o.format==="text")return t.text();if(o.format==="markdown"){var r=new U;return r.turndown(t.html())}}import{promise as G}from"fastq";var p=class{page;browser;parent;#e={};constructor(o,i,t){this.page=o,this.browser=i,this.parent=t}ab;timeoutId;setMaxTimeout(o){this.ab=new AbortController,this.timeoutId=setTimeout(()=>{this.ab.abort("timeout")},o)}clearTimeout(){clearTimeout(this.timeoutId)}setVariable(o,i){this.#e[o]=i}getVariable(o){return this.#e[o]}#t(o,i){let t,r=!1;for(let n=0;n<i.length;n++){let s=i[n];if(s===".."){if(!o.parent)throw new Error("未找到父级");o=o.parent}else if(r){if(!t||typeof t!="object")throw new Error(`${i}路径下未找到值`);t=t[s]}else t=o.#e[s],r=!0}return t}#o(o){if(typeof o=="string")return o;if(o.source==="variable")return typeof o.key=="string"?this.#e[o.key]:this.#t(this,o.key)}async exeQueue(o){let i;for(let t of o)switch(console.log("准备执行",t),t.type){case"click":await this.page.click(t.selector,{offset:t.offset,delay:t.delay,count:t.count});break;case"type":{await this.page.type(t.selector,this.#o(t.text),{delay:t.delay});break}case"goto":{i=await this.page.goto(this.#o(t.url),{waitUntil:t.waitUntil,signal:this.ab?.signal,timeout:this.browser.getConfig()?.actionTimeout});break}case"setViewport":{i=await this.page.setViewport({width:t.width,height:t.height,isMobile:t.isMobile,isLandscape:t.isLandscape});break}case"wait":{switch(t.config.mode){case"selector":{i=await this.page.waitForSelector(t.config.selector,{visible:t.config.visible,hidden:t.config.hidden,signal:this.ab?.signal,timeout:this.browser.getConfig()?.actionTimeout});break}case"request":{let r=t.config;i=await this.page.waitForRequest(async n=>!(r.urlRegexp&&!r.urlRegexp.test(n.url())||r.method&&r.method!==n.method()),{signal:this.ab?.signal,timeout:this.browser.getConfig()?.actionTimeout});break}case"response":{let r=t.config;i=await this.page.waitForResponse(async n=>!(r.urlRegexp&&!r.urlRegexp.test(n.url())||r.status&&r.status!==n.status()),{signal:this.ab?.signal,timeout:this.browser.getConfig()?.actionTimeout});break}case"networkIdle":{i=await this.page.waitForNetworkIdle({idleTime:t.config.idleTime,concurrency:t.config.concurrency,signal:this.ab?.signal,timeout:this.browser.getConfig()?.actionTimeout});break}case"navigation":{i=await this.page.waitForNavigation({signal:this.ab?.signal,timeout:this.browser.getConfig()?.actionTimeout});break}}break}case"selector":{t.multi?i=this.#e[t.output]=await this.page.$$(t.selector):i=this.#e[t.output]=await this.page.$(t.selector);break}case"keypress":{await this.page.keyboard.press(t.key,{delay:t.delay});break}case"findData":{let r=this.#e[t.input];Array.isArray(r)?t.kind==="property"&&(i=this.#e[t.output]=await Promise.all(r.map(n=>n.getProperty(t.key).then(s=>s.jsonValue())))):r instanceof W&&(i=this.#e[t.output]=r.getProperty(t.key).then(n=>n.jsonValue()));break}case"getContent":{let r=await this.page.content();i=this.#e[t.output]=b(r,{cleanContent:t.cleanContent,format:t.format});break}case"page":{let r=this.#e[t.input],n=Array.isArray(r)?r:[r],s=G(async l=>{console.log("准备执行",l);try{let y=await this.browser.openPage(async u=>(u.setVariable("$item",n[l.index]),u.setVariable("$index",l.index),u.setVariable("$first",l.index===0),u.setVariable("$last",l.index===n.length-1),await u.exeQueue(t.actions)),this);g.push(y)}catch(y){if(t.throwError)throw y;g.push(void 0)}},t.concurrency),m;s.error(l=>{l&&(m=l)});let g=[];for(let l=0;l<n.length;l++)s.push({index:l});if(await s.drained(),t.throwError&&m)throw m;i=g,t.output&&(this.#e[t.output]=i);break}case"setUserAgent":{await this.page.setUserAgent(t.userAgent);break}case"close":{await this.page.close({runBeforeUnload:!1}),this.clearTimeout();break}case"custom":{if(typeof t.fn=="function")i=await t.fn(this);else{let r=this.browser.getCustom(t.config.type);if(!r)throw new Error(`自定义[${t.config.type}]未实现处理`);i=await r(t.config,this)}break}default:break}return i}};import*as e from"valibot";var $=e.picklist(["0","1","2","3","4","5","6","7","8","9","Power","Eject","Abort","Help","Backspace","Tab","Numpad5","NumpadEnter","Enter","\r",`
-`,"ShiftLeft","ShiftRight","ControlLeft","ControlRight","AltLeft","AltRight","Pause","CapsLock","Escape","Convert","NonConvert","Space","Numpad9","PageUp","Numpad3","PageDown","End","Numpad1","Home","Numpad7","ArrowLeft","Numpad4","Numpad8","ArrowUp","ArrowRight","Numpad6","Numpad2","ArrowDown","Select","Open","PrintScreen","Insert","Numpad0","Delete","NumpadDecimal","Digit0","Digit1","Digit2","Digit3","Digit4","Digit5","Digit6","Digit7","Digit8","Digit9","KeyA","KeyB","KeyC","KeyD","KeyE","KeyF","KeyG","KeyH","KeyI","KeyJ","KeyK","KeyL","KeyM","KeyN","KeyO","KeyP","KeyQ","KeyR","KeyS","KeyT","KeyU","KeyV","KeyW","KeyX","KeyY","KeyZ","MetaLeft","MetaRight","ContextMenu","NumpadMultiply","NumpadAdd","NumpadSubtract","NumpadDivide","F1","F2","F3","F4","F5","F6","F7","F8","F9","F10","F11","F12","F13","F14","F15","F16","F17","F18","F19","F20","F21","F22","F23","F24","NumLock","ScrollLock","AudioVolumeMute","AudioVolumeDown","AudioVolumeUp","MediaTrackNext","MediaTrackPrevious","MediaStop","MediaPlayPause","Semicolon","Equal","NumpadEqual","Comma","Minus","Period","Slash","Backquote","BracketLeft","Backslash","BracketRight","Quote","AltGraph","Props","Cancel","Clear","Shift","Control","Alt","Accept","ModeChange"," ","Print","Execute","\0","a","b","c","d","e","f","g","h","i","j","k","l","m","n","o","p","q","r","s","t","u","v","w","x","y","z","Meta","*","+","-","/",";","=",",",".","`","[","\\","]","'","Attn","CrSel","ExSel","EraseEof","Play","ZoomOut",")","!","@","#","$","%","^","&","(","A","B","C","D","E","F","G","H","I","J","K","L","M","N","O","P","Q","R","S","T","U","V","W","X","Y","Z",":","<","_",">","?","~","{",",","}",'"',"SoftLeft","SoftRight","Camera","Call","EndCall","VolumeDown","VolumeUp"]),c=e.optional(e.number()),h=e.optional(e.boolean()),H=e.optional(e.string());var q=c,Q=e.pipe(e.string(),e.transform(a=>new RegExp(a))),J=e.pipe(e.tuple([e.string(),e.pipe(e.string())]),e.transform(([a,o])=>new RegExp(a,o))),d=e.union([Q,J]),f=e.string(),w=e.union([e.string(),e.object({source:e.literal("variable"),key:e.union([e.string(),e.array(e.string())])})]),k=e.object({timeout:q,waitUntil:e.optional(e.picklist(["load","domcontentloaded","networkidle0","networkidle2"]),"networkidle2"),url:w,type:e.literal("goto")}),x=e.object({width:e.optional(e.number(),1920),height:e.optional(e.number(),1080),isMobile:e.optional(e.boolean()),isLandscape:e.optional(e.boolean()),type:e.literal("setViewport")}),C=e.object({userAgent:e.string(),type:e.literal("setUserAgent")}),Y=e.object({selector:f,visible:h,hidden:h}),Z=e.object({mode:e.literal("selector"),...Y.entries}),z=e.object({mode:e.literal("request"),urlRegexp:d,method:H}),X=e.object({mode:e.literal("response"),urlRegexp:e.optional(d),status:c}),_=e.object({mode:e.literal("networkIdle"),idleTime:c,concurrency:c}),ee=e.object({mode:e.literal("navigation")}),A=e.object({type:e.literal("wait"),config:e.variant("mode",[Z,z,X,_,ee])}),P=e.object({type:e.literal("click"),selector:f,offset:e.optional(e.object({x:e.number(),y:e.number()})),delay:c,count:c}),T=e.object({type:e.literal("type"),selector:f,text:w,delay:c}),E=e.object({type:e.literal("keypress"),key:$,delay:c}),D=e.object({type:e.literal("selector"),selector:f,output:e.string(),multi:e.optional(e.boolean(),!1)}),I=e.object({type:e.literal("findData"),input:e.string(),output:e.string(),kind:e.picklist(["property"]),key:e.optional(e.string())}),F=e.object({type:e.literal("getContent"),format:e.optional(e.picklist(["html","text","markdown"]),"html"),cleanContent:h,output:e.string()}),S=e.object({type:e.literal("close")}),R=e.object({type:e.literal("custom"),config:e.optional(e.looseObject({type:e.string()})),fn:e.optional(e.custom(Boolean))}),te=e.object({type:e.literal("page"),input:e.string(),output:e.optional(e.string()),concurrency:e.optional(e.number(),2),throwError:e.optional(e.boolean(),!1),actions:e.lazy(()=>e.array(N))}),oe=[...[k,x,C,A,P,T,E,D,I,F,S,R].map(a=>a.entries.type.literal),"page"],N=e.fallback(e.union([k,x,C,A,P,T,E,D,I,F,te,S,R]),a=>{if(oe.includes((a?.value).type))throw new Error(JSON.stringify(a?.issues));return{type:"custom",config:a?.value}}),V=e.array(N),ve=e.object({maxTimeout:c,actionTimeout:c});import*as L from"valibot";import{Browser as ae,computeExecutablePath as se}from"@puppeteer/browsers";import*as M from"fs";import{Browser as K,computeExecutablePath as ie,install as re}from"@puppeteer/browsers";async function j(a){let o=await re({browser:K.CHROME,baseUrl:"https://cdn.npmmirror.com/binaries/chrome-for-testing",...a,unpack:!0})}function ke(a,o){return ie({cacheDir:a,browser:K.CHROME,buildId:o})}import{PUPPETEER_REVISIONS as le}from"puppeteer-core/internal/revisions.js";async function Ne(a){return v.init(a)}var O=le.chrome,v=class a{browser;static async init(o){let i=ae.CHROME,t=se({cacheDir:o.cacheDir,browser:i,buildId:O});M.existsSync(t)||(console.log("准备下载"),await j({cacheDir:o.cacheDir,buildId:O,browser:i}));let r=await ne.launch({...o,executablePath:t});return new a(r)}constructor(o){this.browser=o}#e;#t=new Map;setConfig(o){this.#e=o}getConfig(){return this.#e}registerCustom(o,i){this.#t.set(o,i)}clearCustom(){this.#t.clear()}getCustom(o){return this.#t.get(o)}async openPage(o,i){let t=new p(await this.browser.newPage(),this,i);return this.#e?.maxTimeout&&t.setMaxTimeout(this.#e.maxTimeout),o(t)}runQueue(o,i){let t=L.safeParse(V,o);if(!t.success)throw new Error(`解析配置错误
-${JSON.stringify(t.issues)}`);return this.openPage(async r=>{if(i)for(let n in i)r.setVariable(n,i[n]);return r.exeQueue(t.output)})}};export{N as ActionDefine,V as ActionListDefine,ve as GlobalConfig,v as WebBrowser,p as WebPage,j as download,b as format,ke as getExecutablePath,Ne as init};
+// src/init.ts
+import puppeteer from "puppeteer-core";
+
+// src/page.ts
+import { ElementHandle } from "puppeteer-core";
+
+// src/format.ts
+import { load } from "cheerio";
+import TurndownService from "turndown";
+import { Readability } from "@mozilla/readability";
+import { JSDOM } from "jsdom";
+function format(rawHtml, options) {
+  if (options.cleanContent) {
+    let dom = new JSDOM(rawHtml);
+    let result = new Readability(dom.window.document).parse();
+    if (result) {
+      switch (options.format) {
+        case "html":
+          return result.content;
+        case "text":
+          return result.textContent;
+        case "markdown": {
+          var turndownService = new TurndownService();
+          return turndownService.turndown(result.content);
+        }
+        default:
+          throw "";
+      }
+    }
+    let $ = load(rawHtml, void 0, true);
+    let $body = $("body");
+    $body.find("script,style,iframe,footer,br,hr,svg,header,img").remove();
+    $body.find("*").removeAttr("class");
+    $body.find("*").removeAttr("style");
+    $("*").contents().filter(function() {
+      return this.type === "comment" || this.type === "text" && !this.data.trim();
+    }).remove();
+    $("*").contents().filter(function() {
+      return this.type === "text" && !!this.data.trim();
+    }).text((i, text) => {
+      return text.trim();
+    });
+    if (options.format === "html") {
+      return $body.html();
+    } else if (options.format === "text") {
+      return $body.text();
+    } else if (options.format === "markdown") {
+      var turndownService = new TurndownService();
+      return turndownService.turndown($body.html());
+    }
+  } else {
+    if (options.format === "html") {
+      return rawHtml;
+    } else if (options.format === "text") {
+      let $ = load(rawHtml, void 0, true);
+      let $body = $("body");
+      return $body.text();
+    } else if (options.format === "markdown") {
+      var turndownService = new TurndownService();
+      return turndownService.turndown(rawHtml);
+    }
+  }
+}
+
+// src/page.ts
+import { promise as fastq } from "fastq";
+var WebPage = class {
+  page;
+  browser;
+  parent;
+  #obj = {};
+  constructor(page, browser, parent) {
+    this.page = page;
+    this.browser = browser;
+    this.parent = parent;
+  }
+  ab;
+  timeoutId;
+  setMaxTimeout(timeout) {
+    this.ab = new AbortController();
+    this.timeoutId = setTimeout(() => {
+      this.ab.abort("timeout");
+    }, timeout);
+  }
+  clearTimeout() {
+    clearTimeout(this.timeoutId);
+  }
+  setVariable(key, value) {
+    this.#obj[key] = value;
+  }
+  getVariable(key) {
+    return this.#obj[key];
+  }
+  #navigatePath(page, paths) {
+    let value = void 0;
+    let findValue = false;
+    for (let i = 0; i < paths.length; i++) {
+      const item = paths[i];
+      if (item === "..") {
+        if (!page.parent) {
+          throw new Error("未找到父级");
+        }
+        page = page.parent;
+      } else if (findValue) {
+        if (!value || typeof value !== "object") {
+          throw new Error(`${paths}路径下未找到值`);
+        }
+        value = value[item];
+      } else {
+        value = page.#obj[item];
+        findValue = true;
+      }
+    }
+    return value;
+  }
+  #getValue(value) {
+    if (typeof value === "string") {
+      return value;
+    } else if (value.source === "variable") {
+      if (typeof value.key === "string") {
+        return this.#obj[value.key];
+      } else {
+        return this.#navigatePath(this, value.key);
+      }
+    }
+  }
+  #setOutput(value, output) {
+    if (!output) {
+      return;
+    }
+    if (typeof output === "string") {
+      this.#obj[output] = value;
+    } else {
+      switch (output.method) {
+        case "push": {
+          if (!Array.isArray(this.#obj[output.key])) {
+            throw new Error(`${output.key}不是数组类型`);
+          }
+          this.#obj[output.key] ||= [];
+          this.#obj[output.key].push(value);
+          break;
+        }
+        case "flat-push": {
+          if (!Array.isArray(this.#obj[output.key])) {
+            throw new Error(`${output.key}不是数组类型`);
+          }
+          if (!Array.isArray(value)) {
+            throw new Error(`${JSON.stringify(value)}不是数组类型`);
+          }
+          this.#obj[output.key] ||= [];
+          this.#obj[output.key].push(...value);
+          break;
+        }
+        case "define": {
+          this.#obj[output.key] = value;
+          break;
+        }
+        case "merge": {
+          if (typeof this.#obj[output.key] !== "object") {
+            throw new Error(`${output.key}不是对象类型`);
+          }
+          this.#obj[output.key] ||= {};
+          this.#obj[output.key] = { ...this.#obj[output.key], ...value };
+          break;
+        }
+        default:
+          break;
+      }
+    }
+  }
+  async exeQueue(list) {
+    let value;
+    for (const item of list) {
+      console.log("准备执行", item);
+      switch (item.type) {
+        case "click":
+          await this.page.click(item.selector, {
+            offset: item.offset,
+            delay: item.delay,
+            count: item.count
+          });
+          break;
+        case "type": {
+          await this.page.type(item.selector, this.#getValue(item.text), {
+            delay: item.delay
+          });
+          break;
+        }
+        case "goto": {
+          value = await this.page.goto(this.#getValue(item.url), {
+            waitUntil: item.waitUntil,
+            signal: this.ab?.signal,
+            timeout: this.browser.getConfig()?.actionTimeout
+          });
+          break;
+        }
+        case "setViewport": {
+          value = await this.page.setViewport({
+            width: item.width,
+            height: item.height,
+            isMobile: item.isMobile,
+            isLandscape: item.isLandscape
+          });
+          break;
+        }
+        case "wait": {
+          switch (item.config.mode) {
+            case "selector": {
+              value = await this.page.waitForSelector(item.config.selector, {
+                visible: item.config.visible,
+                hidden: item.config.hidden,
+                signal: this.ab?.signal,
+                timeout: this.browser.getConfig()?.actionTimeout
+              });
+              break;
+            }
+            case "request": {
+              const config = item.config;
+              value = await this.page.waitForRequest(
+                async (req) => {
+                  if (config.urlRegexp) {
+                    let result = config.urlRegexp.test(req.url());
+                    if (!result) {
+                      return false;
+                    }
+                  }
+                  if (config.method && config.method !== req.method()) {
+                    return false;
+                  }
+                  return true;
+                },
+                {
+                  signal: this.ab?.signal,
+                  timeout: this.browser.getConfig()?.actionTimeout
+                }
+              );
+              break;
+            }
+            case "response": {
+              const config = item.config;
+              value = await this.page.waitForResponse(
+                async (res) => {
+                  if (config.urlRegexp) {
+                    let result = config.urlRegexp.test(res.url());
+                    if (!result) {
+                      return false;
+                    }
+                  }
+                  if (config.status && config.status !== res.status()) {
+                    return false;
+                  }
+                  return true;
+                },
+                {
+                  signal: this.ab?.signal,
+                  timeout: this.browser.getConfig()?.actionTimeout
+                }
+              );
+              break;
+            }
+            case "networkIdle": {
+              value = await this.page.waitForNetworkIdle({
+                idleTime: item.config.idleTime,
+                concurrency: item.config.concurrency,
+                signal: this.ab?.signal,
+                timeout: this.browser.getConfig()?.actionTimeout
+              });
+              break;
+            }
+            case "navigation": {
+              value = await this.page.waitForNavigation({
+                signal: this.ab?.signal,
+                timeout: this.browser.getConfig()?.actionTimeout
+              });
+              break;
+            }
+          }
+          break;
+        }
+        case "selector": {
+          if (item.multi) {
+            this.#setOutput(value = await this.page.$$(item.selector), item.output);
+          } else {
+            this.#setOutput(value = await this.page.$(item.selector), item.output);
+          }
+          break;
+        }
+        case "keypress": {
+          await this.page.keyboard.press(item.key, { delay: item.delay });
+          break;
+        }
+        case "findData": {
+          let data = this.#obj[item.input];
+          if (Array.isArray(data)) {
+            if (item.kind === "property") {
+              this.#setOutput(
+                value = await Promise.all(
+                  data.map((el) => {
+                    return el.getProperty(item.key).then((a) => {
+                      return a.jsonValue();
+                    });
+                  })
+                ),
+                item.output
+              );
+            }
+          } else {
+            if (data instanceof ElementHandle) {
+              this.#setOutput(
+                value = data.getProperty(item.key).then((a) => {
+                  return a.jsonValue();
+                }),
+                item.output
+              );
+            }
+          }
+          break;
+        }
+        case "getContent": {
+          let content = await this.page.content();
+          this.#setOutput(value = format(content, { cleanContent: item.cleanContent, format: item.format }), item.output);
+          break;
+        }
+        case "page": {
+          let inputValue = this.#obj[item.input];
+          let list2 = Array.isArray(inputValue) ? inputValue : [inputValue];
+          let queue = fastq(async (input) => {
+            console.log("准备执行", input);
+            try {
+              let result = await this.browser.openPage(async (page) => {
+                page.setVariable("$item", list2[input.index]);
+                page.setVariable("$index", input.index);
+                page.setVariable("$first", input.index === 0);
+                page.setVariable("$last", input.index === list2.length - 1);
+                return await page.exeQueue(item.actions);
+              }, this);
+              resultList.push(result);
+            } catch (error) {
+              if (item.throwError) {
+                throw error;
+              } else {
+                resultList.push(void 0);
+              }
+            }
+          }, item.concurrency);
+          let queueError;
+          queue.error((error) => {
+            if (error) {
+              queueError = error;
+            }
+          });
+          let resultList = [];
+          for (let index = 0; index < list2.length; index++) {
+            queue.push({ index });
+          }
+          await queue.drained();
+          if (item.throwError && queueError) {
+            throw queueError;
+          }
+          value = resultList;
+          this.#setOutput(value, item.output);
+          break;
+        }
+        case "setUserAgent": {
+          await this.page.setUserAgent(item.userAgent);
+          break;
+        }
+        case "close": {
+          await this.page.close({ runBeforeUnload: false });
+          this.clearTimeout();
+          break;
+        }
+        case "custom": {
+          if (typeof item.fn === "function") {
+            value = await item.fn(this);
+          } else {
+            let plugin = this.browser.getCustom(item.config.type);
+            if (!plugin) {
+              throw new Error(`自定义[${item.config.type}]未实现处理`);
+            }
+            value = await plugin(item.config, this);
+          }
+          break;
+        }
+        case "read-variable": {
+          value = this.#obj[item.input];
+          break;
+        }
+        default:
+          break;
+      }
+    }
+    return value;
+  }
+};
+
+// src/define.ts
+import * as v from "valibot";
+var KEYLIST = v.picklist([
+  "0",
+  "1",
+  "2",
+  "3",
+  "4",
+  "5",
+  "6",
+  "7",
+  "8",
+  "9",
+  "Power",
+  "Eject",
+  "Abort",
+  "Help",
+  "Backspace",
+  "Tab",
+  "Numpad5",
+  "NumpadEnter",
+  "Enter",
+  "\r",
+  "\n",
+  "ShiftLeft",
+  "ShiftRight",
+  "ControlLeft",
+  "ControlRight",
+  "AltLeft",
+  "AltRight",
+  "Pause",
+  "CapsLock",
+  "Escape",
+  "Convert",
+  "NonConvert",
+  "Space",
+  "Numpad9",
+  "PageUp",
+  "Numpad3",
+  "PageDown",
+  "End",
+  "Numpad1",
+  "Home",
+  "Numpad7",
+  "ArrowLeft",
+  "Numpad4",
+  "Numpad8",
+  "ArrowUp",
+  "ArrowRight",
+  "Numpad6",
+  "Numpad2",
+  "ArrowDown",
+  "Select",
+  "Open",
+  "PrintScreen",
+  "Insert",
+  "Numpad0",
+  "Delete",
+  "NumpadDecimal",
+  "Digit0",
+  "Digit1",
+  "Digit2",
+  "Digit3",
+  "Digit4",
+  "Digit5",
+  "Digit6",
+  "Digit7",
+  "Digit8",
+  "Digit9",
+  "KeyA",
+  "KeyB",
+  "KeyC",
+  "KeyD",
+  "KeyE",
+  "KeyF",
+  "KeyG",
+  "KeyH",
+  "KeyI",
+  "KeyJ",
+  "KeyK",
+  "KeyL",
+  "KeyM",
+  "KeyN",
+  "KeyO",
+  "KeyP",
+  "KeyQ",
+  "KeyR",
+  "KeyS",
+  "KeyT",
+  "KeyU",
+  "KeyV",
+  "KeyW",
+  "KeyX",
+  "KeyY",
+  "KeyZ",
+  "MetaLeft",
+  "MetaRight",
+  "ContextMenu",
+  "NumpadMultiply",
+  "NumpadAdd",
+  "NumpadSubtract",
+  "NumpadDivide",
+  "F1",
+  "F2",
+  "F3",
+  "F4",
+  "F5",
+  "F6",
+  "F7",
+  "F8",
+  "F9",
+  "F10",
+  "F11",
+  "F12",
+  "F13",
+  "F14",
+  "F15",
+  "F16",
+  "F17",
+  "F18",
+  "F19",
+  "F20",
+  "F21",
+  "F22",
+  "F23",
+  "F24",
+  "NumLock",
+  "ScrollLock",
+  "AudioVolumeMute",
+  "AudioVolumeDown",
+  "AudioVolumeUp",
+  "MediaTrackNext",
+  "MediaTrackPrevious",
+  "MediaStop",
+  "MediaPlayPause",
+  "Semicolon",
+  "Equal",
+  "NumpadEqual",
+  "Comma",
+  "Minus",
+  "Period",
+  "Slash",
+  "Backquote",
+  "BracketLeft",
+  "Backslash",
+  "BracketRight",
+  "Quote",
+  "AltGraph",
+  "Props",
+  "Cancel",
+  "Clear",
+  "Shift",
+  "Control",
+  "Alt",
+  "Accept",
+  "ModeChange",
+  " ",
+  "Print",
+  "Execute",
+  "\0",
+  "a",
+  "b",
+  "c",
+  "d",
+  "e",
+  "f",
+  "g",
+  "h",
+  "i",
+  "j",
+  "k",
+  "l",
+  "m",
+  "n",
+  "o",
+  "p",
+  "q",
+  "r",
+  "s",
+  "t",
+  "u",
+  "v",
+  "w",
+  "x",
+  "y",
+  "z",
+  "Meta",
+  "*",
+  "+",
+  "-",
+  "/",
+  ";",
+  "=",
+  ",",
+  ".",
+  "`",
+  "[",
+  "\\",
+  "]",
+  "'",
+  "Attn",
+  "CrSel",
+  "ExSel",
+  "EraseEof",
+  "Play",
+  "ZoomOut",
+  ")",
+  "!",
+  "@",
+  "#",
+  "$",
+  "%",
+  "^",
+  "&",
+  "(",
+  "A",
+  "B",
+  "C",
+  "D",
+  "E",
+  "F",
+  "G",
+  "H",
+  "I",
+  "J",
+  "K",
+  "L",
+  "M",
+  "N",
+  "O",
+  "P",
+  "Q",
+  "R",
+  "S",
+  "T",
+  "U",
+  "V",
+  "W",
+  "X",
+  "Y",
+  "Z",
+  ":",
+  "<",
+  "_",
+  ">",
+  "?",
+  "~",
+  "{",
+  ",",
+  "}",
+  '"',
+  "SoftLeft",
+  "SoftRight",
+  "Camera",
+  "Call",
+  "EndCall",
+  "VolumeDown",
+  "VolumeUp"
+]);
+var OptNumber = v.optional(v.number());
+var OptBoolean = v.optional(v.boolean());
+var OptString = v.optional(v.string());
+var TimeoutDefine = OptNumber;
+var RegExpStr = v.pipe(
+  v.string(),
+  v.transform((input) => {
+    return new RegExp(input);
+  })
+);
+var RegexpTup = v.pipe(
+  v.tuple([v.string(), v.pipe(v.string())]),
+  v.transform(([input, flag]) => {
+    return new RegExp(input, flag);
+  })
+);
+var RegexpUni = v.union([RegExpStr, RegexpTup]);
+var Selector = v.string();
+var Value = v.union([v.string(), v.object({ source: v.literal("variable"), key: v.union([v.string(), v.array(v.string())]) })]);
+var OutputP = v.optional(
+  v.union([v.string(), v.object({ key: v.string(), method: v.picklist(["push", "flat-push", "define", "merge"]) })])
+);
+var GoToA = v.object({
+  timeout: TimeoutDefine,
+  waitUntil: v.optional(v.picklist(["load", "domcontentloaded", "networkidle0", "networkidle2"]), "networkidle2"),
+  url: Value,
+  type: v.literal("goto")
+});
+var SetViewportA = v.object({
+  width: v.optional(v.number(), 1920),
+  height: v.optional(v.number(), 1080),
+  isMobile: v.optional(v.boolean()),
+  isLandscape: v.optional(v.boolean()),
+  type: v.literal("setViewport")
+});
+var SetUserAgentA = v.object({
+  userAgent: v.string(),
+  type: v.literal("setUserAgent")
+});
+var SelectorCommon = v.object({
+  selector: Selector,
+  visible: OptBoolean,
+  hidden: OptBoolean
+});
+var WaitSelector = v.object({
+  mode: v.literal("selector"),
+  ...SelectorCommon.entries
+});
+var WaitRequest = v.object({
+  mode: v.literal("request"),
+  urlRegexp: RegexpUni,
+  method: OptString
+});
+var WaitResponse = v.object({
+  mode: v.literal("response"),
+  urlRegexp: v.optional(RegexpUni),
+  // method: OptString,
+  status: OptNumber
+});
+var WaitNetworkIdle = v.object({
+  mode: v.literal("networkIdle"),
+  idleTime: OptNumber,
+  concurrency: OptNumber
+});
+var WaitNavigation = v.object({
+  mode: v.literal("navigation")
+});
+var WaitA = v.object({
+  type: v.literal("wait"),
+  config: v.variant("mode", [WaitSelector, WaitRequest, WaitResponse, WaitNetworkIdle, WaitNavigation])
+});
+var ClickA = v.object({
+  type: v.literal("click"),
+  selector: Selector,
+  offset: v.optional(v.object({ x: v.number(), y: v.number() })),
+  delay: OptNumber,
+  count: OptNumber
+});
+var TypeA = v.object({
+  type: v.literal("type"),
+  selector: Selector,
+  text: Value,
+  delay: OptNumber
+});
+var KeyPress = v.object({
+  type: v.literal("keypress"),
+  key: KEYLIST,
+  delay: OptNumber
+});
+var SelectEl = v.object({
+  type: v.literal("selector"),
+  // ...SelectorCommon.entries,
+  selector: Selector,
+  output: OutputP,
+  multi: v.optional(v.boolean(), false)
+});
+var FindData = v.object({
+  type: v.literal("findData"),
+  input: v.string(),
+  output: OutputP,
+  kind: v.picklist(["property"]),
+  key: v.optional(v.string())
+  // multi: v.optional(v.boolean(), true),
+});
+var GetContent = v.object({
+  type: v.literal("getContent"),
+  format: v.optional(v.picklist(["html", "text", "markdown"]), "html"),
+  cleanContent: OptBoolean,
+  output: OutputP
+});
+var CloseA = v.object({
+  type: v.literal("close")
+});
+var PluginA = v.object({
+  type: v.literal("custom"),
+  config: v.optional(v.looseObject({ type: v.string() })),
+  fn: v.optional(v.custom(Boolean))
+});
+var ReadVariable = v.object({
+  type: v.literal("read-variable"),
+  input: v.string()
+});
+var PageA = v.object({
+  type: v.literal("page"),
+  input: v.string(),
+  output: OutputP,
+  concurrency: v.optional(v.number(), 2),
+  throwError: v.optional(v.boolean(), false),
+  actions: v.lazy(() => v.array(ActionDefine))
+});
+var TypeList = [
+  ...[
+    GoToA,
+    SetViewportA,
+    SetUserAgentA,
+    WaitA,
+    ClickA,
+    TypeA,
+    KeyPress,
+    SelectEl,
+    FindData,
+    GetContent,
+    // PageA,
+    CloseA,
+    PluginA,
+    ReadVariable
+  ].map((item) => item.entries.type.literal),
+  "page"
+];
+var ActionDefine = v.fallback(
+  v.union([
+    GoToA,
+    SetViewportA,
+    SetUserAgentA,
+    WaitA,
+    ClickA,
+    TypeA,
+    KeyPress,
+    SelectEl,
+    FindData,
+    GetContent,
+    PageA,
+    CloseA,
+    PluginA,
+    ReadVariable
+  ]),
+  (item) => {
+    if (TypeList.includes((item?.value).type)) {
+      throw new Error(JSON.stringify(item?.issues));
+    }
+    return { type: "custom", config: item?.value };
+  }
+);
+var ActionListDefine = v.array(ActionDefine);
+var GlobalConfig = v.object({
+  maxTimeout: OptNumber,
+  actionTimeout: OptNumber
+});
+
+// src/init.ts
+import * as v2 from "valibot";
+import { Browser as BV, computeExecutablePath as computeExecutablePath2 } from "@puppeteer/browsers";
+import * as fs from "fs";
+
+// src/download.ts
+import { Browser, computeExecutablePath, install } from "@puppeteer/browsers";
+async function download(options) {
+  let result = await install({
+    browser: Browser.CHROME,
+    baseUrl: "https://cdn.npmmirror.com/binaries/chrome-for-testing",
+    ...options,
+    unpack: true
+  });
+}
+function getExecutablePath(dir, buildId) {
+  return computeExecutablePath({ cacheDir: dir, browser: Browser.CHROME, buildId });
+}
+
+// src/init.ts
+import { PUPPETEER_REVISIONS } from "puppeteer-core/internal/revisions.js";
+async function init(options) {
+  return WebBrowser.init(options);
+}
+var CHROME_VERSION = PUPPETEER_REVISIONS.chrome;
+var WebBrowser = class _WebBrowser {
+  browser;
+  static async init(options) {
+    let bvType = BV.CHROME;
+    let executablePath = computeExecutablePath2({ cacheDir: options.cacheDir, browser: bvType, buildId: CHROME_VERSION });
+    if (!fs.existsSync(executablePath)) {
+      console.log("准备下载");
+      await download({ cacheDir: options.cacheDir, buildId: CHROME_VERSION, browser: bvType });
+    }
+    const browser = await puppeteer.launch({ ...options, executablePath });
+    return new _WebBrowser(browser);
+  }
+  constructor(browser) {
+    this.browser = browser;
+  }
+  #config;
+  #pluginMap = /* @__PURE__ */ new Map();
+  setConfig(config) {
+    this.#config = config;
+  }
+  getConfig() {
+    return this.#config;
+  }
+  registerCustom(type, fn) {
+    this.#pluginMap.set(type, fn);
+  }
+  clearCustom() {
+    this.#pluginMap.clear();
+  }
+  getCustom(key) {
+    return this.#pluginMap.get(key);
+  }
+  async openPage(fn, parent) {
+    let page = new WebPage(await this.browser.newPage(), this, parent);
+    if (this.#config?.maxTimeout) {
+      page.setMaxTimeout(this.#config.maxTimeout);
+    }
+    return fn(page);
+  }
+  runQueue(list, input) {
+    let result = v2.safeParse(ActionListDefine, list);
+    if (!result.success) {
+      throw new Error(`解析配置错误
+${JSON.stringify(result.issues)}`);
+    }
+    return this.openPage(async (page) => {
+      if (input) {
+        for (const key in input) {
+          page.setVariable(key, input[key]);
+        }
+      }
+      return page.exeQueue(result.output);
+    });
+  }
+};
+export {
+  ActionDefine,
+  ActionListDefine,
+  GlobalConfig,
+  WebBrowser,
+  WebPage,
+  download,
+  format,
+  getExecutablePath,
+  init
+};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cyia/crawl",
-  "version": "0.0.11",
+  "version": "0.0.12",
   "author": "wszgrcy",
   "description": "",
   "dependencies": {
@@ -9,7 +9,9 @@
     "html-entities": "2.6.0",
     "puppeteer-core": "24.6.0",
     "valibot": "1.0.0",
-    "turndown": "^7.2.0"
+    "turndown": "^7.2.0",
+    "@mozilla/readability": "^0.6.0",
+    "jsdom": "^26.0.0"
   },
   "exports": {
     ".": {