@d-zero/puppeteer-dealer 0.6.6 → 0.7.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/README.md CHANGED
@@ -62,7 +62,10 @@ function deal<T, R = void>(
62
62
  header: DealHeader,
63
63
  createProcess: () => (needAuth: boolean) => ChildProcessManager<T, R>,
64
64
  options?: Omit<DealOptions, 'header'> & {
65
- each?: (result: R) => void | Promise<void>;
65
+ each?: (
66
+ result: R,
67
+ push: (...items: URLInfo[]) => Promise<void>,
68
+ ) => void | Promise<void>;
66
69
  },
67
70
  ): Promise<void>;
68
71
 
@@ -71,7 +74,12 @@ type URLInfo = {
71
74
  readonly url: string | URL;
72
75
  };
73
76
 
74
- type DealHeader = (progress: number, done: number, total: number) => string;
77
+ type DealHeader = (
78
+ progress: number,
79
+ done: number,
80
+ total: number,
81
+ limit: number,
82
+ ) => string;
75
83
  ```
76
84
 
77
85
  ### `createProcess`
@@ -62,8 +62,7 @@ export function createChildProcess(handler) {
62
62
  return result;
63
63
  });
64
64
  return async () => {
65
- childLog('Close page and browser');
66
- await page.close();
65
+ childLog('Close browser');
67
66
  await browser.close();
68
67
  childLog('Cleanup done');
69
68
  };
package/dist/deal.d.ts CHANGED
@@ -9,5 +9,5 @@ import type { DealHeader, DealOptions } from '@d-zero/dealer';
9
9
  * @param options
10
10
  */
11
11
  export declare function deal<T, R = void>(list: readonly URLInfo[], header: DealHeader, createProcess: () => (needAuth: boolean) => ChildProcessManager<T, R>, options?: Omit<DealOptions, 'header'> & {
12
- each?: (result: R) => void | Promise<void>;
12
+ each?: (result: R, push: (...items: URLInfo[]) => Promise<void>) => void | Promise<void>;
13
13
  }): Promise<void>;
package/dist/deal.js CHANGED
@@ -12,7 +12,7 @@ export function deal(list, header, createProcess, options) {
12
12
  const urlObj = new URL(url);
13
13
  return !!(urlObj.username && urlObj.password);
14
14
  });
15
- return coreDeal(list, ({ id, url }, update, index, setLineHeader) => {
15
+ return coreDeal(list, ({ id, url }, update, index, setLineHeader, push) => {
16
16
  const fileId = id || index.toString().padStart(3, '0');
17
17
  const lineHeader = `%braille% ${c.bgWhite(` ${fileId} `)} ${c.gray(url.toString())}: `;
18
18
  setLineHeader(lineHeader);
@@ -24,7 +24,7 @@ export function deal(list, header, createProcess, options) {
24
24
  processManager.log((log) => update(log));
25
25
  const result = await processManager.each(fileId, url.toString(), index);
26
26
  if (options?.each) {
27
- await options.each(result);
27
+ await options.each(result, push);
28
28
  }
29
29
  await processManager.close();
30
30
  };
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@d-zero/puppeteer-dealer",
3
- "version": "0.6.6",
3
+ "version": "0.7.1",
4
4
  "description": "Puppeteer handles each page",
5
5
  "author": "D-ZERO",
6
6
  "license": "MIT",
@@ -23,19 +23,19 @@
23
23
  "clean": "tsc --build --clean"
24
24
  },
25
25
  "dependencies": {
26
- "@d-zero/dealer": "1.5.4",
27
- "@d-zero/proc-talk": "0.4.15",
28
- "@d-zero/shared": "0.18.0",
26
+ "@d-zero/dealer": "1.6.1",
27
+ "@d-zero/proc-talk": "0.4.16",
28
+ "@d-zero/shared": "0.19.0",
29
29
  "ansi-colors": "4.1.3",
30
30
  "debug": "4.4.3",
31
31
  "puppeteer-extra": "3.3.6",
32
32
  "puppeteer-extra-plugin-stealth": "2.11.2"
33
33
  },
34
34
  "devDependencies": {
35
- "puppeteer": "24.37.1"
35
+ "puppeteer": "24.37.3"
36
36
  },
37
37
  "peerDependencies": {
38
- "puppeteer": "24.37.1"
38
+ "puppeteer": "24.37.3"
39
39
  },
40
- "gitHead": "008ea25926579b061e36c1f5f4f4fc7e15cb782e"
40
+ "gitHead": "7f90e8c637c40b9abee652eac927a3ca257ef29f"
41
41
  }