proxy-pool-manager 1.0.9 → 1.0.11

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "proxy-pool-manager",
3
- "version": "1.0.9",
3
+ "version": "1.0.11",
4
4
  "description": "proxy manager",
5
5
  "main": "./dist/index.cjs",
6
6
  "module": "./dist/index.mjs",
@@ -36,7 +36,6 @@
36
36
  },
37
37
  "dependencies": {
38
38
  "async": "^3.2.6",
39
- "mongoose": "^7.8.7",
40
39
  "node-fetch": "^2.7.0",
41
40
  "winston": "^3.18.3",
42
41
  "winston-daily-rotate-file": "^5.0.0"
@@ -1,38 +0,0 @@
1
- import { LogLevel } from "./types";
2
- import { MongoProxyManager } from "./mongoUtils";
3
- export declare class ProxyUrlBulkInsertManager {
4
- private mongoManager;
5
- private batchSize;
6
- private concurrency;
7
- private debug;
8
- constructor(mongoManager: MongoProxyManager, batchSize?: number, concurrency?: number, logLevel?: LogLevel);
9
- setLogLevel(level: LogLevel): void;
10
- getLogLevel(): LogLevel;
11
- /**
12
- * 自动设置 debug 模式(仅在 debug 为 true 时注册)
13
- */
14
- private setDebugMode;
15
- /**
16
- * 统一的日志记录方法(通过服务定位器)
17
- */
18
- private log;
19
- /**
20
- * 将URL数组拆分为多个批次
21
- */
22
- private chunkArray;
23
- /**
24
- * 并发处理批次
25
- */
26
- private processInBatches;
27
- /**
28
- * 从URL数组批量插入代理,仅添加数据库中不存在的记录
29
- * @param proxyUrls 代理URL字符串数组
30
- * @returns 实际插入的数量
31
- */
32
- bulkInsertFromUrls(proxyUrls: string[]): Promise<number>;
33
- /**
34
- * 处理单个URL批次,仅插入不存在的代理
35
- */
36
- private processUrlBatch;
37
- }
38
- //# sourceMappingURL=ProxyUrlBulkInsertManager.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"ProxyUrlBulkInsertManager.d.ts","sourceRoot":"","sources":["../src/ProxyUrlBulkInsertManager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAa,QAAQ,EAAE,MAAM,SAAS,CAAC;AAC9C,OAAO,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AAIjD,qBAAa,yBAAyB;IAClC,OAAO,CAAC,YAAY,CAAoB;IACxC,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,KAAK,CAAU;gBAInB,YAAY,EAAE,iBAAiB,EAC/B,SAAS,GAAE,MAAY,EACvB,WAAW,GAAE,MAAU,EACvB,QAAQ,CAAC,EAAE,QAAQ;IAchB,WAAW,CAAC,KAAK,EAAE,QAAQ,GAAG,IAAI;IAYlC,WAAW,IAAI,QAAQ;IAS9B;;GAED;IACC,OAAO,CAAC,YAAY;IA6BpB;;OAEG;IACH,OAAO,CAAC,GAAG;IAgBX;;OAEG;IACH,OAAO,CAAC,UAAU;IAQlB;;OAEG;YACW,gBAAgB;IA2C9B;;;;OAIG;IACG,kBAAkB,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IA4B9D;;OAEG;YACW,eAAe;CA2ChC"}
@@ -1,71 +0,0 @@
1
- import { ProxyItem, MongoConfig } from "./types";
2
- import { Document } from "mongoose";
3
- export interface ProxyDocument extends ProxyItem, Document {
4
- }
5
- export declare class MongoProxyManager {
6
- private static instances;
7
- private ProxyModel;
8
- private config;
9
- private isConnected;
10
- private connectPromise;
11
- private logLevel;
12
- private connectionAttempts;
13
- private maxConnectionAttempts;
14
- private constructor();
15
- /**
16
- * 带重试的连接方法
17
- */
18
- private connectWithRetry;
19
- static getInstance(config: MongoConfig): MongoProxyManager;
20
- /**
21
- * 统一的日志记录方法(通过服务定位器)
22
- */
23
- private log;
24
- /**
25
- * 确保连接的方法
26
- */
27
- ensureConnected(): Promise<void>;
28
- connect(): Promise<void>;
29
- disconnect(): Promise<void>;
30
- checkConnection(): Promise<boolean>;
31
- findAll(filter?: Record<string, any>): Promise<ProxyItem[]>;
32
- findByUrl(url: string): Promise<ProxyItem | null>;
33
- upsert(proxy: ProxyItem): Promise<ProxyItem>;
34
- updateByUrl(url: string, updates: Partial<ProxyItem>): Promise<ProxyItem | null>;
35
- bulkUpsert(proxies: ProxyItem[]): Promise<void>;
36
- bulkUpdateByUrl(updates: Array<{
37
- url: string;
38
- data: Partial<ProxyItem>;
39
- }>): Promise<void>;
40
- bulkInsert(proxies: ProxyItem[]): Promise<{
41
- insertedCount: number;
42
- }>;
43
- delete(url: string): Promise<boolean>;
44
- clear(): Promise<void>;
45
- updateMany(filter: Partial<ProxyItem>, updates: Partial<ProxyItem>): Promise<number>;
46
- /**
47
- * 按条件查询代理,并支持限制返回数量
48
- * @param filter 查询条件
49
- * @param limit 最大返回数量,0 表示无限制
50
- * @param skip 跳过的记录数
51
- */
52
- findLimited(filter?: Record<string, any>, limit?: number, skip?: number): Promise<ProxyItem[]>;
53
- /**
54
- * 删除所有状态为 invalid 的代理
55
- */
56
- deleteInvalidProxies(): Promise<number>;
57
- /**
58
- * 根据条件删除代理
59
- */
60
- deleteByCondition(filter: Record<string, any>): Promise<number>;
61
- /**
62
- * 获取代理统计信息
63
- */
64
- getStats(): Promise<{
65
- total: number;
66
- valid: number;
67
- invalid: number;
68
- avgResponseTime: number;
69
- }>;
70
- }
71
- //# sourceMappingURL=mongoUtils.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"mongoUtils.d.ts","sourceRoot":"","sources":["../src/mongoUtils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,WAAW,EAAY,MAAM,SAAS,CAAC;AAE3D,OAAiB,EAAE,QAAQ,EAA8B,MAAM,UAAU,CAAC;AAG1E,MAAM,WAAW,aAAc,SAAQ,SAAS,EAAE,QAAQ;CAAI;AAwB9D,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,MAAM,CAAC,SAAS,CAA6C;IACrE,OAAO,CAAC,UAAU,CAAuB;IACzC,OAAO,CAAC,MAAM,CAAc;IAC5B,OAAO,CAAC,WAAW,CAAkB;IACrC,OAAO,CAAC,cAAc,CAA8B;IACpD,OAAO,CAAC,QAAQ,CAAW;IAC3B,OAAO,CAAC,kBAAkB,CAAa;IACvC,OAAO,CAAC,qBAAqB,CAAa;IAE1C,OAAO;IAOP;;KAEC;YACa,gBAAgB;WAqDhB,WAAW,CAAC,MAAM,EAAE,WAAW,GAAG,iBAAiB;IASjE;;KAEC;IACD,OAAO,CAAC,GAAG;IAiBX;;KAEC;IACY,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC;IAWhC,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IA0BxB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAS3B,eAAe,IAAI,OAAO,CAAC,OAAO,CAAC;IAUnC,OAAO,CAAC,MAAM,GAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAM,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;IAO/D,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC;IAOjD,MAAM,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;IAW5C,WAAW,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,SAAS,CAAC,GAAG,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC;IA0BhF,UAAU,CAAC,OAAO,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAgB/C,eAAe,CAAC,OAAO,EAAE,KAAK,CAAC;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,OAAO,CAAC,SAAS,CAAC,CAAA;KAAE,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAgBzF,UAAU,CAAC,OAAO,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC;QAAE,aAAa,EAAE,MAAM,CAAA;KAAE,CAAC;IAoBpE,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAOrC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAMtB,UAAU,CACrB,MAAM,EAAE,OAAO,CAAC,SAAS,CAAC,EAC1B,OAAO,EAAE,OAAO,CAAC,SAAS,CAAC,GAC1B,OAAO,CAAC,MAAM,CAAC;IAUlB;;;;;OAKG;IACU,WAAW,CACtB,MAAM,GAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAM,EAChC,KAAK,GAAE,MAAU,EACjB,IAAI,GAAE,MAAU,GACf,OAAO,CAAC,SAAS,EAAE,CAAC;IAYvB;;KAEC;IACY,oBAAoB,IAAI,OAAO,CAAC,MAAM,CAAC;IAOpD;;OAEG;IACU,iBAAiB,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;IAO5E;;OAEG;IACU,QAAQ,IAAI,OAAO,CAAC;QAC/B,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,MAAM,CAAC;QAChB,eAAe,EAAE,MAAM,CAAC;KACzB,CAAC;CAgBH"}