recker 1.0.26 → 1.0.27
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/browser/browser/cache.d.ts +40 -0
- package/dist/browser/browser/cache.js +199 -0
- package/dist/browser/browser/crypto.d.ts +24 -0
- package/dist/browser/browser/crypto.js +80 -0
- package/dist/browser/browser/index.d.ts +31 -0
- package/dist/browser/browser/index.js +31 -0
- package/dist/browser/browser/recker.d.ts +26 -0
- package/dist/browser/browser/recker.js +61 -0
- package/dist/browser/cache/basic-file-storage.d.ts +12 -0
- package/dist/browser/cache/basic-file-storage.js +50 -0
- package/dist/browser/cache/memory-limits.d.ts +20 -0
- package/dist/browser/cache/memory-limits.js +96 -0
- package/dist/browser/cache/memory-storage.d.ts +132 -0
- package/dist/browser/cache/memory-storage.js +454 -0
- package/dist/browser/cache.d.ts +40 -0
- package/dist/browser/cache.js +199 -0
- package/dist/browser/constants/http-status.d.ts +73 -0
- package/dist/browser/constants/http-status.js +156 -0
- package/dist/browser/cookies/memory-cookie-jar.d.ts +30 -0
- package/dist/browser/cookies/memory-cookie-jar.js +210 -0
- package/dist/browser/core/client.d.ts +118 -0
- package/dist/browser/core/client.js +667 -0
- package/dist/browser/core/errors.d.ts +142 -0
- package/dist/browser/core/errors.js +308 -0
- package/dist/browser/core/index.d.ts +5 -0
- package/dist/browser/core/index.js +5 -0
- package/dist/browser/core/request-promise.d.ts +23 -0
- package/dist/browser/core/request-promise.js +82 -0
- package/dist/browser/core/request.d.ts +20 -0
- package/dist/browser/core/request.js +76 -0
- package/dist/browser/core/response.d.ts +34 -0
- package/dist/browser/core/response.js +178 -0
- package/dist/browser/crypto.d.ts +24 -0
- package/dist/browser/crypto.js +80 -0
- package/dist/browser/index.d.ts +31 -0
- package/dist/browser/index.js +31 -0
- package/dist/browser/plugins/auth/api-key.d.ts +8 -0
- package/dist/browser/plugins/auth/api-key.js +27 -0
- package/dist/browser/plugins/auth/auth0.d.ts +33 -0
- package/dist/browser/plugins/auth/auth0.js +94 -0
- package/dist/browser/plugins/auth/aws-sigv4.d.ts +10 -0
- package/dist/browser/plugins/auth/aws-sigv4.js +88 -0
- package/dist/browser/plugins/auth/azure-ad.d.ts +48 -0
- package/dist/browser/plugins/auth/azure-ad.js +152 -0
- package/dist/browser/plugins/auth/basic.d.ts +7 -0
- package/dist/browser/plugins/auth/basic.js +13 -0
- package/dist/browser/plugins/auth/bearer.d.ts +8 -0
- package/dist/browser/plugins/auth/bearer.js +17 -0
- package/dist/browser/plugins/auth/cognito.d.ts +45 -0
- package/dist/browser/plugins/auth/cognito.js +208 -0
- package/dist/browser/plugins/auth/digest.d.ts +8 -0
- package/dist/browser/plugins/auth/digest.js +100 -0
- package/dist/browser/plugins/auth/firebase.d.ts +32 -0
- package/dist/browser/plugins/auth/firebase.js +195 -0
- package/dist/browser/plugins/auth/github-app.d.ts +36 -0
- package/dist/browser/plugins/auth/github-app.js +170 -0
- package/dist/browser/plugins/auth/google-service-account.d.ts +49 -0
- package/dist/browser/plugins/auth/google-service-account.js +172 -0
- package/dist/browser/plugins/auth/index.d.ts +15 -0
- package/dist/browser/plugins/auth/index.js +15 -0
- package/dist/browser/plugins/auth/mtls.d.ts +37 -0
- package/dist/browser/plugins/auth/mtls.js +140 -0
- package/dist/browser/plugins/auth/oauth2.d.ts +8 -0
- package/dist/browser/plugins/auth/oauth2.js +26 -0
- package/dist/browser/plugins/auth/oidc.d.ts +55 -0
- package/dist/browser/plugins/auth/oidc.js +222 -0
- package/dist/browser/plugins/auth/okta.d.ts +47 -0
- package/dist/browser/plugins/auth/okta.js +157 -0
- package/dist/browser/plugins/auth.d.ts +1 -0
- package/dist/browser/plugins/auth.js +1 -0
- package/dist/browser/plugins/cache.d.ts +15 -0
- package/dist/browser/plugins/cache.js +486 -0
- package/dist/browser/plugins/circuit-breaker.d.ts +13 -0
- package/dist/browser/plugins/circuit-breaker.js +100 -0
- package/dist/browser/plugins/compression.d.ts +4 -0
- package/dist/browser/plugins/compression.js +130 -0
- package/dist/browser/plugins/cookie-jar.d.ts +5 -0
- package/dist/browser/plugins/cookie-jar.js +72 -0
- package/dist/browser/plugins/dedup.d.ts +5 -0
- package/dist/browser/plugins/dedup.js +35 -0
- package/dist/browser/plugins/graphql.d.ts +13 -0
- package/dist/browser/plugins/graphql.js +58 -0
- package/dist/browser/plugins/grpc-web.d.ts +79 -0
- package/dist/browser/plugins/grpc-web.js +261 -0
- package/dist/browser/plugins/hls.d.ts +105 -0
- package/dist/browser/plugins/hls.js +395 -0
- package/dist/browser/plugins/jsonrpc.d.ts +75 -0
- package/dist/browser/plugins/jsonrpc.js +143 -0
- package/dist/browser/plugins/logger.d.ts +13 -0
- package/dist/browser/plugins/logger.js +108 -0
- package/dist/browser/plugins/odata.d.ts +181 -0
- package/dist/browser/plugins/odata.js +564 -0
- package/dist/browser/plugins/pagination.d.ts +16 -0
- package/dist/browser/plugins/pagination.js +105 -0
- package/dist/browser/plugins/rate-limit.d.ts +15 -0
- package/dist/browser/plugins/rate-limit.js +162 -0
- package/dist/browser/plugins/retry.d.ts +14 -0
- package/dist/browser/plugins/retry.js +116 -0
- package/dist/browser/plugins/scrape.d.ts +21 -0
- package/dist/browser/plugins/scrape.js +82 -0
- package/dist/browser/plugins/server-timing.d.ts +7 -0
- package/dist/browser/plugins/server-timing.js +24 -0
- package/dist/browser/plugins/soap.d.ts +72 -0
- package/dist/browser/plugins/soap.js +347 -0
- package/dist/browser/plugins/xml.d.ts +9 -0
- package/dist/browser/plugins/xml.js +194 -0
- package/dist/browser/plugins/xsrf.d.ts +9 -0
- package/dist/browser/plugins/xsrf.js +48 -0
- package/dist/browser/recker.d.ts +26 -0
- package/dist/browser/recker.js +61 -0
- package/dist/browser/runner/request-runner.d.ts +46 -0
- package/dist/browser/runner/request-runner.js +89 -0
- package/dist/browser/scrape/document.d.ts +44 -0
- package/dist/browser/scrape/document.js +210 -0
- package/dist/browser/scrape/element.d.ts +49 -0
- package/dist/browser/scrape/element.js +176 -0
- package/dist/browser/scrape/extractors.d.ts +16 -0
- package/dist/browser/scrape/extractors.js +356 -0
- package/dist/browser/scrape/types.d.ts +107 -0
- package/dist/browser/scrape/types.js +1 -0
- package/dist/browser/transport/fetch.d.ts +11 -0
- package/dist/browser/transport/fetch.js +143 -0
- package/dist/browser/transport/undici.d.ts +38 -0
- package/dist/browser/transport/undici.js +897 -0
- package/dist/browser/types/ai.d.ts +267 -0
- package/dist/browser/types/ai.js +1 -0
- package/dist/browser/types/index.d.ts +351 -0
- package/dist/browser/types/index.js +1 -0
- package/dist/browser/types/logger.d.ts +16 -0
- package/dist/browser/types/logger.js +66 -0
- package/dist/browser/types/udp.d.ts +138 -0
- package/dist/browser/types/udp.js +1 -0
- package/dist/browser/utils/agent-manager.d.ts +29 -0
- package/dist/browser/utils/agent-manager.js +160 -0
- package/dist/browser/utils/body.d.ts +10 -0
- package/dist/browser/utils/body.js +148 -0
- package/dist/browser/utils/charset.d.ts +15 -0
- package/dist/browser/utils/charset.js +169 -0
- package/dist/browser/utils/concurrency.d.ts +20 -0
- package/dist/browser/utils/concurrency.js +120 -0
- package/dist/browser/utils/dns.d.ts +6 -0
- package/dist/browser/utils/dns.js +26 -0
- package/dist/browser/utils/header-parser.d.ts +94 -0
- package/dist/browser/utils/header-parser.js +617 -0
- package/dist/browser/utils/html-cleaner.d.ts +1 -0
- package/dist/browser/utils/html-cleaner.js +21 -0
- package/dist/browser/utils/link-header.d.ts +69 -0
- package/dist/browser/utils/link-header.js +190 -0
- package/dist/browser/utils/optional-require.d.ts +19 -0
- package/dist/browser/utils/optional-require.js +105 -0
- package/dist/browser/utils/progress.d.ts +8 -0
- package/dist/browser/utils/progress.js +82 -0
- package/dist/browser/utils/request-pool.d.ts +22 -0
- package/dist/browser/utils/request-pool.js +101 -0
- package/dist/browser/utils/sse.d.ts +7 -0
- package/dist/browser/utils/sse.js +67 -0
- package/dist/browser/utils/streaming.d.ts +17 -0
- package/dist/browser/utils/streaming.js +84 -0
- package/dist/browser/utils/try-fn.d.ts +3 -0
- package/dist/browser/utils/try-fn.js +59 -0
- package/dist/browser/utils/user-agent.d.ts +44 -0
- package/dist/browser/utils/user-agent.js +100 -0
- package/dist/browser/utils/whois.d.ts +32 -0
- package/dist/browser/utils/whois.js +246 -0
- package/dist/browser/websocket/client.d.ts +65 -0
- package/dist/browser/websocket/client.js +313 -0
- package/dist/cli/index.d.ts +1 -0
- package/dist/cli/index.js +1 -0
- package/dist/transport/fetch.d.ts +7 -1
- package/dist/transport/fetch.js +58 -76
- package/package.json +34 -2
|
@@ -0,0 +1,118 @@
|
|
|
1
|
+
import { ClientOptions, Middleware, ReckerRequest, ReckerResponse, RequestOptions, CacheStorage, PageResult } from '../types/index.js';
|
|
2
|
+
import { RequestPromise } from './request-promise.js';
|
|
3
|
+
import { PaginationOptions } from '../plugins/pagination.js';
|
|
4
|
+
import { RetryOptions } from '../plugins/retry.js';
|
|
5
|
+
import { CacheOptions } from '../plugins/cache.js';
|
|
6
|
+
import { DedupOptions } from '../plugins/dedup.js';
|
|
7
|
+
import { ReckerWebSocket, type WebSocketOptions } from '../websocket/client.js';
|
|
8
|
+
import { type WhoisOptions, type WhoisResult } from '../utils/whois.js';
|
|
9
|
+
import { type ScrapePromise } from '../plugins/scrape.js';
|
|
10
|
+
import { HlsPromise, type HlsOptions } from '../plugins/hls.js';
|
|
11
|
+
interface ClientCacheConfig extends Omit<CacheOptions, 'storage'> {
|
|
12
|
+
storage?: CacheStorage;
|
|
13
|
+
driver?: 'memory' | 'file';
|
|
14
|
+
fileStoragePath?: string;
|
|
15
|
+
}
|
|
16
|
+
export interface ExtendedClientOptions extends ClientOptions {
|
|
17
|
+
retry?: RetryOptions;
|
|
18
|
+
cache?: ClientCacheConfig;
|
|
19
|
+
dedup?: DedupOptions;
|
|
20
|
+
}
|
|
21
|
+
export declare class Client {
|
|
22
|
+
private baseUrl;
|
|
23
|
+
private middlewares;
|
|
24
|
+
private hooks;
|
|
25
|
+
private transport;
|
|
26
|
+
private defaultHeaders;
|
|
27
|
+
private defaultParams;
|
|
28
|
+
private paginationConfig?;
|
|
29
|
+
private handler;
|
|
30
|
+
private logger?;
|
|
31
|
+
private debugEnabled;
|
|
32
|
+
private agentManager?;
|
|
33
|
+
private concurrencyConfig;
|
|
34
|
+
private requestPool?;
|
|
35
|
+
private maxResponseSize?;
|
|
36
|
+
private cookieJar?;
|
|
37
|
+
private cookieIgnoreInvalid;
|
|
38
|
+
private defaultTimeout?;
|
|
39
|
+
constructor(options?: ExtendedClientOptions);
|
|
40
|
+
private createLoggingMiddleware;
|
|
41
|
+
private createMaxSizeMiddleware;
|
|
42
|
+
private setupCookieJar;
|
|
43
|
+
private createCookieMiddleware;
|
|
44
|
+
private splitSetCookieHeader;
|
|
45
|
+
private composeMiddlewares;
|
|
46
|
+
private hooksMiddleware;
|
|
47
|
+
private httpErrorMiddleware;
|
|
48
|
+
use(middleware: Middleware): this;
|
|
49
|
+
beforeRequest(hook: (req: ReckerRequest) => ReckerRequest | void | Promise<ReckerRequest | void>): this;
|
|
50
|
+
afterResponse(hook: (req: ReckerRequest, res: ReckerResponse) => ReckerResponse | void | Promise<ReckerResponse | void>): this;
|
|
51
|
+
onError(hook: (error: Error, req: ReckerRequest) => ReckerResponse | void | Promise<ReckerResponse | void>): this;
|
|
52
|
+
private buildUrl;
|
|
53
|
+
request<T = unknown>(path: string, options?: RequestOptions): RequestPromise<T>;
|
|
54
|
+
get<T = unknown>(path: string, options?: Omit<RequestOptions, 'method'>): RequestPromise<T>;
|
|
55
|
+
batch<T = ReckerResponse>(requests: Array<{
|
|
56
|
+
path: string;
|
|
57
|
+
options?: RequestOptions;
|
|
58
|
+
}>, options?: {
|
|
59
|
+
concurrency?: number;
|
|
60
|
+
mapResponse?: (res: ReckerResponse) => Promise<T> | T;
|
|
61
|
+
}): Promise<{
|
|
62
|
+
results: (T | Error)[];
|
|
63
|
+
stats: {
|
|
64
|
+
total: number;
|
|
65
|
+
successful: number;
|
|
66
|
+
failed: number;
|
|
67
|
+
duration: number;
|
|
68
|
+
};
|
|
69
|
+
}>;
|
|
70
|
+
multi<T = ReckerResponse>(requests: Array<{
|
|
71
|
+
path: string;
|
|
72
|
+
options?: RequestOptions;
|
|
73
|
+
}>, options?: {
|
|
74
|
+
concurrency?: number;
|
|
75
|
+
mapResponse?: (res: ReckerResponse) => Promise<T> | T;
|
|
76
|
+
}): Promise<{
|
|
77
|
+
results: (Error | T)[];
|
|
78
|
+
stats: {
|
|
79
|
+
total: number;
|
|
80
|
+
successful: number;
|
|
81
|
+
failed: number;
|
|
82
|
+
duration: number;
|
|
83
|
+
};
|
|
84
|
+
}>;
|
|
85
|
+
private requestWithBody;
|
|
86
|
+
post<T = unknown>(path: string, body?: any, options?: Omit<RequestOptions, 'method' | 'body'>): RequestPromise<T>;
|
|
87
|
+
put<T = unknown>(path: string, body?: any, options?: Omit<RequestOptions, 'method' | 'body'>): RequestPromise<T>;
|
|
88
|
+
patch<T = unknown>(path: string, body?: any, options?: Omit<RequestOptions, 'method' | 'body'>): RequestPromise<T>;
|
|
89
|
+
delete<T = unknown>(path: string, options?: Omit<RequestOptions, 'method'>): RequestPromise<T>;
|
|
90
|
+
head<T = unknown>(path: string, options?: Omit<RequestOptions, 'method'>): RequestPromise<T>;
|
|
91
|
+
options<T = unknown>(path: string, options?: Omit<RequestOptions, 'method'>): RequestPromise<T>;
|
|
92
|
+
trace<T = unknown>(path: string, options?: Omit<RequestOptions, 'method'>): RequestPromise<T>;
|
|
93
|
+
connect<T = unknown>(path: string, options?: Omit<RequestOptions, 'method'>): RequestPromise<T>;
|
|
94
|
+
purge<T = unknown>(path: string, options?: Omit<RequestOptions, 'method'>): RequestPromise<T>;
|
|
95
|
+
propfind<T = unknown>(path: string, body?: any, options?: Omit<RequestOptions, 'method' | 'body'>): RequestPromise<T>;
|
|
96
|
+
proppatch<T = unknown>(path: string, body?: any, options?: Omit<RequestOptions, 'method' | 'body'>): RequestPromise<T>;
|
|
97
|
+
mkcol<T = unknown>(path: string, options?: Omit<RequestOptions, 'method'>): RequestPromise<T>;
|
|
98
|
+
copy<T = unknown>(path: string, options?: Omit<RequestOptions, 'method'>): RequestPromise<T>;
|
|
99
|
+
move<T = unknown>(path: string, options?: Omit<RequestOptions, 'method'>): RequestPromise<T>;
|
|
100
|
+
lock<T = unknown>(path: string, body?: any, options?: Omit<RequestOptions, 'method' | 'body'>): RequestPromise<T>;
|
|
101
|
+
unlock<T = unknown>(path: string, options?: Omit<RequestOptions, 'method'>): RequestPromise<T>;
|
|
102
|
+
link<T = unknown>(path: string, body?: any, options?: Omit<RequestOptions, 'method' | 'body'>): RequestPromise<T>;
|
|
103
|
+
unlink<T = unknown>(path: string, body?: any, options?: Omit<RequestOptions, 'method' | 'body'>): RequestPromise<T>;
|
|
104
|
+
scrape(path: string, options?: RequestOptions): ScrapePromise<ReckerResponse>;
|
|
105
|
+
paginate<T>(path: string, options?: RequestOptions & PaginationOptions<T>): AsyncGenerator<T>;
|
|
106
|
+
pages<T = any>(path: string, options?: RequestOptions & PaginationOptions): AsyncGenerator<PageResult<T>>;
|
|
107
|
+
page<T = any>(path: string, pageNumber: number, options?: RequestOptions & {
|
|
108
|
+
pageParam?: string;
|
|
109
|
+
}): RequestPromise<T>;
|
|
110
|
+
getAll<T>(path: string, options?: RequestOptions & PaginationOptions<T>): Promise<T[]>;
|
|
111
|
+
websocket(path: string, options?: WebSocketOptions): ReckerWebSocket;
|
|
112
|
+
ws(path: string, options?: WebSocketOptions): ReckerWebSocket;
|
|
113
|
+
whois(query: string, options?: WhoisOptions): Promise<WhoisResult>;
|
|
114
|
+
isDomainAvailable(domain: string, options?: WhoisOptions): Promise<boolean>;
|
|
115
|
+
hls(manifestUrl: string, options?: HlsOptions): HlsPromise;
|
|
116
|
+
}
|
|
117
|
+
export declare function createClient(options?: ExtendedClientOptions): Client;
|
|
118
|
+
export {};
|