@crawlee/utils 3.0.0-beta.6 → 3.0.0-beta.60
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +77 -130
- package/index.d.ts +2 -0
- package/index.d.ts.map +1 -1
- package/index.js +1 -0
- package/index.js.map +1 -1
- package/index.mjs +1 -0
- package/internals/cheerio.d.ts +2 -2
- package/internals/cheerio.d.ts.map +1 -1
- package/internals/cheerio.js +1 -1
- package/internals/cheerio.js.map +1 -1
- package/internals/debug.d.ts +32 -0
- package/internals/debug.d.ts.map +1 -0
- package/internals/debug.js +32 -0
- package/internals/debug.js.map +1 -0
- package/internals/extract-urls.d.ts +1 -1
- package/internals/general.d.ts +1 -1
- package/internals/general.js +1 -1
- package/internals/memory-info.js.map +1 -1
- package/internals/social.d.ts +18 -19
- package/internals/social.d.ts.map +1 -1
- package/internals/social.js +18 -20
- package/internals/social.js.map +1 -1
- package/internals/typedefs.d.ts +0 -6
- package/internals/typedefs.d.ts.map +1 -1
- package/internals/typedefs.js.map +1 -1
- package/package.json +12 -9
- package/tsconfig.build.tsbuildinfo +1 -1
package/internals/social.d.ts
CHANGED
|
@@ -28,7 +28,7 @@ export declare function emailsFromUrls(urls: string[]): string[];
|
|
|
28
28
|
/**
|
|
29
29
|
* The function attempts to extract phone numbers from a text. Please note that
|
|
30
30
|
* the results might not be accurate, since phone numbers appear in a large variety of formats and conventions.
|
|
31
|
-
* If you encounter some problems, please [file an issue](https://github.com/apify/apify-
|
|
31
|
+
* If you encounter some problems, please [file an issue](https://github.com/apify/apify-ts/issues).
|
|
32
32
|
* @param text Text to search the phone numbers in.
|
|
33
33
|
* @return Array of phone numbers found.
|
|
34
34
|
* If no phone numbers are found, the function returns an empty array.
|
|
@@ -70,8 +70,7 @@ export interface SocialHandles {
|
|
|
70
70
|
*
|
|
71
71
|
* **Example usage:**
|
|
72
72
|
* ```typescript
|
|
73
|
-
* import { launchPuppeteer } from '
|
|
74
|
-
* import { social } from '@crawlee/utils';
|
|
73
|
+
* import { launchPuppeteer, social } from 'crawlee';
|
|
75
74
|
*
|
|
76
75
|
* const browser = await launchPuppeteer();
|
|
77
76
|
* const page = await browser.newPage();
|
|
@@ -108,7 +107,7 @@ export declare function parseHandlesFromHtml(html: string, data?: Record<string,
|
|
|
108
107
|
*
|
|
109
108
|
* Example usage:
|
|
110
109
|
* ```
|
|
111
|
-
* import { social } from '
|
|
110
|
+
* import { social } from 'crawlee';
|
|
112
111
|
*
|
|
113
112
|
* if (social.LINKEDIN_REGEX.test('https://www.linkedin.com/in/alan-turing')) {
|
|
114
113
|
* console.log('Match!');
|
|
@@ -138,7 +137,7 @@ export declare const LINKEDIN_REGEX: RegExp;
|
|
|
138
137
|
*
|
|
139
138
|
* Example usage:
|
|
140
139
|
* ```
|
|
141
|
-
* import { social } from '
|
|
140
|
+
* import { social } from 'crawlee';
|
|
142
141
|
*
|
|
143
142
|
* const matches = text.match(social.LINKEDIN_REGEX_GLOBAL);
|
|
144
143
|
* if (matches) console.log(`${matches.length} LinkedIn profiles found!`);
|
|
@@ -168,7 +167,7 @@ export declare const LINKEDIN_REGEX_GLOBAL: RegExp;
|
|
|
168
167
|
*
|
|
169
168
|
* Example usage:
|
|
170
169
|
* ```
|
|
171
|
-
* import { social } from '
|
|
170
|
+
* import { social } from 'crawlee';
|
|
172
171
|
*
|
|
173
172
|
* if (social.INSTAGRAM_REGEX.test('https://www.instagram.com/old_prague')) {
|
|
174
173
|
* console.log('Match!');
|
|
@@ -204,7 +203,7 @@ export declare const INSTAGRAM_REGEX: RegExp;
|
|
|
204
203
|
*
|
|
205
204
|
* Example usage:
|
|
206
205
|
* ```
|
|
207
|
-
* import { social } from '
|
|
206
|
+
* import { social } from 'crawlee';
|
|
208
207
|
*
|
|
209
208
|
* const matches = text.match(social.INSTAGRAM_REGEX_GLOBAL);
|
|
210
209
|
* if (matches) console.log(`${matches.length} Instagram profiles found!`);
|
|
@@ -227,7 +226,7 @@ export declare const INSTAGRAM_REGEX_GLOBAL: RegExp;
|
|
|
227
226
|
*
|
|
228
227
|
* Example usage:
|
|
229
228
|
* ```
|
|
230
|
-
* import { social } from '
|
|
229
|
+
* import { social } from 'crawlee';
|
|
231
230
|
*
|
|
232
231
|
* if (social.TWITTER_REGEX.test('https://www.twitter.com/apify')) {
|
|
233
232
|
* console.log('Match!');
|
|
@@ -255,7 +254,7 @@ export declare const TWITTER_REGEX: RegExp;
|
|
|
255
254
|
*
|
|
256
255
|
* Example usage:
|
|
257
256
|
* ```
|
|
258
|
-
* import { social } from '
|
|
257
|
+
* import { social } from 'crawlee';
|
|
259
258
|
*
|
|
260
259
|
* const matches = text.match(social.TWITTER_REGEX_STRING);
|
|
261
260
|
* if (matches) console.log(`${matches.length} Twitter profiles found!`);
|
|
@@ -280,7 +279,7 @@ export declare const TWITTER_REGEX_GLOBAL: RegExp;
|
|
|
280
279
|
*
|
|
281
280
|
* Example usage:
|
|
282
281
|
* ```
|
|
283
|
-
* import { social } from '
|
|
282
|
+
* import { social } from 'crawlee';
|
|
284
283
|
*
|
|
285
284
|
* if (social.FACEBOOK_REGEX.test('https://www.facebook.com/apifytech')) {
|
|
286
285
|
* console.log('Match!');
|
|
@@ -309,7 +308,7 @@ export declare const FACEBOOK_REGEX: RegExp;
|
|
|
309
308
|
*
|
|
310
309
|
* Example usage:
|
|
311
310
|
* ```
|
|
312
|
-
* import { social } from '
|
|
311
|
+
* import { social } from 'crawlee';
|
|
313
312
|
*
|
|
314
313
|
* const matches = text.match(social.FACEBOOK_REGEX_GLOBAL);
|
|
315
314
|
* if (matches) console.log(`${matches.length} Facebook profiles found!`);
|
|
@@ -331,7 +330,7 @@ export declare const FACEBOOK_REGEX_GLOBAL: RegExp;
|
|
|
331
330
|
*
|
|
332
331
|
* Example usage:
|
|
333
332
|
* ```
|
|
334
|
-
* import { social } from '
|
|
333
|
+
* import { social } from 'crawlee';
|
|
335
334
|
*
|
|
336
335
|
* if (social.YOUTUBE_REGEX.test('https://www.youtube.com/watch?v=kM7YfhfkiEE')) {
|
|
337
336
|
* console.log('Match!');
|
|
@@ -354,7 +353,7 @@ export declare const YOUTUBE_REGEX: RegExp;
|
|
|
354
353
|
*
|
|
355
354
|
* Example usage:
|
|
356
355
|
* ```
|
|
357
|
-
* import { social } from '
|
|
356
|
+
* import { social } from 'crawlee';
|
|
358
357
|
*
|
|
359
358
|
* const matches = text.match(social.YOUTUBE_REGEX_GLOBAL);
|
|
360
359
|
* if (matches) console.log(`${matches.length} Youtube videos found!`);
|
|
@@ -375,7 +374,7 @@ export declare const YOUTUBE_REGEX_GLOBAL: RegExp;
|
|
|
375
374
|
*
|
|
376
375
|
* Example usage:
|
|
377
376
|
* ```
|
|
378
|
-
* import { social } from '
|
|
377
|
+
* import { social } from 'crawlee';
|
|
379
378
|
*
|
|
380
379
|
* if (social.TIKTOK_REGEX.test('https://www.tiktok.com/trending?shareId=123456789')) {
|
|
381
380
|
* console.log('Match!');
|
|
@@ -397,7 +396,7 @@ export declare const TIKTOK_REGEX: RegExp;
|
|
|
397
396
|
*
|
|
398
397
|
* Example usage:
|
|
399
398
|
* ```
|
|
400
|
-
* import { social } from '
|
|
399
|
+
* import { social } from 'crawlee';
|
|
401
400
|
*
|
|
402
401
|
* const matches = text.match(social.TIKTOK_REGEX_GLOBAL);
|
|
403
402
|
* if (matches) console.log(`${matches.length} Tiktok profiles/videos found!`);
|
|
@@ -419,7 +418,7 @@ export declare const TIKTOK_REGEX_GLOBAL: RegExp;
|
|
|
419
418
|
*
|
|
420
419
|
* Example usage:
|
|
421
420
|
* ```
|
|
422
|
-
* import { social } from '
|
|
421
|
+
* import { social } from 'crawlee';
|
|
423
422
|
*
|
|
424
423
|
* if (social.PINTEREST_REGEX.test('https://pinterest.com/pin/123456789')) {
|
|
425
424
|
* console.log('Match!');
|
|
@@ -442,7 +441,7 @@ export declare const PINTEREST_REGEX: RegExp;
|
|
|
442
441
|
*
|
|
443
442
|
* Example usage:
|
|
444
443
|
* ```
|
|
445
|
-
* import { social } from '
|
|
444
|
+
* import { social } from 'crawlee';
|
|
446
445
|
*
|
|
447
446
|
* const matches = text.match(social.PINTEREST_REGEX_GLOBAL);
|
|
448
447
|
* if (matches) console.log(`${matches.length} Pinterest pins found!`);
|
|
@@ -462,7 +461,7 @@ export declare const PINTEREST_REGEX_GLOBAL: RegExp;
|
|
|
462
461
|
*
|
|
463
462
|
* Example usage:
|
|
464
463
|
* ```
|
|
465
|
-
* import { social } from '
|
|
464
|
+
* import { social } from 'crawlee';
|
|
466
465
|
*
|
|
467
466
|
* if (social.DISCORD_REGEX.test('https://discord.gg/discord-developers')) {
|
|
468
467
|
* console.log('Match!');
|
|
@@ -483,7 +482,7 @@ export declare const DISCORD_REGEX: RegExp;
|
|
|
483
482
|
*
|
|
484
483
|
* Example usage:
|
|
485
484
|
* ```
|
|
486
|
-
* import { social } from '
|
|
485
|
+
* import { social } from 'crawlee';
|
|
487
486
|
*
|
|
488
487
|
* const matches = text.match(social.DISCORD_REGEX_GLOBAL);
|
|
489
488
|
* if (matches) console.log(`${matches.length} Discord channels found!`);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"social.d.ts","sourceRoot":"","sources":["../../src/internals/social.ts"],"names":[],"mappings":"AAOA;;;GAGG;AACH,eAAO,MAAM,WAAW,QAA6C,CAAC;AAEtE;;;GAGG;AACH,eAAO,MAAM,kBAAkB,QAAuC,CAAC;AAIvE;;;;;;GAMG;AACH,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAGrD;AAED;;;;;;;GAOG;AACH,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,CAavD;AA4DD;;;;;;;GAOG;AACH,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAiBrD;AAED;;;;;;GAMG;AACH,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,CAYvD;AAkCD;;GAEG;AACH,MAAM,WAAW,aAAa;IAC1B,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,QAAQ,EAAE,MAAM,EAAE,CAAC;CACtB;AAED
|
|
1
|
+
{"version":3,"file":"social.d.ts","sourceRoot":"","sources":["../../src/internals/social.ts"],"names":[],"mappings":"AAOA;;;GAGG;AACH,eAAO,MAAM,WAAW,QAA6C,CAAC;AAEtE;;;GAGG;AACH,eAAO,MAAM,kBAAkB,QAAuC,CAAC;AAIvE;;;;;;GAMG;AACH,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAGrD;AAED;;;;;;;GAOG;AACH,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,CAavD;AA4DD;;;;;;;GAOG;AACH,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAiBrD;AAED;;;;;;GAMG;AACH,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,CAYvD;AAkCD;;GAEG;AACH,MAAM,WAAW,aAAa;IAC1B,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,QAAQ,EAAE,MAAM,EAAE,CAAC;CACtB;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AACH,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,GAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAW,GAAG,aAAa,CAqD7G;AAED;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,eAAO,MAAM,cAAc,QAAgD,CAAC;AAE5E;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AACH,eAAO,MAAM,qBAAqB,QAA0C,CAAC;AAE7E;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AACH,eAAO,MAAM,eAAe,QAAiD,CAAC;AAE9E;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAiCG;AACH,eAAO,MAAM,sBAAsB,QAA2C,CAAC;AAE/E;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,eAAO,MAAM,aAAa,QAA+C,CAAC;AAE1E;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AACH,eAAO,MAAM,oBAAoB,QAAyC,CAAC;AAE3E;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,eAAO,MAAM,cAAc,QAAgD,CAAC;AAE5E;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AACH,eAAO,MAAM,qBAAqB,QAA0C,CAAC;AAE7E;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,eAAO,MAAM,aAAa,QAA+C,CAAC;AAE1E;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,eAAO,MAAM,oBAAoB,QAAyC,CAAC;AAC3E;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,eAAO,MAAM,YAAY,QAA8C,CAAC;AAExE;;;;;;;;;;;;;;;;;;;GAmBG;AACH,eAAO,MAAM,mBAAmB,QAAwC,CAAC;AAEzE;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,eAAO,MAAM,eAAe,QAAiD,CAAC;AAE9E;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,eAAO,MAAM,sBAAsB,QAA2C,CAAC;AAE/E;;;;;;;;;;;;;;;;;;;GAmBG;AACH,eAAO,MAAM,aAAa,QAA+C,CAAC;AAE1E;;;;;;;;;;;;;;;;;;GAkBG;AACH,eAAO,MAAM,oBAAoB,QAAyC,CAAC"}
|
package/internals/social.js
CHANGED
|
@@ -105,7 +105,7 @@ const SKIP_PHONE_REGEX = new RegExp(`^(${SKIP_PHONE_REGEXS.join('|')})$`, 'i');
|
|
|
105
105
|
/**
|
|
106
106
|
* The function attempts to extract phone numbers from a text. Please note that
|
|
107
107
|
* the results might not be accurate, since phone numbers appear in a large variety of formats and conventions.
|
|
108
|
-
* If you encounter some problems, please [file an issue](https://github.com/apify/apify-
|
|
108
|
+
* If you encounter some problems, please [file an issue](https://github.com/apify/apify-ts/issues).
|
|
109
109
|
* @param text Text to search the phone numbers in.
|
|
110
110
|
* @return Array of phone numbers found.
|
|
111
111
|
* If no phone numbers are found, the function returns an empty array.
|
|
@@ -186,8 +186,7 @@ const DISCORD_REGEX_STRING = '(?<!\\w)(?:https?:\\/\\/)?(?:www\\.)?((?:(?:(?:can
|
|
|
186
186
|
*
|
|
187
187
|
* **Example usage:**
|
|
188
188
|
* ```typescript
|
|
189
|
-
* import { launchPuppeteer } from '
|
|
190
|
-
* import { social } from '@crawlee/utils';
|
|
189
|
+
* import { launchPuppeteer, social } from 'crawlee';
|
|
191
190
|
*
|
|
192
191
|
* const browser = await launchPuppeteer();
|
|
193
192
|
* const page = await browser.newPage();
|
|
@@ -219,7 +218,6 @@ function parseHandlesFromHtml(html, data = null) {
|
|
|
219
218
|
pinterests: [],
|
|
220
219
|
discords: [],
|
|
221
220
|
};
|
|
222
|
-
// TODO: maybe extract phone numbers from JSON+LD
|
|
223
221
|
if (typeof html !== 'string')
|
|
224
222
|
return result;
|
|
225
223
|
const $ = cheerio_1.default.load(html, { decodeEntities: true });
|
|
@@ -275,7 +273,7 @@ exports.parseHandlesFromHtml = parseHandlesFromHtml;
|
|
|
275
273
|
*
|
|
276
274
|
* Example usage:
|
|
277
275
|
* ```
|
|
278
|
-
* import { social } from '
|
|
276
|
+
* import { social } from 'crawlee';
|
|
279
277
|
*
|
|
280
278
|
* if (social.LINKEDIN_REGEX.test('https://www.linkedin.com/in/alan-turing')) {
|
|
281
279
|
* console.log('Match!');
|
|
@@ -305,7 +303,7 @@ exports.LINKEDIN_REGEX = new RegExp(`^${LINKEDIN_REGEX_STRING}$`, 'i');
|
|
|
305
303
|
*
|
|
306
304
|
* Example usage:
|
|
307
305
|
* ```
|
|
308
|
-
* import { social } from '
|
|
306
|
+
* import { social } from 'crawlee';
|
|
309
307
|
*
|
|
310
308
|
* const matches = text.match(social.LINKEDIN_REGEX_GLOBAL);
|
|
311
309
|
* if (matches) console.log(`${matches.length} LinkedIn profiles found!`);
|
|
@@ -335,7 +333,7 @@ exports.LINKEDIN_REGEX_GLOBAL = new RegExp(LINKEDIN_REGEX_STRING, 'ig');
|
|
|
335
333
|
*
|
|
336
334
|
* Example usage:
|
|
337
335
|
* ```
|
|
338
|
-
* import { social } from '
|
|
336
|
+
* import { social } from 'crawlee';
|
|
339
337
|
*
|
|
340
338
|
* if (social.INSTAGRAM_REGEX.test('https://www.instagram.com/old_prague')) {
|
|
341
339
|
* console.log('Match!');
|
|
@@ -371,7 +369,7 @@ exports.INSTAGRAM_REGEX = new RegExp(`^${INSTAGRAM_REGEX_STRING}$`, 'i');
|
|
|
371
369
|
*
|
|
372
370
|
* Example usage:
|
|
373
371
|
* ```
|
|
374
|
-
* import { social } from '
|
|
372
|
+
* import { social } from 'crawlee';
|
|
375
373
|
*
|
|
376
374
|
* const matches = text.match(social.INSTAGRAM_REGEX_GLOBAL);
|
|
377
375
|
* if (matches) console.log(`${matches.length} Instagram profiles found!`);
|
|
@@ -394,7 +392,7 @@ exports.INSTAGRAM_REGEX_GLOBAL = new RegExp(INSTAGRAM_REGEX_STRING, 'ig');
|
|
|
394
392
|
*
|
|
395
393
|
* Example usage:
|
|
396
394
|
* ```
|
|
397
|
-
* import { social } from '
|
|
395
|
+
* import { social } from 'crawlee';
|
|
398
396
|
*
|
|
399
397
|
* if (social.TWITTER_REGEX.test('https://www.twitter.com/apify')) {
|
|
400
398
|
* console.log('Match!');
|
|
@@ -422,7 +420,7 @@ exports.TWITTER_REGEX = new RegExp(`^${TWITTER_REGEX_STRING}$`, 'i');
|
|
|
422
420
|
*
|
|
423
421
|
* Example usage:
|
|
424
422
|
* ```
|
|
425
|
-
* import { social } from '
|
|
423
|
+
* import { social } from 'crawlee';
|
|
426
424
|
*
|
|
427
425
|
* const matches = text.match(social.TWITTER_REGEX_STRING);
|
|
428
426
|
* if (matches) console.log(`${matches.length} Twitter profiles found!`);
|
|
@@ -447,7 +445,7 @@ exports.TWITTER_REGEX_GLOBAL = new RegExp(TWITTER_REGEX_STRING, 'ig');
|
|
|
447
445
|
*
|
|
448
446
|
* Example usage:
|
|
449
447
|
* ```
|
|
450
|
-
* import { social } from '
|
|
448
|
+
* import { social } from 'crawlee';
|
|
451
449
|
*
|
|
452
450
|
* if (social.FACEBOOK_REGEX.test('https://www.facebook.com/apifytech')) {
|
|
453
451
|
* console.log('Match!');
|
|
@@ -476,7 +474,7 @@ exports.FACEBOOK_REGEX = new RegExp(`^${FACEBOOK_REGEX_STRING}$`, 'i');
|
|
|
476
474
|
*
|
|
477
475
|
* Example usage:
|
|
478
476
|
* ```
|
|
479
|
-
* import { social } from '
|
|
477
|
+
* import { social } from 'crawlee';
|
|
480
478
|
*
|
|
481
479
|
* const matches = text.match(social.FACEBOOK_REGEX_GLOBAL);
|
|
482
480
|
* if (matches) console.log(`${matches.length} Facebook profiles found!`);
|
|
@@ -498,7 +496,7 @@ exports.FACEBOOK_REGEX_GLOBAL = new RegExp(FACEBOOK_REGEX_STRING, 'ig');
|
|
|
498
496
|
*
|
|
499
497
|
* Example usage:
|
|
500
498
|
* ```
|
|
501
|
-
* import { social } from '
|
|
499
|
+
* import { social } from 'crawlee';
|
|
502
500
|
*
|
|
503
501
|
* if (social.YOUTUBE_REGEX.test('https://www.youtube.com/watch?v=kM7YfhfkiEE')) {
|
|
504
502
|
* console.log('Match!');
|
|
@@ -521,7 +519,7 @@ exports.YOUTUBE_REGEX = new RegExp(`^${YOUTUBE_REGEX_STRING}$`, 'i');
|
|
|
521
519
|
*
|
|
522
520
|
* Example usage:
|
|
523
521
|
* ```
|
|
524
|
-
* import { social } from '
|
|
522
|
+
* import { social } from 'crawlee';
|
|
525
523
|
*
|
|
526
524
|
* const matches = text.match(social.YOUTUBE_REGEX_GLOBAL);
|
|
527
525
|
* if (matches) console.log(`${matches.length} Youtube videos found!`);
|
|
@@ -542,7 +540,7 @@ exports.YOUTUBE_REGEX_GLOBAL = new RegExp(YOUTUBE_REGEX_STRING, 'ig');
|
|
|
542
540
|
*
|
|
543
541
|
* Example usage:
|
|
544
542
|
* ```
|
|
545
|
-
* import { social } from '
|
|
543
|
+
* import { social } from 'crawlee';
|
|
546
544
|
*
|
|
547
545
|
* if (social.TIKTOK_REGEX.test('https://www.tiktok.com/trending?shareId=123456789')) {
|
|
548
546
|
* console.log('Match!');
|
|
@@ -564,7 +562,7 @@ exports.TIKTOK_REGEX = new RegExp(`^${TIKTOK_REGEX_STRING}$`, 'i');
|
|
|
564
562
|
*
|
|
565
563
|
* Example usage:
|
|
566
564
|
* ```
|
|
567
|
-
* import { social } from '
|
|
565
|
+
* import { social } from 'crawlee';
|
|
568
566
|
*
|
|
569
567
|
* const matches = text.match(social.TIKTOK_REGEX_GLOBAL);
|
|
570
568
|
* if (matches) console.log(`${matches.length} Tiktok profiles/videos found!`);
|
|
@@ -586,7 +584,7 @@ exports.TIKTOK_REGEX_GLOBAL = new RegExp(TIKTOK_REGEX_STRING, 'ig');
|
|
|
586
584
|
*
|
|
587
585
|
* Example usage:
|
|
588
586
|
* ```
|
|
589
|
-
* import { social } from '
|
|
587
|
+
* import { social } from 'crawlee';
|
|
590
588
|
*
|
|
591
589
|
* if (social.PINTEREST_REGEX.test('https://pinterest.com/pin/123456789')) {
|
|
592
590
|
* console.log('Match!');
|
|
@@ -609,7 +607,7 @@ exports.PINTEREST_REGEX = new RegExp(`^${PINTEREST_REGEX_STRING}$`, 'i');
|
|
|
609
607
|
*
|
|
610
608
|
* Example usage:
|
|
611
609
|
* ```
|
|
612
|
-
* import { social } from '
|
|
610
|
+
* import { social } from 'crawlee';
|
|
613
611
|
*
|
|
614
612
|
* const matches = text.match(social.PINTEREST_REGEX_GLOBAL);
|
|
615
613
|
* if (matches) console.log(`${matches.length} Pinterest pins found!`);
|
|
@@ -629,7 +627,7 @@ exports.PINTEREST_REGEX_GLOBAL = new RegExp(PINTEREST_REGEX_STRING, 'ig');
|
|
|
629
627
|
*
|
|
630
628
|
* Example usage:
|
|
631
629
|
* ```
|
|
632
|
-
* import { social } from '
|
|
630
|
+
* import { social } from 'crawlee';
|
|
633
631
|
*
|
|
634
632
|
* if (social.DISCORD_REGEX.test('https://discord.gg/discord-developers')) {
|
|
635
633
|
* console.log('Match!');
|
|
@@ -650,7 +648,7 @@ exports.DISCORD_REGEX = new RegExp(`^${DISCORD_REGEX_STRING}$`, 'i');
|
|
|
650
648
|
*
|
|
651
649
|
* Example usage:
|
|
652
650
|
* ```
|
|
653
|
-
* import { social } from '
|
|
651
|
+
* import { social } from 'crawlee';
|
|
654
652
|
*
|
|
655
653
|
* const matches = text.match(social.DISCORD_REGEX_GLOBAL);
|
|
656
654
|
* if (matches) console.log(`${matches.length} Discord channels found!`);
|
package/internals/social.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"social.js","sourceRoot":"","sources":["../../src/internals/social.ts"],"names":[],"mappings":";;;;AAAA,8DAA8B;AAC9B,uCAAuC;AAEvC,6EAA6E;AAC7E,mCAAmC;AACnC,MAAM,kBAAkB,GAAG,ubAAub,CAAC;AAEnd;;;GAGG;AACU,QAAA,WAAW,GAAG,IAAI,MAAM,CAAC,IAAI,kBAAkB,GAAG,EAAE,GAAG,CAAC,CAAC;AAEtE;;;GAGG;AACU,QAAA,kBAAkB,GAAG,IAAI,MAAM,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC;AAEvE,MAAM,sBAAsB,GAAG,WAAW,CAAC;AAE3C;;;;;;GAMG;AACH,SAAgB,cAAc,CAAC,IAAY;IACvC,IAAI,OAAO,IAAe,KAAK,QAAQ;QAAE,OAAO,EAAE,CAAC;IACnD,OAAO,IAAI,CAAC,KAAK,CAAC,0BAAkB,CAAC,IAAI,EAAE,CAAC;AAChD,CAAC;AAHD,wCAGC;AAED;;;;;;;GAOG;AACH,SAAgB,cAAc,CAAC,IAAc;IACzC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;IACnF,MAAM,MAAM,GAAa,EAAE,CAAC;IAE5B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE;QACpB,IAAI,CAAC,GAAG;YAAE,SAAS;QACnB,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,SAAS;QAEhD,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,sBAAsB,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QAC7D,IAAI,mBAAW,CAAC,IAAI,CAAC,KAAK,CAAC;YAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;KACnD;IAED,OAAO,MAAM,CAAC;AAClB,CAAC;AAbD,wCAaC;AAED,4GAA4G;AAC5G,MAAM,sBAAsB,GAAG,2CAA2C,CAAC;AAE3E,6HAA6H;AAC7H,iHAAiH;AACjH,mEAAmE;AACnE,qHAAqH;AACrH,MAAM,oBAAoB,GAAG;IACzB,YAAY;IACZ,aAAa;IAEb,6FAA6F;IAC7F,2EAA2E;IAE3E,mCAAmC;IACnC,uCAAuC;IAEvC,sCAAsC;IACtC,2EAA2E;IAE3E,mBAAmB;IACnB,6CAA6C;IAC7C,eAAe;IACf,kCAAkC;IAClC,UAAU;IACV,uBAAuB;IAEvB,mBAAmB;IACnB,mDAAmD;IACnD,eAAe;IACf,sCAAsC;IACtC,UAAU;IACV,yBAAyB;IAEzB,mBAAmB;IACnB,6CAA6C;IAC7C,eAAe;IACf,kCAAkC;IAClC,WAAW;IACX,uBAAuB;IACvB,gDAAgD;CACnD,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,YAAY,KAAK,EAAE,CAAC,CAAC;AAEtC,2DAA2D;AAC3D,uGAAuG;AACvG,MAAM,gBAAgB,GAAG,CAAC,CAAC;AAE3B,oEAAoE;AACpE,4EAA4E;AAC5E,MAAM,iBAAiB,GAAG;IACtB,aAAa;IACb,8BAA8B;CACjC,CAAC;AAEF,MAAM,kBAAkB,GAAG,IAAI,MAAM,CAAC,IAAI,oBAAoB,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;AACnF,MAAM,WAAW,GAAG,IAAI,MAAM,CAAC,KAAK,oBAAoB,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;AAC7E,MAAM,gBAAgB,GAAG,IAAI,MAAM,CAAC,KAAK,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;AAE/E;;;;;;;GAOG;AACH,SAAgB,cAAc,CAAC,IAAY;IACvC,IAAI,OAAO,IAAe,KAAK,QAAQ;QAAE,OAAO,EAAE,CAAC;IAEnD,IAAI,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,IAAI,EAAE,CAAC;IAClD,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE;QAC7B,IAAI,CAAC,KAAK;YAAE,OAAO,KAAK,CAAC;QAEzB,wDAAwD;QACxD,IAAI,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAE,CAAC,MAAM,GAAG,gBAAgB;YAAE,OAAO,KAAK,CAAC;QAEnE,gDAAgD;QAChD,IAAI,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QAE/C,OAAO,IAAI,CAAC;IAChB,CAAC,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAClB,CAAC;AAjBD,wCAiBC;AAED;;;;;;GAMG;AACH,SAAgB,cAAc,CAAC,IAAc;IACzC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;IAEnF,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE;QACpB,IAAI,CAAC,GAAG;YAAE,SAAS;QACnB,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,SAAS;QAEhD,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,sBAAsB,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QAC7D,IAAI,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC;YAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;KACnD;IACD,OAAO,MAAM,CAAC;AAClB,CAAC;AAZD,wCAYC;AAED,sCAAsC;AACtC,uGAAuG;AACvG,kGAAkG;AAClG,wFAAwF;AAExF,mCAAmC;AACnC,MAAM,qBAAqB,GAAG,4IAA4I,CAAC;AAE3K,mCAAmC;AACnC,MAAM,sBAAsB,GAAG,yIAAyI,CAAC;AAEzK,MAAM,sBAAsB,GAAG,sGAAsG,CAAC;AACtI,mCAAmC;AACnC,MAAM,oBAAoB,GAAG,kEAAkE,sBAAsB,+DAA+D,CAAC;AAErL,mCAAmC;AACnC,MAAM,uBAAuB,GAAG,kWAAkW,CAAC;AACnY,mCAAmC;AACnC,MAAM,qBAAqB,GAAG,0EAA0E,uBAAuB,qHAAqH,CAAC;AAErP,mCAAmC;AACnC,MAAM,oBAAoB,GAAG,2KAA2K,CAAC;AAEzM,mCAAmC;AACnC,MAAM,mBAAmB,GAAG,2MAA2M,CAAC;AAExO,mCAAmC;AACnC,MAAM,sBAAsB,GAAG,kNAAkN,CAAC;AAElP,mCAAmC;AACnC,MAAM,oBAAoB,GAAG,6QAA6Q,CAAC;AAmB3S
|
|
1
|
+
{"version":3,"file":"social.js","sourceRoot":"","sources":["../../src/internals/social.ts"],"names":[],"mappings":";;;;AAAA,8DAA8B;AAC9B,uCAAuC;AAEvC,6EAA6E;AAC7E,mCAAmC;AACnC,MAAM,kBAAkB,GAAG,ubAAub,CAAC;AAEnd;;;GAGG;AACU,QAAA,WAAW,GAAG,IAAI,MAAM,CAAC,IAAI,kBAAkB,GAAG,EAAE,GAAG,CAAC,CAAC;AAEtE;;;GAGG;AACU,QAAA,kBAAkB,GAAG,IAAI,MAAM,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC;AAEvE,MAAM,sBAAsB,GAAG,WAAW,CAAC;AAE3C;;;;;;GAMG;AACH,SAAgB,cAAc,CAAC,IAAY;IACvC,IAAI,OAAO,IAAe,KAAK,QAAQ;QAAE,OAAO,EAAE,CAAC;IACnD,OAAO,IAAI,CAAC,KAAK,CAAC,0BAAkB,CAAC,IAAI,EAAE,CAAC;AAChD,CAAC;AAHD,wCAGC;AAED;;;;;;;GAOG;AACH,SAAgB,cAAc,CAAC,IAAc;IACzC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;IACnF,MAAM,MAAM,GAAa,EAAE,CAAC;IAE5B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE;QACpB,IAAI,CAAC,GAAG;YAAE,SAAS;QACnB,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,SAAS;QAEhD,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,sBAAsB,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QAC7D,IAAI,mBAAW,CAAC,IAAI,CAAC,KAAK,CAAC;YAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;KACnD;IAED,OAAO,MAAM,CAAC;AAClB,CAAC;AAbD,wCAaC;AAED,4GAA4G;AAC5G,MAAM,sBAAsB,GAAG,2CAA2C,CAAC;AAE3E,6HAA6H;AAC7H,iHAAiH;AACjH,mEAAmE;AACnE,qHAAqH;AACrH,MAAM,oBAAoB,GAAG;IACzB,YAAY;IACZ,aAAa;IAEb,6FAA6F;IAC7F,2EAA2E;IAE3E,mCAAmC;IACnC,uCAAuC;IAEvC,sCAAsC;IACtC,2EAA2E;IAE3E,mBAAmB;IACnB,6CAA6C;IAC7C,eAAe;IACf,kCAAkC;IAClC,UAAU;IACV,uBAAuB;IAEvB,mBAAmB;IACnB,mDAAmD;IACnD,eAAe;IACf,sCAAsC;IACtC,UAAU;IACV,yBAAyB;IAEzB,mBAAmB;IACnB,6CAA6C;IAC7C,eAAe;IACf,kCAAkC;IAClC,WAAW;IACX,uBAAuB;IACvB,gDAAgD;CACnD,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,YAAY,KAAK,EAAE,CAAC,CAAC;AAEtC,2DAA2D;AAC3D,uGAAuG;AACvG,MAAM,gBAAgB,GAAG,CAAC,CAAC;AAE3B,oEAAoE;AACpE,4EAA4E;AAC5E,MAAM,iBAAiB,GAAG;IACtB,aAAa;IACb,8BAA8B;CACjC,CAAC;AAEF,MAAM,kBAAkB,GAAG,IAAI,MAAM,CAAC,IAAI,oBAAoB,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;AACnF,MAAM,WAAW,GAAG,IAAI,MAAM,CAAC,KAAK,oBAAoB,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;AAC7E,MAAM,gBAAgB,GAAG,IAAI,MAAM,CAAC,KAAK,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;AAE/E;;;;;;;GAOG;AACH,SAAgB,cAAc,CAAC,IAAY;IACvC,IAAI,OAAO,IAAe,KAAK,QAAQ;QAAE,OAAO,EAAE,CAAC;IAEnD,IAAI,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,IAAI,EAAE,CAAC;IAClD,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE;QAC7B,IAAI,CAAC,KAAK;YAAE,OAAO,KAAK,CAAC;QAEzB,wDAAwD;QACxD,IAAI,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAE,CAAC,MAAM,GAAG,gBAAgB;YAAE,OAAO,KAAK,CAAC;QAEnE,gDAAgD;QAChD,IAAI,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QAE/C,OAAO,IAAI,CAAC;IAChB,CAAC,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAClB,CAAC;AAjBD,wCAiBC;AAED;;;;;;GAMG;AACH,SAAgB,cAAc,CAAC,IAAc;IACzC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;IAEnF,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE;QACpB,IAAI,CAAC,GAAG;YAAE,SAAS;QACnB,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,SAAS;QAEhD,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,sBAAsB,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QAC7D,IAAI,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC;YAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;KACnD;IACD,OAAO,MAAM,CAAC;AAClB,CAAC;AAZD,wCAYC;AAED,sCAAsC;AACtC,uGAAuG;AACvG,kGAAkG;AAClG,wFAAwF;AAExF,mCAAmC;AACnC,MAAM,qBAAqB,GAAG,4IAA4I,CAAC;AAE3K,mCAAmC;AACnC,MAAM,sBAAsB,GAAG,yIAAyI,CAAC;AAEzK,MAAM,sBAAsB,GAAG,sGAAsG,CAAC;AACtI,mCAAmC;AACnC,MAAM,oBAAoB,GAAG,kEAAkE,sBAAsB,+DAA+D,CAAC;AAErL,mCAAmC;AACnC,MAAM,uBAAuB,GAAG,kWAAkW,CAAC;AACnY,mCAAmC;AACnC,MAAM,qBAAqB,GAAG,0EAA0E,uBAAuB,qHAAqH,CAAC;AAErP,mCAAmC;AACnC,MAAM,oBAAoB,GAAG,2KAA2K,CAAC;AAEzM,mCAAmC;AACnC,MAAM,mBAAmB,GAAG,2MAA2M,CAAC;AAExO,mCAAmC;AACnC,MAAM,sBAAsB,GAAG,kNAAkN,CAAC;AAElP,mCAAmC;AACnC,MAAM,oBAAoB,GAAG,6QAA6Q,CAAC;AAmB3S;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AACH,SAAgB,oBAAoB,CAAC,IAAY,EAAE,OAAuC,IAAI;IAC1F,MAAM,MAAM,GAAkB;QAC1B,MAAM,EAAE,EAAE;QACV,MAAM,EAAE,EAAE;QACV,eAAe,EAAE,EAAE;QACnB,SAAS,EAAE,EAAE;QACb,QAAQ,EAAE,EAAE;QACZ,UAAU,EAAE,EAAE;QACd,SAAS,EAAE,EAAE;QACb,QAAQ,EAAE,EAAE;QACZ,OAAO,EAAE,EAAE;QACX,UAAU,EAAE,EAAE;QACd,QAAQ,EAAE,EAAE;KACf,CAAC;IAEF,IAAI,OAAO,IAAe,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC;IAEvD,MAAM,CAAC,GAAG,iBAAO,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC;IACvD,IAAI,IAAI;QAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;IAErB,MAAM,IAAI,GAAG,IAAA,oBAAU,EAAC,CAAC,CAAC,CAAC;IAC3B,IAAI,IAAI;QAAE,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IAE3B,mCAAmC;IACnC,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE;QAC/B,IAAI,IAAI;YAAE,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAE,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,MAAM,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC;IACtE,MAAM,CAAC,MAAM,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC;IACzC,MAAM,CAAC,eAAe,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;IAE9C,8EAA8E;IAC9E,2EAA2E;IAC3E,mBAAmB;IACnB,mDAAmD;IACnD,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,6BAAqB,CAAC,IAAI,EAAE,CAAC;IAC3D,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,4BAAoB,CAAC,IAAI,EAAE,CAAC;IACzD,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,8BAAsB,CAAC,IAAI,EAAE,CAAC;IAC7D,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,6BAAqB,CAAC,IAAI,EAAE,CAAC;IAC3D,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,4BAAoB,CAAC,IAAI,EAAE,CAAC;IACzD,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,2BAAmB,CAAC,IAAI,EAAE,CAAC;IACvD,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,8BAAsB,CAAC,IAAI,EAAE,CAAC;IAC7D,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,4BAAoB,CAAC,IAAI,EAAE,CAAC;IAEzD,+BAA+B;IAC/B,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAA4B,EAAE;QAC9D,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QACnB,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;KAClD;IAED,OAAO,MAAM,CAAC;AAClB,CAAC;AArDD,oDAqDC;AAED;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACU,QAAA,cAAc,GAAG,IAAI,MAAM,CAAC,IAAI,qBAAqB,GAAG,EAAE,GAAG,CAAC,CAAC;AAE5E;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AACU,QAAA,qBAAqB,GAAG,IAAI,MAAM,CAAC,qBAAqB,EAAE,IAAI,CAAC,CAAC;AAE7E;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AACU,QAAA,eAAe,GAAG,IAAI,MAAM,CAAC,IAAI,sBAAsB,GAAG,EAAE,GAAG,CAAC,CAAC;AAE9E;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAiCG;AACU,QAAA,sBAAsB,GAAG,IAAI,MAAM,CAAC,sBAAsB,EAAE,IAAI,CAAC,CAAC;AAE/E;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACU,QAAA,aAAa,GAAG,IAAI,MAAM,CAAC,IAAI,oBAAoB,GAAG,EAAE,GAAG,CAAC,CAAC;AAE1E;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AACU,QAAA,oBAAoB,GAAG,IAAI,MAAM,CAAC,oBAAoB,EAAE,IAAI,CAAC,CAAC;AAE3E;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACU,QAAA,cAAc,GAAG,IAAI,MAAM,CAAC,IAAI,qBAAqB,GAAG,EAAE,GAAG,CAAC,CAAC;AAE5E;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AACU,QAAA,qBAAqB,GAAG,IAAI,MAAM,CAAC,qBAAqB,EAAE,IAAI,CAAC,CAAC;AAE7E;;;;;;;;;;;;;;;;;;;;;GAqBG;AACU,QAAA,aAAa,GAAG,IAAI,MAAM,CAAC,IAAI,oBAAoB,GAAG,EAAE,GAAG,CAAC,CAAC;AAE1E;;;;;;;;;;;;;;;;;;;;GAoBG;AACU,QAAA,oBAAoB,GAAG,IAAI,MAAM,CAAC,oBAAoB,EAAE,IAAI,CAAC,CAAC;AAC3E;;;;;;;;;;;;;;;;;;;;GAoBG;AACU,QAAA,YAAY,GAAG,IAAI,MAAM,CAAC,IAAI,mBAAmB,GAAG,EAAE,GAAG,CAAC,CAAC;AAExE;;;;;;;;;;;;;;;;;;;GAmBG;AACU,QAAA,mBAAmB,GAAG,IAAI,MAAM,CAAC,mBAAmB,EAAE,IAAI,CAAC,CAAC;AAEzE;;;;;;;;;;;;;;;;;;;;;GAqBG;AACU,QAAA,eAAe,GAAG,IAAI,MAAM,CAAC,IAAI,sBAAsB,GAAG,EAAE,GAAG,CAAC,CAAC;AAE9E;;;;;;;;;;;;;;;;;;;;GAoBG;AACU,QAAA,sBAAsB,GAAG,IAAI,MAAM,CAAC,sBAAsB,EAAE,IAAI,CAAC,CAAC;AAE/E;;;;;;;;;;;;;;;;;;;GAmBG;AACU,QAAA,aAAa,GAAG,IAAI,MAAM,CAAC,IAAI,oBAAoB,GAAG,EAAE,GAAG,CAAC,CAAC;AAE1E;;;;;;;;;;;;;;;;;;GAkBG;AACU,QAAA,oBAAoB,GAAG,IAAI,MAAM,CAAC,oBAAoB,EAAE,IAAI,CAAC,CAAC"}
|
package/internals/typedefs.d.ts
CHANGED
|
@@ -1,10 +1,4 @@
|
|
|
1
1
|
/** @ignore */
|
|
2
|
-
export declare type Dictionary<T = any> = Record<PropertyKey, T>;
|
|
3
|
-
/** @ignore */
|
|
4
|
-
export declare type Constructor<T = unknown> = new (...args: any[]) => T;
|
|
5
|
-
/** @ignore */
|
|
6
|
-
export declare type Awaitable<T> = T | PromiseLike<T>;
|
|
7
|
-
/** @ignore */
|
|
8
2
|
export declare function entries<T extends {}>(obj: T): [keyof T, T[keyof T]][];
|
|
9
3
|
/** @ignore */
|
|
10
4
|
export declare function keys<T extends {}>(obj: T): (keyof T)[];
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"typedefs.d.ts","sourceRoot":"","sources":["../../src/internals/typedefs.ts"],"names":[],"mappings":"AAEA,cAAc;AACd,
|
|
1
|
+
{"version":3,"file":"typedefs.d.ts","sourceRoot":"","sources":["../../src/internals/typedefs.ts"],"names":[],"mappings":"AAEA,cAAc;AACd,wBAAgB,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE,GAAG,EAAE,CAAC,2BAE3C;AAED,cAAc;AACd,wBAAgB,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,GAAG,EAAE,CAAC,eAExC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"typedefs.js","sourceRoot":"","sources":["../../src/internals/typedefs.ts"],"names":[],"mappings":";AAAA,iDAAiD;;;
|
|
1
|
+
{"version":3,"file":"typedefs.js","sourceRoot":"","sources":["../../src/internals/typedefs.ts"],"names":[],"mappings":";AAAA,iDAAiD;;;AAEjD,cAAc;AACd,SAAgB,OAAO,CAAe,GAAM;IACxC,OAAO,MAAM,CAAC,OAAO,CAAC,GAAG,CAA4B,CAAC;AAC1D,CAAC;AAFD,0BAEC;AAED,cAAc;AACd,SAAgB,IAAI,CAAe,GAAM;IACrC,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAgB,CAAC;AAC3C,CAAC;AAFD,oBAEC"}
|
package/package.json
CHANGED
|
@@ -1,18 +1,20 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@crawlee/utils",
|
|
3
|
-
"version": "3.0.0-beta.
|
|
3
|
+
"version": "3.0.0-beta.60",
|
|
4
4
|
"description": "A set of shared utilities that can be used by crawlers",
|
|
5
5
|
"engines": {
|
|
6
6
|
"node": ">=16.0.0"
|
|
7
7
|
},
|
|
8
|
-
"main": "index.js",
|
|
9
|
-
"module": "index.mjs",
|
|
10
|
-
"types": "index.d.ts",
|
|
8
|
+
"main": "./index.js",
|
|
9
|
+
"module": "./index.mjs",
|
|
10
|
+
"types": "./index.d.ts",
|
|
11
11
|
"exports": {
|
|
12
12
|
".": {
|
|
13
13
|
"import": "./index.mjs",
|
|
14
|
-
"require": "./index.js"
|
|
15
|
-
|
|
14
|
+
"require": "./index.js",
|
|
15
|
+
"types": "./index.d.ts"
|
|
16
|
+
},
|
|
17
|
+
"./package.json": "./package.json"
|
|
16
18
|
},
|
|
17
19
|
"keywords": [
|
|
18
20
|
"apify",
|
|
@@ -35,9 +37,9 @@
|
|
|
35
37
|
"url": "git+https://github.com/apify/apify-ts"
|
|
36
38
|
},
|
|
37
39
|
"bugs": {
|
|
38
|
-
"url": "https://github.com/
|
|
40
|
+
"url": "https://github.com/apify/apify-ts/issues"
|
|
39
41
|
},
|
|
40
|
-
"homepage": "https://
|
|
42
|
+
"homepage": "https://apify.github.io/apify-ts/",
|
|
41
43
|
"scripts": {
|
|
42
44
|
"build": "npm run clean && npm run compile && npm run copy",
|
|
43
45
|
"clean": "rimraf ./dist",
|
|
@@ -45,8 +47,9 @@
|
|
|
45
47
|
"copy": "ts-node -T ../../scripts/copy.ts"
|
|
46
48
|
},
|
|
47
49
|
"dependencies": {
|
|
48
|
-
"@apify/log": "^
|
|
50
|
+
"@apify/log": "^2.0.0",
|
|
49
51
|
"@apify/ps-tree": "^1.1.4",
|
|
52
|
+
"@crawlee/types": "^3.0.0-beta.60",
|
|
50
53
|
"cheerio": "1.0.0-rc.11",
|
|
51
54
|
"content-type": "^1.0.4",
|
|
52
55
|
"got-scraping": "^3.2.9",
|