enterprise-ai-recursive-web-scraper 1.0.0
Sign up to get free protection for your applications and to get access to all the features.
- package/LICENSE.md +20 -0
- package/README.md +122 -0
- package/lib/cli.cjs +45382 -0
- package/lib/cli.cjs.map +1 -0
- package/lib/cli.d.cts +1 -0
- package/lib/cli.d.ts +1 -0
- package/lib/cli.js +45364 -0
- package/lib/cli.js.map +1 -0
- package/lib/index.cjs +45402 -0
- package/lib/index.cjs.map +1 -0
- package/lib/index.d.cts +1303 -0
- package/lib/index.d.ts +1303 -0
- package/lib/index.js +45373 -0
- package/lib/index.js.map +1 -0
- package/package.json +66 -0
package/package.json
ADDED
|
@@ -0,0 +1,66 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "enterprise-ai-recursive-web-scraper",
|
|
3
|
+
"version": "1.0.0",
|
|
4
|
+
"description": "AI powered, recursive, web-scraper utilizing Gemini models, Puppeteer, and Playwright",
|
|
5
|
+
"repository": {
|
|
6
|
+
"type": "git",
|
|
7
|
+
"url": "https://github.com/WomB0ComB0/enterprise-ai-recursive-web-scraper"
|
|
8
|
+
},
|
|
9
|
+
"license": "MIT",
|
|
10
|
+
"author": {
|
|
11
|
+
"name": "WomB0ComB0",
|
|
12
|
+
"email": "airwolf635@gmail.com"
|
|
13
|
+
},
|
|
14
|
+
"type": "module",
|
|
15
|
+
"main": "lib/cli.cjs",
|
|
16
|
+
"files": [
|
|
17
|
+
"lib/**/*",
|
|
18
|
+
"package.json",
|
|
19
|
+
"LICENSE.md",
|
|
20
|
+
"README.md"
|
|
21
|
+
],
|
|
22
|
+
"scripts": {
|
|
23
|
+
"build": "bun run build:pre && tsup src/cli.ts src/index.ts --format esm,cjs --dts --outDir lib",
|
|
24
|
+
"build:pre": "bunx puppeteer browsers install chrome",
|
|
25
|
+
"prepublishOnly": "bun run build",
|
|
26
|
+
"prepack": "bun run build"
|
|
27
|
+
},
|
|
28
|
+
"dependencies": {
|
|
29
|
+
"@google/generative-ai": "^0.21.0",
|
|
30
|
+
"chalk": "^5.3.0",
|
|
31
|
+
"cli-table3": "^0.6.5",
|
|
32
|
+
"commander": "^11.1.0",
|
|
33
|
+
"dotenv": "^16.4.5",
|
|
34
|
+
"inquirer": "^9.2.15",
|
|
35
|
+
"natural": "^8.0.1",
|
|
36
|
+
"ora": "^8.0.1",
|
|
37
|
+
"playwright": "^1.48.2",
|
|
38
|
+
"pretty-bytes": "^6.1.1",
|
|
39
|
+
"puppeteer": "^22.0.0",
|
|
40
|
+
"puppeteer-extra": "^3.3.6",
|
|
41
|
+
"puppeteer-extra-plugin-adblocker": "^2.13.6",
|
|
42
|
+
"puppeteer-extra-plugin-stealth": "^2.11.2",
|
|
43
|
+
"winston": "^3.17.0"
|
|
44
|
+
},
|
|
45
|
+
"devDependencies": {
|
|
46
|
+
"@types/inquirer": "^9.0.7",
|
|
47
|
+
"@types/node": "^22.9.3",
|
|
48
|
+
"tsup": "^8.3.5",
|
|
49
|
+
"typescript": "^5.7.2"
|
|
50
|
+
},
|
|
51
|
+
"engines": {
|
|
52
|
+
"node": ">=20.12.2"
|
|
53
|
+
},
|
|
54
|
+
"keywords": [
|
|
55
|
+
"web-scraper",
|
|
56
|
+
"ai",
|
|
57
|
+
"gemini",
|
|
58
|
+
"puppeteer",
|
|
59
|
+
"playwright",
|
|
60
|
+
"typescript",
|
|
61
|
+
"cli"
|
|
62
|
+
],
|
|
63
|
+
"bin": {
|
|
64
|
+
"web-scraper": "./lib/cli.cjs"
|
|
65
|
+
}
|
|
66
|
+
}
|