extract-webpage 1.2.35 → 1.2.37
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/extract-webpage.cjs.js.map +1 -1
- package/dist/extract-webpage.es.js.map +1 -1
- package/package.json +4 -4
- package/src/fs-mock.js +22 -22
- package/src/html-to-cite/extract-date/extract-date.ts +1049 -1049
- package/src/html-to-content/extract-content/extract-selectors-per-domain.json +3452 -3452
- package/src/search/index.ts +45 -45
- package/src/search/meta-search-agent-reexport.ts +38 -38
- package/src/search/url-to-html.ts +278 -278
- package/src/seektopic/seektopic-keyphrases.ts +279 -279
- package/src/suggest-next-words/autocomplete-search-engines.ts +435 -435
- package/src/url-to-content/.fuse_hidden003bd28a0000000d +332 -332
- package/src/url-to-content/url-to-content.ts +367 -367
- package/src/url-to-content/url-to-html.ts +436 -436
- package/src/utils/grab.ts +51 -51
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "extract-webpage",
|
|
3
|
-
"version": "1.2.
|
|
3
|
+
"version": "1.2.37",
|
|
4
4
|
"module": "./dist/extract-webpage.es.js",
|
|
5
5
|
"description": "Search, extract, cite, and outline the web for a topic with AI Research Agent.",
|
|
6
6
|
"author": "vtempest <grokthiscontact@gmail.com>",
|
|
@@ -78,11 +78,11 @@
|
|
|
78
78
|
"dependencies": {
|
|
79
79
|
"@huggingface/transformers": "^3.8.1",
|
|
80
80
|
"ai": "^5.0.0",
|
|
81
|
-
"chat-agent-toolkit": "^1.2.
|
|
81
|
+
"chat-agent-toolkit": "^1.2.35",
|
|
82
82
|
"chrono-node": "^2.9.0",
|
|
83
83
|
"drizzle-orm": "^0.45.1",
|
|
84
|
-
"extract-pdf": "^0.1.
|
|
85
|
-
"extract-youtube": "^1.0.
|
|
84
|
+
"extract-pdf": "^0.1.23",
|
|
85
|
+
"extract-youtube": "^1.0.24",
|
|
86
86
|
"highlight.js": "^11.11.1",
|
|
87
87
|
"html-entities": "^2.6.0",
|
|
88
88
|
"js-yaml": "^4.1.1",
|
package/src/fs-mock.js
CHANGED
|
@@ -1,22 +1,22 @@
|
|
|
1
|
-
export const promises = {
|
|
2
|
-
mkdir: async () => {},
|
|
3
|
-
readFile: async () => "",
|
|
4
|
-
writeFile: async () => {},
|
|
5
|
-
appendFile: async () => {},
|
|
6
|
-
stat: async () => ({ isDirectory: () => false }),
|
|
7
|
-
};
|
|
8
|
-
|
|
9
|
-
export const mkdir = promises.mkdir;
|
|
10
|
-
export const readFile = promises.readFile;
|
|
11
|
-
export const writeFile = promises.writeFile;
|
|
12
|
-
export const appendFile = promises.appendFile;
|
|
13
|
-
export const stat = promises.stat;
|
|
14
|
-
|
|
15
|
-
export default {
|
|
16
|
-
promises,
|
|
17
|
-
mkdir,
|
|
18
|
-
readFile,
|
|
19
|
-
writeFile,
|
|
20
|
-
appendFile,
|
|
21
|
-
stat,
|
|
22
|
-
};
|
|
1
|
+
export const promises = {
|
|
2
|
+
mkdir: async () => {},
|
|
3
|
+
readFile: async () => "",
|
|
4
|
+
writeFile: async () => {},
|
|
5
|
+
appendFile: async () => {},
|
|
6
|
+
stat: async () => ({ isDirectory: () => false }),
|
|
7
|
+
};
|
|
8
|
+
|
|
9
|
+
export const mkdir = promises.mkdir;
|
|
10
|
+
export const readFile = promises.readFile;
|
|
11
|
+
export const writeFile = promises.writeFile;
|
|
12
|
+
export const appendFile = promises.appendFile;
|
|
13
|
+
export const stat = promises.stat;
|
|
14
|
+
|
|
15
|
+
export default {
|
|
16
|
+
promises,
|
|
17
|
+
mkdir,
|
|
18
|
+
readFile,
|
|
19
|
+
writeFile,
|
|
20
|
+
appendFile,
|
|
21
|
+
stat,
|
|
22
|
+
};
|