extract-webpage 1.2.46 → 1.2.48
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "extract-webpage",
|
|
3
|
-
"version": "1.2.
|
|
3
|
+
"version": "1.2.48",
|
|
4
4
|
"module": "./dist/extract-webpage.es.js",
|
|
5
5
|
"description": "Search, extract, cite, and outline the web for a topic with AI Research Agent.",
|
|
6
6
|
"author": "vtempest <grokthiscontact@gmail.com>",
|
|
@@ -78,11 +78,11 @@
|
|
|
78
78
|
"dependencies": {
|
|
79
79
|
"@huggingface/transformers": "^3.8.1",
|
|
80
80
|
"ai": "^5.0.0",
|
|
81
|
-
"chat-agent-toolkit": "^1.2.
|
|
81
|
+
"chat-agent-toolkit": "^1.2.47",
|
|
82
82
|
"chrono-node": "^2.9.0",
|
|
83
83
|
"drizzle-orm": "^0.45.1",
|
|
84
|
-
"extract-pdf": "^0.1.
|
|
85
|
-
"extract-youtube": "^1.0.
|
|
84
|
+
"extract-pdf": "^0.1.35",
|
|
85
|
+
"extract-youtube": "^1.0.35",
|
|
86
86
|
"highlight.js": "^11.11.1",
|
|
87
87
|
"html-entities": "^2.6.0",
|
|
88
88
|
"js-yaml": "^4.1.1",
|
|
@@ -93,7 +93,6 @@
|
|
|
93
93
|
"node-fetch": "^3.3.2",
|
|
94
94
|
"qwksearch-api-client": "^0.0.12",
|
|
95
95
|
"tldts": "^7.0.25",
|
|
96
|
-
"youtube-po-token-generator": "^0.6.0",
|
|
97
96
|
"zod": "^4.3.6"
|
|
98
97
|
},
|
|
99
98
|
"keywords": [
|
|
@@ -2,7 +2,6 @@
|
|
|
2
2
|
import { convertURLSafeHTMLToHTML } from "../html-to-content/html-utils";
|
|
3
3
|
import { scrapeURL } from "./url-to-html";
|
|
4
4
|
import grab from "../utils/grab";
|
|
5
|
-
import { generate } from "youtube-po-token-generator";
|
|
6
5
|
import { decode, encode } from "html-entities";
|
|
7
6
|
/**
|
|
8
7
|
* Fetch youtube.com video's webpage HTML for embedded transcript.
|
|
@@ -428,8 +427,9 @@ async function fetchTranscriptOfficialYoutube(videoId, options = {}) {
|
|
|
428
427
|
|
|
429
428
|
if (!track) return { error: 4 };
|
|
430
429
|
|
|
431
|
-
|
|
432
|
-
|
|
430
|
+
//TODO: implement youtube-po-token-generator";
|
|
431
|
+
// const { poToken } = await generate();
|
|
432
|
+
const { poToken } = 1;
|
|
433
433
|
let transcriptURL =
|
|
434
434
|
track.baseUrl.replaceAll(",", "%2C") +
|
|
435
435
|
"&potc=1&pot=" +
|