@fettstorch/clai 0.1.8 → 0.1.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cli.js +4 -1
- package/dist/index.js +3 -0
- package/package.json +1 -1
- package/src/scraper.ts +12 -0
package/dist/cli.js
CHANGED
|
@@ -54255,7 +54255,7 @@ function ora(options) {
|
|
|
54255
54255
|
return new Ora(options);
|
|
54256
54256
|
}
|
|
54257
54257
|
// package.json
|
|
54258
|
-
var version = "0.1.
|
|
54258
|
+
var version = "0.1.9";
|
|
54259
54259
|
var package_default = {
|
|
54260
54260
|
name: "@fettstorch/clai",
|
|
54261
54261
|
version,
|
|
@@ -68157,6 +68157,9 @@ async function getDuckDuckGoResults(query) {
|
|
|
68157
68157
|
throw new Error(`DuckDuckGo API error: ${response.status}`);
|
|
68158
68158
|
}
|
|
68159
68159
|
const data2 = await response.json();
|
|
68160
|
+
if (data2.Abstract?.includes("redirects users to a non-JavaScript site") || data2.Abstract?.includes("DuckDuckGo redirects users") || data2.AbstractText?.includes("redirects users to a non-JavaScript site") || data2.AbstractText?.includes("DuckDuckGo redirects users")) {
|
|
68161
|
+
throw new Error("DuckDuckGo blocked request - JavaScript disabled redirect");
|
|
68162
|
+
}
|
|
68160
68163
|
const urls = [];
|
|
68161
68164
|
if (data2.AbstractURL) {
|
|
68162
68165
|
urls.push(data2.AbstractURL);
|
package/dist/index.js
CHANGED
|
@@ -41184,6 +41184,9 @@ async function getDuckDuckGoResults(query) {
|
|
|
41184
41184
|
throw new Error(`DuckDuckGo API error: ${response.status}`);
|
|
41185
41185
|
}
|
|
41186
41186
|
const data2 = await response.json();
|
|
41187
|
+
if (data2.Abstract?.includes("redirects users to a non-JavaScript site") || data2.Abstract?.includes("DuckDuckGo redirects users") || data2.AbstractText?.includes("redirects users to a non-JavaScript site") || data2.AbstractText?.includes("DuckDuckGo redirects users")) {
|
|
41188
|
+
throw new Error("DuckDuckGo blocked request - JavaScript disabled redirect");
|
|
41189
|
+
}
|
|
41187
41190
|
const urls = [];
|
|
41188
41191
|
if (data2.AbstractURL) {
|
|
41189
41192
|
urls.push(data2.AbstractURL);
|
package/package.json
CHANGED
package/src/scraper.ts
CHANGED
|
@@ -268,6 +268,18 @@ async function getDuckDuckGoResults(query: string): Promise<string[]> {
|
|
|
268
268
|
|
|
269
269
|
const data = await response.json();
|
|
270
270
|
|
|
271
|
+
// Check for DuckDuckGo blocking patterns
|
|
272
|
+
if (
|
|
273
|
+
data.Abstract?.includes("redirects users to a non-JavaScript site") ||
|
|
274
|
+
data.Abstract?.includes("DuckDuckGo redirects users") ||
|
|
275
|
+
data.AbstractText?.includes("redirects users to a non-JavaScript site") ||
|
|
276
|
+
data.AbstractText?.includes("DuckDuckGo redirects users")
|
|
277
|
+
) {
|
|
278
|
+
throw new Error(
|
|
279
|
+
"DuckDuckGo blocked request - JavaScript disabled redirect"
|
|
280
|
+
);
|
|
281
|
+
}
|
|
282
|
+
|
|
271
283
|
const urls: string[] = [];
|
|
272
284
|
|
|
273
285
|
if (data.AbstractURL) {
|