@spider-cloud/spider-client 0.0.67 → 0.0.69
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/config.d.ts +17 -1
- package/package.json +1 -1
package/dist/config.d.ts
CHANGED
|
@@ -223,7 +223,7 @@ export interface SpiderParams {
|
|
|
223
223
|
/**
|
|
224
224
|
* Configuration settings for GPT (general purpose texture mappings).
|
|
225
225
|
*/
|
|
226
|
-
gpt_config?: string
|
|
226
|
+
gpt_config?: Record<string, any>;
|
|
227
227
|
/**
|
|
228
228
|
* Specifies whether to use fingerprinting protection.
|
|
229
229
|
*/
|
|
@@ -260,10 +260,26 @@ export interface SpiderParams {
|
|
|
260
260
|
* Get page insights to determine information like request duration, accessibility, and other web vitals. Requires the `metadata` parameter to be set to `true`.
|
|
261
261
|
*/
|
|
262
262
|
page_insights?: boolean;
|
|
263
|
+
/**
|
|
264
|
+
* External domains to include the crawl.
|
|
265
|
+
*/
|
|
266
|
+
external_domains?: string[];
|
|
263
267
|
/**
|
|
264
268
|
* Returns the OpenAI embeddings for the title and description. Other values, such as keywords, may also be included. Requires the `metadata` parameter to be set to `true`.
|
|
265
269
|
*/
|
|
266
270
|
return_embeddings?: boolean;
|
|
271
|
+
/**
|
|
272
|
+
* Returns the HTTP response headers used.
|
|
273
|
+
*/
|
|
274
|
+
return_headers?: boolean;
|
|
275
|
+
/**
|
|
276
|
+
* Returns the link(s) found on the page that match the crawler query.
|
|
277
|
+
*/
|
|
278
|
+
return_page_links?: boolean;
|
|
279
|
+
/**
|
|
280
|
+
* Returns the HTTP response cookies used.
|
|
281
|
+
*/
|
|
282
|
+
return_cookies?: boolean;
|
|
267
283
|
/**
|
|
268
284
|
* The timeout for the request, in milliseconds.
|
|
269
285
|
*/
|