@spider-cloud/spider-client 0.0.66 → 0.0.68

package/dist/config.d.ts

@@ -103,35 +103,28 @@ type CSSExtractionMap = {
     [path: string]: CSSSelector[];
 };
 export type WebAutomation = {
-    type: "Evaluate";
-    code: string;
+    Evaluate: string;
 } | {
-    type: "Click";
-    selector: string;
+    Click: string;
 } | {
-    type: "Wait";
-    duration: number;
+    Wait: number;
 } | {
-    type: "WaitForNavigation";
+    WaitForNavigation: boolean;
 } | {
-    type: "WaitFor";
-    selector: string;
+    WaitFor: string;
 } | {
-    type: "WaitForAndClick";
-    selector: string;
+    WaitForAndClick: string;
 } | {
-    type: "ScrollX";
-    pixels: number;
+    ScrollX: number;
 } | {
-    type: "ScrollY";
-    pixels: number;
+    ScrollY: number;
 } | {
-    type: "Fill";
-    selector: string;
-    value: string;
+    Fill: {
+        selector: string;
+        value?: string;
+    };
 } | {
-    type: "InfiniteScroll";
-    times: number;
+    InfiniteScroll: number;
 };
 export type WebAutomationMap = Record<string, WebAutomation[]>;
 export type ExecutionScriptsMap = Record<string, string>;
@@ -230,7 +223,7 @@ export interface SpiderParams {
     /**
      * Configuration settings for GPT (general purpose texture mappings).
      */
-    gpt_config?: string[];
+    gpt_config?: Record<string, any>;
     /**
      * Specifies whether to use fingerprinting protection.
      */
@@ -267,10 +260,22 @@ export interface SpiderParams {
      * Get page insights to determine information like request duration, accessibility, and other web vitals. Requires the `metadata` parameter to be set to `true`.
      */
     page_insights?: boolean;
+    /**
+     * External domains to include the crawl.
+     */
+    external_domains?: string[];
     /**
      * Returns the OpenAI embeddings for the title and description. Other values, such as keywords, may also be included. Requires the `metadata` parameter to be set to `true`.
      */
     return_embeddings?: boolean;
+    /**
+     * Returns the HTTP response headers used.
+     */
+    return_headers?: boolean;
+    /**
+     * Returns the HTTP response cookies used.
+     */
+    return_cookies?: boolean;
     /**
      * The timeout for the request, in milliseconds.
      */

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@spider-cloud/spider-client",
-  "version": "0.0.66",
+  "version": "0.0.68",
   "description": "Isomorphic Javascript SDK for Spider Cloud services",
   "scripts": {
     "test": "node --import tsx  --test __tests__/*test.ts",