@spider-cloud/spider-client 0.0.64 → 0.0.66

package/dist/config.d.ts

@@ -102,6 +102,39 @@ type CSSSelector = {
 type CSSExtractionMap = {
     [path: string]: CSSSelector[];
 };
+export type WebAutomation = {
+    type: "Evaluate";
+    code: string;
+} | {
+    type: "Click";
+    selector: string;
+} | {
+    type: "Wait";
+    duration: number;
+} | {
+    type: "WaitForNavigation";
+} | {
+    type: "WaitFor";
+    selector: string;
+} | {
+    type: "WaitForAndClick";
+    selector: string;
+} | {
+    type: "ScrollX";
+    pixels: number;
+} | {
+    type: "ScrollY";
+    pixels: number;
+} | {
+    type: "Fill";
+    selector: string;
+    value: string;
+} | {
+    type: "InfiniteScroll";
+    times: number;
+};
+export type WebAutomationMap = Record<string, WebAutomation[]>;
+export type ExecutionScriptsMap = Record<string, string>;
 /**
  * Represents the options available for making a spider request.
  */
@@ -246,6 +279,10 @@ export interface SpiderParams {
      * Specifies whether to run the request in the background.
      */
     run_in_background?: boolean;
+    /**
+     *  Perform an infinite scroll on the page as new content arises. The request param also needs to be set to 'chrome' or 'smart'.
+     */
+    scroll?: number;
     /**
      * Specifies whether to skip configuration checks.
      */
@@ -262,6 +299,14 @@ export interface SpiderParams {
      * Disable request interception when running 'request' as 'chrome' or 'smart'. This can help when the page uses 3rd party or external scripts to load content.
      */
     disable_intercept?: boolean;
+    /**
+     * Perform custom web automated tasks on a url or url path. You need to make your `request` `chrome` or `smart`.
+     */
+    automation_scripts?: WebAutomationMap;
+    /**
+     * Perform custom Javascript tasks on a url or url path. You need to make your `request` `chrome` or `smart`.
+     */
+    execution_scripts?: ExecutionScriptsMap;
 }
 export type SpiderCoreResponse = {
     content?: string;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@spider-cloud/spider-client",
-  "version": "0.0.64",
+  "version": "0.0.66",
   "description": "Isomorphic Javascript SDK for Spider Cloud services",
   "scripts": {
     "test": "node --import tsx  --test __tests__/*test.ts",
@@ -23,10 +23,10 @@
   "author": "Jeff Mendez<jeff@a11ywatch.com>",
   "license": "MIT",
   "devDependencies": {
-    "@supabase/supabase-js": "^2.44.3",
+    "@supabase/supabase-js": "^2.45.0",
     "@types/node": "20.14.2",
     "dotenv": "^16.4.5",
-    "tsx": "^4.16.2",
+    "tsx": "^4.16.5",
     "typescript": "5.4.5"
   }
 }