@spider-cloud/spider-client 0.0.63 → 0.0.66

package/dist/config.d.ts

@@ -95,6 +95,46 @@ export interface QueryRequest {
      */
     pathname?: string;
 }
+type CSSSelector = {
+    name: string;
+    selectors: string[];
+};
+type CSSExtractionMap = {
+    [path: string]: CSSSelector[];
+};
+export type WebAutomation = {
+    type: "Evaluate";
+    code: string;
+} | {
+    type: "Click";
+    selector: string;
+} | {
+    type: "Wait";
+    duration: number;
+} | {
+    type: "WaitForNavigation";
+} | {
+    type: "WaitFor";
+    selector: string;
+} | {
+    type: "WaitForAndClick";
+    selector: string;
+} | {
+    type: "ScrollX";
+    pixels: number;
+} | {
+    type: "ScrollY";
+    pixels: number;
+} | {
+    type: "Fill";
+    selector: string;
+    value: string;
+} | {
+    type: "InfiniteScroll";
+    times: number;
+};
+export type WebAutomationMap = Record<string, WebAutomation[]>;
+export type ExecutionScriptsMap = Record<string, string>;
 /**
  * Represents the options available for making a spider request.
  */
@@ -163,6 +203,10 @@ export interface SpiderParams {
      * Specifies whether to include metadata in the response.
      */
     metadata?: boolean;
+    /**
+     * Use CSS query selectors to scrape contents from the web page. Set the paths and the CSS extraction object map to perform extractions per path or page.
+     */
+    css_extraction_map?: CSSExtractionMap;
     /**
      * The dimensions of the viewport.
      */
@@ -235,6 +279,10 @@ export interface SpiderParams {
      * Specifies whether to run the request in the background.
      */
     run_in_background?: boolean;
+    /**
+     *  Perform an infinite scroll on the page as new content arises. The request param also needs to be set to 'chrome' or 'smart'.
+     */
+    scroll?: number;
     /**
      * Specifies whether to skip configuration checks.
      */
@@ -251,6 +299,14 @@ export interface SpiderParams {
      * Disable request interception when running 'request' as 'chrome' or 'smart'. This can help when the page uses 3rd party or external scripts to load content.
      */
     disable_intercept?: boolean;
+    /**
+     * Perform custom web automated tasks on a url or url path. You need to make your `request` `chrome` or `smart`.
+     */
+    automation_scripts?: WebAutomationMap;
+    /**
+     * Perform custom Javascript tasks on a url or url path. You need to make your `request` `chrome` or `smart`.
+     */
+    execution_scripts?: ExecutionScriptsMap;
 }
 export type SpiderCoreResponse = {
     content?: string;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@spider-cloud/spider-client",
-  "version": "0.0.63",
+  "version": "0.0.66",
   "description": "Isomorphic Javascript SDK for Spider Cloud services",
   "scripts": {
     "test": "node --import tsx  --test __tests__/*test.ts",
@@ -23,10 +23,10 @@
   "author": "Jeff Mendez<jeff@a11ywatch.com>",
   "license": "MIT",
   "devDependencies": {
-    "@supabase/supabase-js": "^2.44.3",
+    "@supabase/supabase-js": "^2.45.0",
     "@types/node": "20.14.2",
     "dotenv": "^16.4.5",
-    "tsx": "^4.16.2",
+    "tsx": "^4.16.5",
     "typescript": "5.4.5"
   }
 }