@spider-cloud/spider-client 0.1.82 → 0.1.85

package/dist/client.d.ts

@@ -66,6 +66,13 @@ export declare class Spider {
      * @returns {Promise<any>} The screenshot data.
      */
     screenshot(url: string, params?: GenericParams): Promise<any>;
+    /**
+     * Unblock a challenging url to get data.
+     * @param {string} url - The URL to get data from.
+     * @param {GenericParams} [params={}] - Configuration parameters for the screenshot.
+     * @returns {Promise<any>} The screenshot data.
+     */
+    unblocker(url: string, params?: GenericParams): Promise<any>;
     /**
      *  Perform a search and gather a list of websites to start crawling and collect resources.
      * @param {string} search - The search query.

package/dist/client.js

@@ -117,6 +117,15 @@ class Spider {
     async screenshot(url, params = {}) {
         return this._apiPost(config_1.APIRoutes.Screenshot, { url: url, ...params });
     }
+    /**
+     * Unblock a challenging url to get data.
+     * @param {string} url - The URL to get data from.
+     * @param {GenericParams} [params={}] - Configuration parameters for the screenshot.
+     * @returns {Promise<any>} The screenshot data.
+     */
+    async unblocker(url, params = {}) {
+        return this._apiPost(config_1.APIRoutes.Unblocker, { url: url, ...params });
+    }
     /**
      *  Perform a search and gather a list of websites to start crawling and collect resources.
      * @param {string} search - The search query.

package/dist/config.d.ts

@@ -152,9 +152,41 @@ export type ClickAll = {
 };
 export type ClickAllClickable = {};
 export type ClickPoint = {
+    /** Rust: ClickPoint { x: f64, y: f64 } */
     x: number;
     y: number;
 };
+/** Rust: ClickHold { selector: String, hold_for_ms: u64 } */
+export type ClickHold = {
+    selector: string;
+    /** Duration to hold in milliseconds */
+    hold_for_ms: number;
+};
+/** Rust: ClickHoldPoint { x: f64, y: f64, hold_for_ms: u64 } */
+export type ClickHoldPoint = {
+    x: number;
+    y: number;
+    /** Duration to hold in milliseconds */
+    hold_for_ms: number;
+};
+/** Rust: ClickDrag { from: String, to: String, modifier: Option<i64> } */
+export type ClickDrag = {
+    /** CSS selector for the drag start element */
+    from: string;
+    /** CSS selector for the drag destination element */
+    to: string;
+    /** Optional keyboard modifier (e.g. Shift=8), maps to Option<i64> */
+    modifier?: number | null;
+};
+/** Rust: ClickDragPoint { from_x, from_y, to_x, to_y, modifier: Option<i64> } */
+export type ClickDragPoint = {
+    from_x: number;
+    from_y: number;
+    to_x: number;
+    to_y: number;
+    /** Optional keyboard modifier (e.g. Shift=8), maps to Option<i64> */
+    modifier?: number | null;
+};
 export type Wait = {
     /** Rust: u64 (milliseconds) */
     ms: number;
@@ -204,7 +236,7 @@ export type Screenshot = {
     output: string;
 };
 export type ValidateChain = {};
-export type WebAutomation = Evaluate | Click | ClickAll | ClickAllClickable | ClickPoint | Wait | WaitForNavigation | WaitForDom | WaitFor | WaitForWithTimeout | WaitForAndClick | ScrollX | ScrollY | Fill | Type | InfiniteScroll | Screenshot | ValidateChain;
+export type WebAutomation = Evaluate | Click | ClickAll | ClickAllClickable | ClickPoint | ClickHold | ClickHoldPoint | ClickDrag | ClickDragPoint | Wait | WaitForNavigation | WaitForDom | WaitFor | WaitForWithTimeout | WaitForAndClick | ScrollX | ScrollY | Fill | Type | InfiniteScroll | Screenshot | ValidateChain;
 export type ReturnFormat = "markdown" | "commonmark" | "raw" | "screenshot" | "text" | "html2text" | "bytes" | "xml" | "empty";
 export type WebAutomationMap = Record<string, WebAutomation[]>;
 export type ExecutionScriptsMap = Record<string, string>;
@@ -420,6 +452,11 @@ export interface SpiderParams {
      * The wait for events on the page. You need to make your `request` `chrome` or `smart`.
      */
     wait_for?: WaitForConfiguration;
+    /**
+     * Disables service-provided hints that add request optimizations to improve crawl outcomes,
+     * such as network blacklists, request-type selection, geo handling, and more.
+     */
+    disable_hints?: boolean;
     /**
      * Disable request interception when running 'request' as 'chrome' or 'smart'. This can help when the page uses 3rd party or external scripts to load content.
      */
@@ -554,6 +591,8 @@ export declare enum ApiVersion {
 }
 export declare enum APIRoutes {
     Crawl = "crawl",
+    Scrape = "scrape",
+    Unblocker = "unblocker",
     Links = "links",
     Screenshot = "screenshot",
     Search = "search",

package/dist/config.js

@@ -32,6 +32,10 @@ var APIRoutes;
 (function (APIRoutes) {
     // Crawl a website to collect the contents. Can be one page or many.
     APIRoutes["Crawl"] = "crawl";
+    // Scrape a website to collect the contents. Can be one page or many.
+    APIRoutes["Scrape"] = "scrape";
+    // Unblock a website to collect the contents. Can be one page or many.
+    APIRoutes["Unblocker"] = "unblocker";
     // Crawl a website to collect the links. Can be one page or many.
     APIRoutes["Links"] = "links";
     // Crawl a website to collect screenshots. Can be one page or many.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@spider-cloud/spider-client",
-  "version": "0.1.82",
+  "version": "0.1.85",
   "description": "Isomorphic Javascript SDK for Spider Cloud services",
   "scripts": {
     "test": "node --import tsx  --test __tests__/*test.ts",