@spider-cloud/spider-client 0.0.2 → 0.0.6

package/README.md

@@ -67,6 +67,7 @@ app
 - **`screenshot(url, params)`**: Take a screenshot of the specified URL.
 - **`extractContacts(url, params)`**: Extract contact information from the specified URL.
 - **`label(url, params)`**: Apply labeling to data extracted from the specified URL.
+- **`getCrawlState(url, params)`**: Check the website crawl state.
 - **`getCredits()`**: Retrieve account's remaining credits.
 
 ## Error Handling

package/dist/spiderwebai.d.ts

@@ -67,6 +67,13 @@ export default class Spider {
      * @returns {Promise<any>} The labeled data.
      */
     label(url: string, params?: {}): Promise<unknown>;
+    /**
+     * Check the crawl state of the website.
+     * @param {string} url - The URL to check.
+     * @param {object} [params={}] - Configuration parameters for crawl state. Can also pass in "domain" instead of the url to query.
+     * @returns {Promise<any>} The crawl state data.
+     */
+    getCrawlState(url: string, params?: {}): Promise<unknown>;
     /**
      * Retrieves the number of credits available on the account.
      * @returns {Promise<any>} The current credit balance.

package/dist/spiderwebai.js

@@ -24,7 +24,7 @@ class Spider {
      */
     async _apiPost(endpoint, data, stream = false) {
         const headers = this.prepareHeaders();
-        const response = await fetch(`https://https://spider.cloud/v1/${endpoint}`, {
+        const response = await fetch(`https://spider.cloud/v1/${endpoint}`, {
             method: "POST",
             headers: headers,
             body: JSON.stringify(data),
@@ -46,7 +46,7 @@ class Spider {
      */
     async _apiGet(endpoint) {
         const headers = this.prepareHeaders();
-        const response = await fetch(`https://https://spider.cloud/v1/${endpoint}`, {
+        const response = await fetch(`https://spider.cloud/v1/${endpoint}`, {
             method: "GET",
             headers: headers,
         });
@@ -112,6 +112,15 @@ class Spider {
     async label(url, params = {}) {
         return this._apiPost("pipeline/label", { url: url, ...params });
     }
+    /**
+     * Check the crawl state of the website.
+     * @param {string} url - The URL to check.
+     * @param {object} [params={}] - Configuration parameters for crawl state. Can also pass in "domain" instead of the url to query.
+     * @returns {Promise<any>} The crawl state data.
+     */
+    async getCrawlState(url, params = {}) {
+        return this._apiPost("crawl-state", { url: url, ...params });
+    }
     /**
      * Retrieves the number of credits available on the account.
      * @returns {Promise<any>} The current credit balance.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@spider-cloud/spider-client",
-  "version": "0.0.2",
+  "version": "0.0.6",
   "description": "A Javascript SDK for Spider Cloud services",
   "scripts": {
     "test": "jest",