@spider-cloud/spider-client 0.0.30 → 0.0.32

package/dist/client.d.ts

@@ -107,6 +107,15 @@ export declare class Spider {
      * @returns {Promise<any>} The crawl state data.
      */
     getCrawlState(url: string, params?: GenericParams): Promise<any>;
+    /**
+     * Downloads files from the specified user's storage.
+     * @param {string} userId - The user's ID whose files you want to download.
+     * @param {string} [domain] - The domain for the user's storage. If not provided, downloads all files.
+     * @param {number} [page] - The page number for pagination.
+     * @param {number} [limit] - The number of files to return per page.
+     * @returns {Promise<Response>} The response containing the file stream.
+     */
+    downloadFiles(userId: string, domain?: string, page?: number, limit?: number): Promise<Response>;
     /**
      * Retrieves the number of credits available on the account.
      * @returns {Promise<any>} The current credit balance.

package/dist/client.js

@@ -158,7 +158,32 @@ class Spider {
      * @returns {Promise<any>} The crawl state data.
      */
     async getCrawlState(url, params = {}) {
-        return this._apiPost("crawl/status", { url: url, ...params });
+        return this._apiPost("data/crawl_state", { url: url, ...params });
+    }
+    /**
+     * Downloads files from the specified user's storage.
+     * @param {string} userId - The user's ID whose files you want to download.
+     * @param {string} [domain] - The domain for the user's storage. If not provided, downloads all files.
+     * @param {number} [page] - The page number for pagination.
+     * @param {number} [limit] - The number of files to return per page.
+     * @returns {Promise<Response>} The response containing the file stream.
+     */
+    async downloadFiles(userId, domain, page, limit) {
+        const params = new URLSearchParams({
+            ...(domain && { domain }),
+            ...(page && { page: page.toString() }),
+            ...(limit && { limit: limit.toString() }),
+        });
+        const endpoint = `https://api.spider.cloud/v1/data/storage?${params.toString()}`;
+        const headers = this.prepareHeaders();
+        const response = await fetch(endpoint, {
+            method: "GET",
+            headers,
+        });
+        if (!response.ok) {
+            this.handleError(response, `download files for user: ${userId}`);
+        }
+        return response;
     }
     /**
      * Retrieves the number of credits available on the account.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@spider-cloud/spider-client",
-  "version": "0.0.30",
+  "version": "0.0.32",
   "description": "A Javascript SDK for Spider Cloud services",
   "scripts": {
     "test": "jest",