@spider-cloud/spider-client 0.0.18 → 0.0.20

package/README.md

@@ -25,7 +25,7 @@ Before using the SDK, you will need to provide it with your API key. Obtain an A
 Here's a basic example to demonstrate how to use the SDK:
 
 ```javascript
-import { Spider } from '@spider-cloud/spider-client';
+import { Spider } from "@spider-cloud/spider-client";
 
 // Initialize the SDK with your API key
 const app = new Spider({ apiKey: "YOUR_API_KEY" });
@@ -59,6 +59,38 @@ app
   });
 ```
 
+### Data Operations
+
+The Spider client can interact with specific data tables to create, retrieve, and delete data.
+
+#### Retrieve Data from a Table
+
+To fetch data from a specified table by applying query parameters, use the `getData` method. Provide the table name and an object containing query parameters:
+
+```javascript
+const tableName = "pages";
+const queryParams = { limit: 20 };
+spider
+  .getData(tableName, queryParams)
+  .then((response) => console.log(response))
+  .catch((error) => console.error(error));
+```
+
+This example retrieves data from the 'pages' table, limiting the results to 20 entries.
+
+#### Delete Data from a Table
+
+To delete data from a specified table based on certain conditions, use the `deleteData` method. Provide the table name and an object specifying the conditions for deletion:
+
+```javascript
+const tableName = "websites";
+const deleteParams = { domain: "www.example.com" };
+spider
+  .deleteData(tableName, deleteParams)
+  .then((response) => console.log(response))
+  .catch((error) => console.error(error));
+```
+
 ### Available Methods
 
 - **`scrapeUrl(url, params)`**: Scrape data from a specified URL. Optional parameters can be passed to customize the scraping behavior.
@@ -69,6 +101,8 @@ app
 - **`label(url, params)`**: Apply labeling to data extracted from the specified URL.
 - **`getCrawlState(url, params)`**: Check the website crawl state.
 - **`getCredits()`**: Retrieve account's remaining credits.
+- **`getData(table, params)`**: Retrieve data records from the DB.
+- **`deleteData(table, params)`**: Delete records from the DB.
 
 ## Error Handling
 
@@ -81,3 +115,4 @@ Contributions are always welcome! Feel free to open an issue or submit a pull re
 ## License
 
 The Spider Cloud JavaScript SDK is open-source and released under the [MIT License](https://opensource.org/licenses/MIT).
+```

package/dist/client.d.ts

@@ -9,6 +9,7 @@ export interface SpiderConfig {
  */
 export declare class Spider {
     private apiKey?;
+    private dataEndPoint;
     /**
      * Create an instance of Spider.
      * @param {string | null} apiKey - The API key used to authenticate to the Spider API. If null, attempts to source from environment variables.
@@ -84,6 +85,28 @@ export declare class Spider {
      * @returns {Promise<any>} The current credit balance.
      */
     getCredits(): Promise<any>;
+    /**
+     * Send a POST request to insert data into a specified table.
+     * @param {string} table - The table name in the database.
+     * @param {object} data - The data to be inserted.
+     * @returns {Promise<any>} The response from the server.
+     */
+    postData(table: string, data: object): Promise<any>;
+    /**
+     * Send a GET request to retrieve data from a specified table.
+     * @param {string} table - The table name in the database.
+     * @param {object} params - The query parameters for data retrieval.
+     * @returns {Promise<any>} The response from the server.
+     */
+    getData(table: string, params: object): Promise<any>;
+    /**
+     * Send a DELETE request to remove data from a specified table.
+     * @param {string} table - The table name in the database.
+     * @param {object} params - Parameters to identify records to delete.
+     * @returns {Promise<any>} The response from the server.
+     */
+    deleteData(table: string, params: object): Promise<any>;
+    private _apiDataPost;
     /**
      * Prepares common headers for each API request.
      * @returns {HeadersInit} A headers object for fetch requests.

package/dist/client.js

@@ -12,6 +12,7 @@ class Spider {
      */
     constructor(props) {
         var _a;
+        this.dataEndPoint = "https://api.spider.cloud:3280";
         this.apiKey = (props === null || props === void 0 ? void 0 : props.apiKey) || ((_a = process === null || process === void 0 ? void 0 : process.env) === null || _a === void 0 ? void 0 : _a.SPIDER_API_KEY);
         if (!this.apiKey) {
             throw new Error("No API key provided");
@@ -130,6 +131,71 @@ class Spider {
     async getCredits() {
         return this._apiGet("credits");
     }
+    /**
+     * Send a POST request to insert data into a specified table.
+     * @param {string} table - The table name in the database.
+     * @param {object} data - The data to be inserted.
+     * @returns {Promise<any>} The response from the server.
+     */
+    async postData(table, data) {
+        const endpoint = `/data/${table}`;
+        return this._apiDataPost(endpoint, data);
+    }
+    /**
+     * Send a GET request to retrieve data from a specified table.
+     * @param {string} table - The table name in the database.
+     * @param {object} params - The query parameters for data retrieval.
+     * @returns {Promise<any>} The response from the server.
+     */
+    async getData(table, params) {
+        const endpoint = `/data/${table}?${new URLSearchParams(params).toString()}`;
+        const headers = this.prepareHeaders();
+        const response = await fetch(`${this.dataEndPoint}${endpoint}`, {
+            method: "GET",
+            headers: headers,
+        });
+        if (response.ok) {
+            return response.json();
+        }
+        else {
+            this.handleError(response, `get data from ${table}`);
+        }
+    }
+    /**
+     * Send a DELETE request to remove data from a specified table.
+     * @param {string} table - The table name in the database.
+     * @param {object} params - Parameters to identify records to delete.
+     * @returns {Promise<any>} The response from the server.
+     */
+    async deleteData(table, params) {
+        const endpoint = `/data/${table}?${new URLSearchParams(params).toString()}`;
+        const headers = this.prepareHeaders();
+        const response = await fetch(`${this.dataEndPoint}${endpoint}`, {
+            method: "DELETE",
+            headers,
+        });
+        if (response.ok) {
+            return response.json();
+        }
+        else {
+            this.handleError(response, `delete data from ${table}`);
+        }
+    }
+    // Create wrapper methods for external API access:
+    async _apiDataPost(endpoint, data) {
+        const headers = this.prepareHeaders();
+        const response = await fetch(`${this.dataEndPoint}${endpoint}`, {
+            method: "POST",
+            headers,
+            body: JSON.stringify(data),
+        });
+        if (response.ok) {
+            return response.json();
+        }
+        else {
+            this.handleError(response, `post to ${endpoint}`);
+        }
+    }
     /**
      * Prepares common headers for each API request.
      * @returns {HeadersInit} A headers object for fetch requests.

package/dist/index.d.ts

@@ -1,2 +1 @@
-import { Spider } from "./client";
-export { Spider };
+export { Spider } from "./client";

package/dist/index.js

@@ -1,5 +1,5 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.Spider = void 0;
-const client_1 = require("./client");
+var client_1 = require("./client");
 Object.defineProperty(exports, "Spider", { enumerable: true, get: function () { return client_1.Spider; } });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@spider-cloud/spider-client",
-  "version": "0.0.18",
+  "version": "0.0.20",
   "description": "A Javascript SDK for Spider Cloud services",
   "scripts": {
     "test": "jest",