@spider-cloud/spider-client 0.1.23 → 0.1.25

package/dist/client.js

@@ -4,6 +4,7 @@ exports.Spider = void 0;
 const config_1 = require("./config");
 const package_json_1 = require("../package.json");
 const stream_reader_1 = require("./utils/stream-reader");
+const exponential_backoff_1 = require("exponential-backoff");
 /**
  * A class to interact with the Spider API.
  */
@@ -29,10 +30,12 @@ class Spider {
      */
     async _apiPost(endpoint, data, stream, jsonl) {
         const headers = jsonl ? this.prepareHeadersJsonL : this.prepareHeaders;
-        const response = await fetch(`${config_1.APISchema["url"]}/${config_1.ApiVersion.V1}/${endpoint}`, {
+        const response = await (0, exponential_backoff_1.backOff)(() => fetch(`${config_1.APISchema["url"]}/${config_1.ApiVersion.V1}/${endpoint}`, {
             method: "POST",
             headers: headers,
             body: JSON.stringify(data),
+        }), {
+            numOfAttempts: 5,
         });
         if (!stream) {
             if (response.ok) {
@@ -51,9 +54,11 @@ class Spider {
      */
     async _apiGet(endpoint) {
         const headers = this.prepareHeaders;
-        const response = await fetch(`${config_1.APISchema["url"]}/${config_1.ApiVersion.V1}/${endpoint}`, {
+        const response = await (0, exponential_backoff_1.backOff)(() => fetch(`${config_1.APISchema["url"]}/${config_1.ApiVersion.V1}/${endpoint}`, {
             method: "GET",
             headers: headers,
+        }), {
+            numOfAttempts: 5,
         });
         if (response.ok) {
             return response.json();
@@ -69,9 +74,11 @@ class Spider {
      */
     async _apiDelete(endpoint) {
         const headers = this.prepareHeaders;
-        const response = await fetch(`${config_1.APISchema["url"]}/${config_1.ApiVersion.V1}/${endpoint}`, {
+        const response = await (0, exponential_backoff_1.backOff)(() => fetch(`${config_1.APISchema["url"]}/${config_1.ApiVersion.V1}/${endpoint}`, {
             method: "DELETE",
             headers,
+        }), {
+            numOfAttempts: 5,
         });
         if (response.ok) {
             return response;

package/dist/utils/process-chunk.d.ts

@@ -1,2 +1,2 @@
 import type { SpiderCoreResponse } from "../config";
-export declare const processChunk: (chunk: string, cb: (r: SpiderCoreResponse) => void) => boolean;
+export declare const createJsonLineProcessor: (cb: (r: SpiderCoreResponse) => void) => (chunk: Buffer | string) => void;

package/dist/utils/process-chunk.js

@@ -1,13 +1,21 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.processChunk = void 0;
-const processChunk = (chunk, cb) => {
-    try {
-        cb(chunk ? JSON.parse(chunk.trim()) : null);
-        return true;
-    }
-    catch (_error) {
-        return false;
-    }
+exports.createJsonLineProcessor = void 0;
+const createJsonLineProcessor = (cb) => {
+    let buffer = "";
+    return (chunk) => {
+        buffer += chunk.toString();
+        let boundary;
+        while ((boundary = buffer.indexOf("\n")) !== -1) {
+            const line = buffer.slice(0, boundary);
+            buffer = buffer.slice(boundary + 1);
+            if (line.trim()) {
+                try {
+                    cb(JSON.parse(line));
+                }
+                catch (_error) { }
+            }
+        }
+    };
 };
-exports.processChunk = processChunk;
+exports.createJsonLineProcessor = createJsonLineProcessor;

package/dist/utils/stream-reader.js

@@ -2,12 +2,13 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.streamReader = void 0;
 const process_chunk_1 = require("./process-chunk");
-// stream the response via callbacks.
+// Stream the response via callbacks.
 const streamReader = async (res, cb) => {
     var _a;
     if (res.ok) {
         const reader = (_a = res.body) === null || _a === void 0 ? void 0 : _a.getReader();
         const decoder = new TextDecoder();
+        const processChunk = (0, process_chunk_1.createJsonLineProcessor)(cb);
         if (reader) {
             while (true) {
                 const { done, value } = await reader.read();
@@ -15,8 +16,9 @@ const streamReader = async (res, cb) => {
                     break;
                 }
                 const chunk = decoder.decode(value, { stream: true });
-                (0, process_chunk_1.processChunk)(chunk, cb);
+                processChunk(chunk);
             }
+            processChunk(decoder.decode(new Uint8Array(), { stream: false }));
         }
     }
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@spider-cloud/spider-client",
-  "version": "0.1.23",
+  "version": "0.1.25",
   "description": "Isomorphic Javascript SDK for Spider Cloud services",
   "scripts": {
     "test": "node --import tsx  --test __tests__/*test.ts",
@@ -23,9 +23,12 @@
   "author": "Jeff Mendez<jeff@a11ywatch.com>",
   "license": "MIT",
   "devDependencies": {
-    "@types/node": "22.7.5",
-    "dotenv": "^16.4.5",
-    "tsx": "^4.19.1",
-    "typescript": "5.6.3"
+    "@types/node": "22.10.1",
+    "dotenv": "^16.4.7",
+    "tsx": "^4.19.2",
+    "typescript": "5.7.2"
+  },
+  "dependencies": {
+    "exponential-backoff": "^3.1.1"
   }
 }