@jsforce/jsforce-node 3.10.11 → 3.10.12-dev.1

package/lib/request-helper.js

@@ -7,6 +7,8 @@ exports.executeWithTimeout = exports.performRedirectRequest = exports.isRedirect
 const stream_1 = require("stream");
 const stream_2 = require("./util/stream");
 const form_data_1 = __importDefault(require("form-data"));
+const logger_1 = require("./util/logger");
+const logger = (0, logger_1.getLogger)('request-helper');
 /**
  *
  */
@@ -27,7 +29,11 @@ function createHttpRequestHandlerStreams(req, options = {}) {
     }
     duplex.on('response', async (res) => {
         if (duplex.listenerCount('complete') > 0) {
+            logger.debug(`Processing response, status=${res.statusCode}`);
+            const start = Date.now();
             const resBody = await (0, stream_2.readAll)(duplex, options.encoding);
+            logger.debug(`Response body read: ${(resBody.length / 1024 / 1024).toFixed(1)}MB ` +
+                `in ${Date.now() - start}ms`);
             duplex.emit('complete', {
                 ...res,
                 body: resBody,

package/lib/util/stream.js

@@ -2,6 +2,8 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.concatStreamsAsDuplex = exports.readAll = exports.createLazyStream = void 0;
 const stream_1 = require("stream");
+const logger_1 = require("./logger");
+const logger = (0, logger_1.getLogger)('stream');
 function createLazyStream() {
     const ins = new stream_1.PassThrough();
     const outs = new stream_1.PassThrough();
@@ -19,30 +21,53 @@ function createLazyStream() {
 exports.createLazyStream = createLazyStream;
 class MemoryWriteStream extends stream_1.Writable {
     _chunks;
+    _totalBytes;
     constructor() {
         super();
         this._chunks = [];
+        this._totalBytes = 0;
     }
     _write(chunk, encoding, callback) {
         this._chunks.push(chunk);
+        this._totalBytes += chunk.length;
+        // Log progress every 10MB
+        if (this._totalBytes % (10 * 1024 * 1024) < chunk.length) {
+            logger.debug(`MemoryWriteStream: received ${this._chunks.length} chunks, ` +
+                `${(this._totalBytes / 1024 / 1024).toFixed(1)}MB total`);
+        }
         callback();
     }
     _writev(data, callback) {
         for (const { chunk } of data) {
             this._chunks.push(chunk);
+            this._totalBytes += chunk.length;
         }
+        logger.debug(`MemoryWriteStream._writev: received ${data.length} chunks in batch`);
         callback();
     }
     toString(encoding = 'utf-8') {
-        return Buffer.concat(this._chunks).toString(encoding);
+        logger.debug(`MemoryWriteStream.toString: concatenating ${this._chunks.length} chunks, ` +
+            `${(this._totalBytes / 1024 / 1024).toFixed(1)}MB`);
+        const start = Date.now();
+        const result = Buffer.concat(this._chunks).toString(encoding);
+        logger.debug(`MemoryWriteStream.toString: completed in ${Date.now() - start}ms`);
+        return result;
     }
 }
 async function readAll(rs, encoding = 'utf-8') {
+    logger.debug('readAll: starting to read stream');
+    const start = Date.now();
     return new Promise((resolve, reject) => {
         const ws = new MemoryWriteStream();
-        rs.on('error', reject)
+        rs.on('error', (err) => {
+            logger.error(`readAll: stream error: ${(err).message}`);
+            reject(err);
+        })
             .pipe(ws)
-            .on('finish', () => resolve(ws.toString(encoding)));
+            .on('finish', () => {
+            logger.debug(`readAll: stream finished in ${Date.now() - start}ms`);
+            resolve(ws.toString(encoding));
+        });
     });
 }
 exports.readAll = readAll;

package/package.json

@@ -10,7 +10,7 @@
     "database.com"
   ],
   "homepage": "http://github.com/jsforce/jsforce",
-  "version": "3.10.11",
+  "version": "3.10.12-dev.1",
   "repository": {
     "type": "git",
     "url": "git://github.com/jsforce/jsforce.git"