@cloudant/couchbackup 2.9.8-SNAPSHOT.92 → 2.9.8-SNAPSHOT.94

package/.scannerwork/scanner-report/issues-21.pb

@@ -0,0 +1,3 @@
+C
+
+javascriptS2612"Make sure this permission is safe. 2 

package/.scannerwork/scanner-report/issues-29.pb

@@ -0,0 +1,3 @@
+T
+
+javascriptS53323Using http protocol is insecure. Use https instead. 2"" 8

package/.scannerwork/scanner-report/issues-3.pb

@@ -0,0 +1,4 @@
+P
+
+javascriptS2068-Review this potentially hardcoded credential. 2
+�
�
 %

package/.scannerwork/scanner-report/issues-4.pb

@@ -0,0 +1,6 @@
+T
+
+javascriptS53323Using http protocol is insecure. Use https instead. 2 8V
+
+javascriptS53323Using http protocol is insecure. Use https instead. 2
+�
�
 /

package/.scannerwork/scanner-report/measures-55.pb

@@ -0,0 +1,16 @@
+
+	functions
+
+
+statementsG
+classes

+nclocz
+
+
+complexity
+cognitive_complexity&�
+executable_lines_data2�
+�130=1;132=1;133=1;14=1;16=1;17=1;145=1;18=1;19=1;147=1;20=1;148=1;22=1;150=1;155=1;157=1;30=1;158=1;31=1;162=1;35=1;36=1;164=1;165=1;40=1;168=1;171=1;172=1;173=1;47=1;48=1;176=1;49=1;50=1;51=1;52=1;53=1;56=1;58=1;60=1;61=1;65=1;66=1;67=1;68=1;69=1;72=1;75=1;77=1;78=1;79=1;83=1;88=1;90=1;91=1;94=1;97=1;100=1;102=1;105=1;106=1;107=1;109=1;110=1;111=1;112=1;114=1;115=1;116=1;121=1;123=1�
+
+ncloc_data2�
+�14=1;16=1;17=1;18=1;19=1;20=1;22=1;23=1;28=1;29=1;30=1;31=1;32=1;34=1;35=1;36=1;37=1;39=1;40=1;41=1;42=1;47=1;48=1;49=1;50=1;51=1;52=1;53=1;54=1;56=1;57=1;58=1;60=1;61=1;65=1;66=1;67=1;68=1;69=1;70=1;72=1;73=1;75=1;77=1;78=1;79=1;80=1;81=1;82=1;83=1;84=1;88=1;89=1;90=1;91=1;94=1;95=1;96=1;97=1;98=1;100=1;101=1;102=1;105=1;106=1;107=1;109=1;110=1;111=1;112=1;113=1;114=1;115=1;116=1;117=1;118=1;119=1;120=1;121=1;122=1;123=1;124=1;125=1;127=1;128=1;130=1;132=1;133=1;135=1;137=1;138=1;139=1;140=1;141=1;142=1;143=1;144=1;145=1;147=1;148=1;149=1;150=1;151=1;152=1;153=1;154=1;155=1;157=1;158=1;162=1;163=1;164=1;165=1;166=1;168=1;171=1;172=1;173=1;174=1;176=1;177=1;178=1

package/.scannerwork/scanner-report/measures-6.pb

@@ -0,0 +1,15 @@
+
+	functions'
+
+statements�

+classes

+ncloc�

+
+
+complexity0
+cognitive_complexity�
+executable_lines_data2�
+�257=1;262=1;264=1;267=1;269=1;270=1;271=1;16=1;272=1;18=1;274=1;19=1;20=1;21=1;22=1;23=1;279=1;24=1;25=1;281=1;286=1;287=1;288=1;33=1;289=1;34=1;38=1;39=1;40=1;46=1;47=1;48=1;50=1;51=1;56=1;59=1;60=1;61=1;62=1;63=1;65=1;72=1;73=1;74=1;75=1;77=1;82=1;83=1;84=1;85=1;87=1;89=1;93=1;94=1;98=1;101=1;102=1;103=1;104=1;106=1;110=1;111=1;114=1;115=1;117=1;118=1;121=1;123=1;125=1;126=1;129=1;131=1;132=1;135=1;137=1;138=1;141=1;143=1;145=1;146=1;149=1;150=1;151=1;154=1;156=1;157=1;160=1;162=1;163=1;166=1;168=1;170=1;171=1;173=1;176=1;178=1;179=1;181=1;182=1;185=1;187=1;188=1;190=1;198=1;202=1;203=1;205=1;206=1;209=1;211=1;213=1;214=1;217=1;219=1;220=1;223=1;225=1;226=1;229=1;231=1;232=1;235=1;237=1;239=1;241=1;242=1;245=1;248=1;250=1;252=1;253=1;254=1;255=1�
+
+ncloc_data2�
+�16=1;18=1;19=1;20=1;21=1;22=1;23=1;24=1;25=1;31=1;32=1;33=1;34=1;35=1;37=1;38=1;39=1;40=1;41=1;42=1;43=1;45=1;46=1;47=1;48=1;49=1;50=1;51=1;52=1;53=1;55=1;56=1;59=1;60=1;61=1;62=1;63=1;64=1;65=1;66=1;67=1;68=1;69=1;71=1;72=1;73=1;74=1;75=1;76=1;77=1;78=1;79=1;80=1;82=1;83=1;84=1;85=1;87=1;89=1;93=1;94=1;95=1;98=1;99=1;101=1;102=1;103=1;104=1;105=1;106=1;107=1;108=1;110=1;111=1;112=1;114=1;115=1;117=1;118=1;119=1;121=1;123=1;125=1;126=1;127=1;129=1;131=1;132=1;133=1;135=1;137=1;138=1;139=1;141=1;143=1;145=1;146=1;149=1;150=1;151=1;152=1;154=1;156=1;157=1;158=1;160=1;162=1;163=1;164=1;166=1;168=1;170=1;171=1;173=1;174=1;176=1;178=1;179=1;181=1;182=1;183=1;185=1;187=1;188=1;190=1;191=1;192=1;193=1;194=1;195=1;196=1;197=1;198=1;199=1;200=1;202=1;203=1;205=1;206=1;207=1;209=1;211=1;213=1;214=1;215=1;217=1;219=1;220=1;221=1;223=1;225=1;226=1;227=1;229=1;231=1;232=1;233=1;235=1;237=1;239=1;241=1;242=1;243=1;245=1;248=1;250=1;252=1;253=1;254=1;255=1;256=1;257=1;258=1;259=1;260=1;262=1;264=1;267=1;269=1;270=1;271=1;272=1;273=1;274=1;275=1;276=1;277=1;279=1;281=1;286=1;287=1;288=1;289=1;290=1;291=1;292=1;293=1

package/.scannerwork/scanner-report/measures-63.pb

@@ -0,0 +1,15 @@
+
+	functions
+
+statements
+classes
+nclocH
+
+
+complexity
+cognitive_complexity
+executable_lines_data2�

+�
64=1;65=1;68=1;74=1;75=1;77=1;14=1;17=1;84=1;85=1;87=1;88=1;90=1;93=1;34=1;98=1;35=1;99=1;100=1;101=1;42=1;44=1;45=1;47=1;48=1;50=1;52=1;61=1�
+
+ncloc_data2�
+�14=1;17=1;18=1;19=1;20=1;21=1;22=1;23=1;24=1;25=1;26=1;27=1;28=1;29=1;30=1;32=1;33=1;34=1;35=1;36=1;37=1;39=1;40=1;42=1;43=1;44=1;45=1;46=1;47=1;48=1;49=1;50=1;51=1;52=1;53=1;54=1;60=1;61=1;64=1;65=1;66=1;68=1;69=1;70=1;71=1;73=1;74=1;75=1;76=1;77=1;78=1;80=1;84=1;85=1;86=1;87=1;88=1;89=1;90=1;91=1;93=1;94=1;95=1;96=1;97=1;98=1;99=1;100=1;101=1;102=1;103=1;104=1

package/.scannerwork/scanner-report/source-18.txt

@@ -0,0 +1,63 @@
+// Copyright © 2017 IBM Corp. All rights reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+/* global describe it */
+'use strict';
+
+const fs = require('fs');
+const u = require('./citestutils.js');
+
+describe('Event tests', function() {
+  it('should get a finished event when using stdout', function(done) {
+    u.setTimeout(this, 40);
+    // Use the API so we can get events
+    const params = { useApi: true };
+    const backup = u.testBackup(params, 'animaldb', process.stdout, function(err) {
+      if (err) {
+        done(err);
+      }
+    });
+    backup.on('finished', function() {
+      try {
+        // Test will time out if the finished event is not emitted
+        done();
+      } catch (err) {
+        done(err);
+      }
+    });
+  });
+  it('should get a finished event when using file output', function(done) {
+    u.setTimeout(this, 40);
+    // Use the API so we can get events
+    const params = { useApi: true };
+    const actualBackup = `./${this.fileName}`;
+    // Create a file and backup to it
+    const output = fs.createWriteStream(actualBackup);
+    output.on('open', function() {
+      const backup = u.testBackup(params, 'animaldb', output, function(err) {
+        if (err) {
+          done(err);
+        }
+      });
+      backup.on('finished', function() {
+        try {
+          // Test will time out if the finished event is not emitted
+          done();
+        } catch (err) {
+          done(err);
+        }
+      });
+    });
+  });
+});

package/.scannerwork/scanner-report/source-19.txt

@@ -0,0 +1,36 @@
+// Copyright © 2017 IBM Corp. All rights reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+/* global describe it */
+'use strict';
+
+delete require.cache[require.resolve('./citestutils.js')];
+const u = require('./citestutils.js');
+
+[{ useApi: true }, { useApi: false }].forEach(function(params) {
+  describe(u.scenario('End to end backup and restore', params), function() {
+    it('should backup and restore animaldb', function(done) {
+      // Allow up to 60 s for backup and restore of animaldb
+      u.setTimeout(this, 60);
+      u.testDirectBackupAndRestore(params, 'animaldb', this.dbName, done);
+    });
+    it('should backup and restore largedb1g #slow', function(done) {
+      // Allow up to 30 m for backup and restore of largedb1g
+      // This is a long time but when many builds run in parallel it can take a
+      // while to get this done.
+      u.setTimeout(this, 30 * 60);
+      u.testDirectBackupAndRestore(params, 'largedb1g', this.dbName, done);
+    });
+  });
+});

package/.scannerwork/scanner-report/source-2.txt

@@ -0,0 +1,147 @@
+// Copyright © 2017, 2021 IBM Corp. All rights reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+/* global describe it beforeEach */
+'use strict';
+
+const assert = require('assert');
+const fs = require('fs');
+const nock = require('nock');
+const request = require('../includes/request.js');
+const writer = require('../includes/writer.js');
+const noopEmitter = new (require('events')).EventEmitter();
+const liner = require('../includes/liner.js');
+
+const longTestTimeout = 3000;
+
+// The writer expects a line-by-line stream so this utility function does that
+// processing for the tests (which normally happens in the internal restore
+// function).
+function testLinestream(fixture = './test/fixtures/animaldb_expected.json') {
+  return fs.createReadStream(fixture)
+    .pipe(liner());
+}
+
+describe('#unit Check database restore writer', function() {
+  const dbUrl = 'http://localhost:5984/animaldb';
+  const db = request.client(dbUrl, { parallelism: 1 });
+
+  beforeEach('Reset nocks', function() {
+    nock.cleanAll();
+  });
+
+  it('should complete successfully', function(done) {
+    nock(dbUrl)
+      .post('/_bulk_docs')
+      .reply(200, []); // success
+
+    testLinestream()
+      .pipe(writer(db, 500, 1, noopEmitter))
+      .on('error', function(err) {
+        done(err);
+      })
+      .on('finished', function(data) {
+        assert.strictEqual(data.total, 15);
+        assert.ok(nock.isDone());
+        done();
+      });
+  });
+
+  it('should terminate on a fatal error', function(done) {
+    nock(dbUrl)
+      .post('/_bulk_docs')
+      .reply(401, { error: 'Unauthorized' }); // fatal error
+
+    testLinestream()
+      .pipe(writer(db, 500, 1, noopEmitter))
+      .on('error', function(err) {
+        assert.strictEqual(err.name, 'Unauthorized');
+        assert.strictEqual(err.message, 'Access is denied due to invalid credentials.');
+        assert.ok(nock.isDone());
+        done();
+      });
+  });
+
+  it('should retry on transient errors', function(done) {
+    nock(dbUrl)
+      .post('/_bulk_docs')
+      .reply(429, { error: 'Too Many Requests' }) // transient error
+      .post('/_bulk_docs')
+      .reply(500, { error: 'Internal Server Error' }) // transient error
+      .post('/_bulk_docs')
+      .reply(200, { ok: true }); // third time lucky success
+
+    testLinestream()
+      .pipe(writer(db, 500, 1, noopEmitter))
+      .on('error', function(err) {
+        done(err);
+      })
+      .on('finished', function(data) {
+        assert.strictEqual(data.total, 15);
+        assert.ok(nock.isDone());
+        done();
+      });
+  }).timeout(longTestTimeout);
+
+  it('should fail after 3 transient errors', function(done) {
+    nock(dbUrl)
+      .post('/_bulk_docs')
+      .reply(429, { error: 'Too Many Requests' }) // transient error
+      .post('/_bulk_docs')
+      .reply(500, { error: 'Internal Server Error' }) // transient error
+      .post('/_bulk_docs')
+      .reply(503, { error: 'Service Unavailable' }); // Final transient error
+
+    testLinestream()
+      .pipe(writer(db, 500, 1, noopEmitter))
+      .on('error', function(err) {
+        assert.strictEqual(err.name, 'HTTPFatalError');
+        assert.strictEqual(err.message, `503 : post ${dbUrl}/_bulk_docs - Error: Service Unavailable`);
+        assert.ok(nock.isDone());
+        done();
+      });
+  }).timeout(longTestTimeout);
+
+  it('should restore shallow backups without rev info successfully', function(done) {
+    nock(dbUrl)
+      .post('/_bulk_docs')
+      .reply(200, [{ ok: true, id: 'foo', rev: '1-abc' }]); // success
+
+    testLinestream('./test/fixtures/animaldb_old_shallow.json')
+      .pipe(writer(db, 500, 1, noopEmitter))
+      .on('error', function(err) {
+        done(err);
+      })
+      .on('finished', function(data) {
+        assert.strictEqual(data.total, 11);
+        assert.ok(nock.isDone());
+        done();
+      });
+  });
+
+  it('should get a batch error for non-empty array response with new_edits false', function(done) {
+    nock(dbUrl)
+      .post('/_bulk_docs')
+      .reply(200, [{ id: 'foo', error: 'foo', reason: 'bar' }]);
+
+    testLinestream()
+      .pipe(writer(db, 500, 1, noopEmitter))
+      .on('error', function(err) {
+        assert.strictEqual(err.name, 'Error');
+        assert.strictEqual(err.message, 'Error writing batch with new_edits:false and 1 items');
+        assert.ok(nock.isDone());
+        done();
+      });
+  });
+});

package/.scannerwork/scanner-report/source-20.txt

@@ -0,0 +1,92 @@
+// Copyright © 2018, 2021 IBM Corp. All rights reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+/* global describe it */
+'use strict';
+
+const fs = require('fs');
+const readline = require('readline');
+const u = require('./citestutils.js');
+const uuid = require('uuid').v4;
+
+const params = { useApi: true };
+
+describe(u.scenario('Concurrent database backups', params), function() {
+  it('should run concurrent API database backups correctly #slower', function(done) {
+    // Allow up to 900 s to backup and compare (it should be much faster)!
+    u.setTimeout(this, 900);
+
+    let doneCount = 0;
+    let doneErr;
+    const finished = function(err) {
+      doneCount++;
+      if (doneCount === 2) {
+        done(doneErr || err);
+      }
+      doneErr = err;
+    };
+
+    const checkForEmptyBatches = function(fileName, cb) {
+      let foundEmptyBatch = false;
+
+      const rd = readline.createInterface({
+        input: fs.createReadStream(fileName),
+        output: fs.createWriteStream('/dev/null'),
+        terminal: false
+      });
+
+      rd.on('line', function(line) {
+        if (JSON.parse(line).length === 0) {
+          // Note: Empty batch arrays indicate that the running backup is
+          // incorrectly sharing a log file with another ongoing backup job.
+          foundEmptyBatch = true;
+        }
+      });
+
+      rd.on('close', function() {
+        if (foundEmptyBatch) {
+          cb(new Error(`Log file '${fileName}' contains empty batches`));
+        } else {
+          cb();
+        }
+      });
+    };
+
+    // [1] Run 'largedb2g' database backup
+    const actualBackup1 = `./${uuid()}`;
+    const output1 = fs.createWriteStream(actualBackup1);
+    output1.on('open', function() {
+      u.testBackup(params, 'largedb2g', output1, function(err) {
+        if (err) {
+          finished(err);
+        } else {
+          checkForEmptyBatches(actualBackup1, finished);
+        }
+      });
+    });
+
+    // [2] Run 'largedb1g' database backup
+    const actualBackup2 = `./${uuid()}`;
+    const output2 = fs.createWriteStream(actualBackup2);
+    output2.on('open', function() {
+      u.testBackup(params, 'largedb1g', output2, function(err) {
+        if (err) {
+          finished(err);
+        } else {
+          checkForEmptyBatches(actualBackup2, finished);
+        }
+      });
+    });
+  });
+});

package/.scannerwork/scanner-report/source-21.txt

@@ -0,0 +1,47 @@
+// Copyright © 2017, 2018 IBM Corp. All rights reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+/* global describe it */
+'use strict';
+
+const assert = require('assert');
+const fs = require('fs');
+const u = require('./citestutils.js');
+
+describe('Write error tests', function() {
+  it('calls callback with error set when stream is not writeable', function(done) {
+    u.setTimeout(this, 10);
+    const dirname = fs.mkdtempSync('test_backup_');
+    // make temp dir read only
+    fs.chmodSync(dirname, 0o444);
+    const filename = dirname + '/test.backup';
+    const backupStream = fs.createWriteStream(filename, { flags: 'w' });
+    const params = { useApi: true };
+    // try to do backup and check err was set in callback
+    u.testBackup(params, 'animaldb', backupStream, function(resultErr) {
+      let err = null;
+      try {
+        // cleanup temp dir
+        fs.rmdirSync(dirname);
+        // error should have been set
+        assert.ok(resultErr);
+        assert.strictEqual(resultErr.code, 'EACCES');
+      } catch (thrownErr) {
+        err = thrownErr;
+      } finally {
+        done(err);
+      }
+    });
+  });
+});