@cloudant/couchbackup 2.9.8 → 2.9.9-SNAPSHOT.96

package/.scannerwork/scanner-report/source-43.txt

@@ -1,92 +0,0 @@
-// Copyright © 2017 IBM Corp. All rights reserved.
-//
-// Licensed under the Apache License, Version 2.0 (the "License");
-// you may not use this file except in compliance with the License.
-// You may obtain a copy of the License at
-//
-// http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing, software
-// distributed under the License is distributed on an "AS IS" BASIS,
-// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-// See the License for the specific language governing permissions and
-// limitations under the License.
-'use strict';
-
-const fs = require('fs');
-const stream = require('stream');
-const liner = require('./liner.js');
-
-const onLine = function(onCommand, getDocs) {
-  const change = new stream.Transform({ objectMode: true });
-
-  change._transform = function(line, encoding, done) {
-    if (line && line[0] === ':') {
-      const obj = {
-        command: null,
-        batch: null,
-        docs: []
-      };
-
-      let matches;
-
-      // extract command
-      matches = line.match(/^:([a-z_]+) ?/);
-      if (matches) {
-        obj.command = matches[1];
-      }
-
-      // extract batch
-      matches = line.match(/ batch([0-9]+)/);
-      if (matches) {
-        obj.batch = parseInt(matches[1]);
-      }
-
-      // extract doc ids
-      if (getDocs && obj.command === 't') {
-        const json = line.replace(/^.* batch[0-9]+ /, '').trim();
-        obj.docs = JSON.parse(json);
-      }
-      onCommand(obj);
-    }
-    done();
-  };
-  return change;
-};
-
-/**
- * Generate a list of remaining batches from a download file.
- *
- * @param {string} log - log file name
- * @param {function} callback - callback with err, {changesComplete: N, batches: N}.
- *  changesComplete signifies whether the log file appeared to
- *  have completed reading the changes feed (contains :changes_complete).
- *  batches are remaining batch IDs for download.
- */
-module.exports = function(log, callback) {
-  // our sense of state
-  const state = {
-
-  };
-  let changesComplete = false;
-
-  // called with each line from the log file
-  const onCommand = function(obj) {
-    if (obj.command === 't') {
-      state[obj.batch] = true;
-    } else if (obj.command === 'd') {
-      delete state[obj.batch];
-    } else if (obj.command === 'changes_complete') {
-      changesComplete = true;
-    }
-  };
-
-  // stream through the previous log file
-  fs.createReadStream(log)
-    .pipe(liner())
-    .pipe(onLine(onCommand, false))
-    .on('finish', function() {
-      const obj = { changesComplete: changesComplete, batches: state };
-      callback(null, obj);
-    });
-};

package/.scannerwork/scanner-report/source-46.txt

@@ -1,54 +0,0 @@
-// Copyright © 2017, 2018 IBM Corp. All rights reserved.
-//
-// Licensed under the Apache License, Version 2.0 (the "License");
-// you may not use this file except in compliance with the License.
-// You may obtain a copy of the License at
-//
-// http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing, software
-// distributed under the License is distributed on an "AS IS" BASIS,
-// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-// See the License for the specific language governing permissions and
-// limitations under the License.
-'use strict';
-
-/**
- * Utility methods for the command line interface.
- * @module cliutils
- * @see module:cliutils
- */
-
-const url = require('url');
-
-module.exports = {
-
-  /**
-   * Combine a base URL and a database name, ensuring at least single slash
-   * between root and database name. This allows users to have Couch behind
-   * proxies that mount Couch's / endpoint at some other mount point.
-   * @param {string} root - root URL
-   * @param {string} databaseName - database name
-   * @return concatenated URL.
-   *
-   * @private
-   */
-  databaseUrl: function databaseUrl(root, databaseName) {
-    if (!root.endsWith('/')) {
-      root = root + '/';
-    }
-    return new url.URL(encodeURIComponent(databaseName), root).toString();
-  },
-
-  /**
-   * Generate CLI argument usage text.
-   *
-   * @param {string} description - argument description.
-   * @param {string} defaultValue - default argument value.
-   *
-   * @private
-   */
-  getUsage: function getUsage(description, defaultValue) {
-    return `${description} ${defaultValue !== undefined ? ` (default: ${defaultValue})` : ''}`;
-  }
-};

package/.scannerwork/scanner-report/source-66.txt

@@ -1,175 +0,0 @@
-// Copyright © 2017, 2018 IBM Corp. All rights reserved.
-//
-// Licensed under the Apache License, Version 2.0 (the "License");
-// you may not use this file except in compliance with the License.
-// You may obtain a copy of the License at
-//
-// http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing, software
-// distributed under the License is distributed on an "AS IS" BASIS,
-// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-// See the License for the specific language governing permissions and
-// limitations under the License.
-
-// Small script which backs up a Cloudant or CouchDB database to an S3
-// bucket via a stream rather than on-disk file.
-//
-// The script generates the backup object name by combining together the path
-// part of the database URL and the current time.
-
-'use strict';
-
-const stream = require('stream');
-const url = require('url');
-
-const AWS = require('aws-sdk');
-const couchbackup = require('@cloudant/couchbackup');
-const debug = require('debug')('s3-backup');
-const VError = require('verror').VError;
-
-/*
-  Main function, run from base of file.
-*/
-function main() {
-  const argv = require('yargs')
-    .usage('Usage: $0 [options]')
-    .example('$0 -s https://user:pass@host/db -b <bucket>', 'Backup db to bucket')
-    .options({
-      source: { alias: 's', nargs: 1, demandOption: true, describe: 'Source database URL' },
-      bucket: { alias: 'b', nargs: 1, demandOption: true, describe: 'Destination bucket' },
-      prefix: { alias: 'p', nargs: 1, describe: 'Prefix for backup object key', default: 'couchbackup' },
-      s3url: { nargs: 1, describe: 'S3 endpoint URL' },
-      awsprofile: { nargs: 1, describe: 'The profile section to use in the ~/.aws/credentials file', default: 'default' }
-    })
-    .help('h').alias('h', 'help')
-    .epilog('Copyright (C) IBM 2017')
-    .argv;
-
-  const sourceUrl = argv.source;
-  const backupName = new url.URL(sourceUrl).pathname.split('/').filter(function(x) { return x; }).join('-');
-  const backupBucket = argv.bucket;
-  const backupKeyPrefix = `${argv.prefix}-${backupName}`;
-  const shallow = argv.shallow;
-
-  const backupKey = `${backupKeyPrefix}-${new Date().toISOString()}`;
-
-  const s3Endpoint = argv.s3url;
-  const awsProfile = argv.awsprofile;
-
-  // Creds are from ~/.aws/credentials, environment etc. (see S3 docs).
-  const awsOpts = {
-    signatureVersion: 'v4',
-    credentials: new AWS.SharedIniFileCredentials({ profile: awsProfile })
-  };
-  if (typeof s3Endpoint !== 'undefined') {
-    awsOpts.endpoint = new AWS.Endpoint(s3Endpoint);
-  }
-  const s3 = new AWS.S3(awsOpts);
-
-  debug(`Creating a new backup of ${s(sourceUrl)} at ${backupBucket}/${backupKey}...`);
-  bucketAccessible(s3, backupBucket)
-    .then(() => {
-      return backupToS3(sourceUrl, s3, backupBucket, backupKey, shallow);
-    })
-    .then(() => {
-      debug('done.');
-    })
-    .catch((reason) => {
-      debug(`Error: ${reason}`);
-      process.exit(1);
-    });
-}
-
-/**
- * Return a promise that resolves if the bucket is available and
- * rejects if not.
- *
- * @param {any} s3 S3 client object
- * @param {any} bucketName Bucket name
- * @returns Promise
- */
-function bucketAccessible(s3, bucketName) {
-  return new Promise(function(resolve, reject) {
-    const params = {
-      Bucket: bucketName
-    };
-    s3.headBucket(params, function(err, data) {
-      if (err) {
-        reject(new VError(err, 'S3 bucket not accessible'));
-      } else {
-        resolve();
-      }
-    });
-  });
-}
-
-/**
- * Backup directly from Cloudant to an object store object via a stream.
- *
- * @param {any} sourceUrl URL of database
- * @param {any} s3Client Object store client
- * @param {any} s3Bucket Backup destination bucket
- * @param {any} s3Key Backup destination key name (shouldn't exist)
- * @param {any} shallow Whether to use the couchbackup `shallow` mode
- * @returns Promise
- */
-function backupToS3(sourceUrl, s3Client, s3Bucket, s3Key, shallow) {
-  return new Promise((resolve, reject) => {
-    debug(`Setting up S3 upload to ${s3Bucket}/${s3Key}`);
-
-    // A pass through stream that has couchbackup's output
-    // written to it and it then read by the S3 upload client.
-    // It has a 64MB highwater mark to allow for fairly
-    // uneven network connectivity.
-    const streamToUpload = new stream.PassThrough({ highWaterMark: 67108864 });
-
-    // Set up S3 upload.
-    const params = {
-      Bucket: s3Bucket,
-      Key: s3Key,
-      Body: streamToUpload
-    };
-    s3Client.upload(params, function(err, data) {
-      debug('Object store upload done');
-      if (err) {
-        debug(err);
-        reject(new VError(err, 'Object store upload failed'));
-        return;
-      }
-      debug('Object store upload succeeded');
-      debug(data);
-      resolve();
-    }).httpUploadProgress = (progress) => {
-      debug(`Object store upload progress: ${progress}`);
-    };
-
-    debug(`Starting streaming data from ${s(sourceUrl)}`);
-    couchbackup.backup(
-      sourceUrl,
-      streamToUpload,
-      (err, obj) => {
-        if (err) {
-          debug(err);
-          reject(new VError(err, 'CouchBackup failed with an error'));
-          return;
-        }
-        debug(`Download from ${s(sourceUrl)} complete.`);
-        streamToUpload.end(); // must call end() to complete upload.
-        // resolve() is called by the upload
-      }
-    );
-  });
-}
-
-/**
- * Remove creds from a URL, e.g., before logging
- *
- * @param {string} url URL to safen
- */
-function s(originalUrl) {
-  const parts = new url.URL(originalUrl);
-  return url.format(parts, { auth: false });
-}
-
-main();

package/.scannerwork/scanner-report/symbols-20.pb

@@ -1,17 +0,0 @@
-Z
-         
-  
-9 =   
-
-C F P
-H L   $% ) !  ! 
-. /8 9
-; <E F
-H IR S
-U V_ `
-b cm n
-. /9 :
-< =G H
-N O!! 
-? @"" 
-> ?## 

package/.scannerwork/scanner-report/symbols-22.pb

@@ -1,77 +0,0 @@
-
- '' (
- '' 33 CC �

-      !! 22 66 	:: 
-7 =& ,   66 FF (
-, 0##
- (( ** 
- !!( 4
-   + 2''$ +
-   
-!!? B"" ## 
-)) ** 
-00M Q88 ::, 0
-33 55 66 #
-44 66% +::$ *
-666 977 88 
-@@[ _HH JJ, 0
-CC EE FF #
-DD FF% +JJ$ *
-FF6 9GG HH 
-UU? CccL P
-YY
- cc3 ?
-ZZ
- ]]: A
-]]
- aa cc# $
-^^
- ccA J
-]] ff oo 
-ggN RuuL P
-kk
- oo= Iuu3 ?
-ll
- ooP W
-oo
- ss uu# $
-pp
- uuA J
-
  
- # $
-  $ %  3 4
-     5 6
-"" $$ 	
-&& ))
- 
-)) ++
- 
-$$ ,, 	
-!!D E-- 
-2 3.. 
-77 99
- 
-99 ;;
- 
-66; <<< 	
-55" #== 
-00S T>> 
-GG II
- 
-II KK
- 
-FF; <LL 	
-EE" #MM 
-@@a bNN 
-: ;OO 
-? @PP 

-]] ]]( )
-]]3 4]]B C
-]]+ ,]]D E
-UUE Fdd 
-ff ff! "
-oo oo( )
-oo3 4ooX Y
-oo+ ,ooZ [
-ggT Uvv 
-RR$ %ww 

package/.scannerwork/scanner-report/symbols-27.pb

@@ -1,11 +0,0 @@
-<
-       !! (
-7 =7 =# )!!# )
-6 :D H
-= A!!E I
-
  
- # $
-< = 
-C D"" 
-K L## 
-? @$$ 

package/.scannerwork/scanner-report/symbols-4.pb

@@ -1,10 +0,0 @@
-P
-        
-  
-2 6 
-
-8 ; F
-= A    $% ) ! !
-C D   
-8 9!! 
-@ A"" 

package/.scannerwork/scanner-report/symbols-42.pb

@@ -1,42 +0,0 @@
-
- dd 
-
-   
-!! ## 
-!! ""
- 
-
-'' 
-(( ** 44 <
-(( !,, // 22 22 44
- 
-<<	 KK  2
-<< == 	@@ AA DD 
-II	 `` ,
-II +MM #(
-II- 9JJ KK MM	 
-DD
 PP	 x
-PP TT 	TT
 UU UU UU$ 'WW 	WW
 XX XX XX$ 'ZZ	 
-
-aa  3(
-aa4 7bb cc !dd "
-
-aa9 =
-  

-!! $$ 
-    !%% 

-**" #33 
-((# $55 
-''$ %66 

-@@ BB 
-BB EE 
-== FF 
-<< GG 

-JJ LL 
-II; <NN 

-TT VV 
-WW YY 
-PP [[ 

-bb
 ff 
-aa? @gg 
-]] hh 

package/.scannerwork/scanner-report/symbols-43.pb

@@ -1,44 +0,0 @@
-
- UU 
-  
- VV
- 
- WW
- 
- !22 
-# *..
- 
-  66	 <
- #  "" (( // 
-
-% -
-/ 344 <
- $$ ** .. 00 22 F
-
- "" 
- $$ (( 
- ** $
-// 00 "
-BB UU 
-BB 'ZZ (
-DD 
 YY? D
-GG PP YY% 4
-JJ WW <
-JJ  KK LL MM NN OO 
-YY ZZ 
-& '9 :
-  
-## %% 
-)) ++ 
-..* +11 
-! "33 
-5 655 
-, -77 

-DD FF 
-KK MM 
-MM$ %OO 
-OO3 4QQ 
-JJ" #RR 
-YY YYE F
-XX [[ 
-BB) *\\ 

package/.scannerwork/scanner-report/symbols-46.pb

@@ -1,15 +0,0 @@
-
- 	(( 
-
-$$ #2
-$$$ (%%	 
-&&
 ((9 =
-$$* 6((* 6
-
-33 
-33 )44 
-33+ 744 )44H T
-%% '' 
-$$8 9)) 
-339 :55 
- 66