libmongocrypt-helper 1.6.1.0.1001 → 1.7.4.0.1000

data/ext/libmongocrypt/libmongocrypt/bindings/node/test/tools/mongodb_reporter.js

@@ -0,0 +1,325 @@
+//@ts-check
+'use strict';
+const mocha = require('mocha');
+const chalk = require('chalk');
+
+chalk.level = 3;
+
+const {
+  EVENT_RUN_BEGIN,
+  EVENT_RUN_END,
+  EVENT_TEST_FAIL,
+  EVENT_TEST_PASS,
+  EVENT_SUITE_BEGIN,
+  EVENT_SUITE_END,
+  EVENT_TEST_PENDING,
+  EVENT_TEST_BEGIN,
+  EVENT_TEST_END
+} = mocha.Runner.constants;
+
+const fs = require('fs');
+const os = require('os');
+
+/**
+ * @typedef {object} MongoMochaSuiteExtension
+ * @property {Date} timestamp - suite start date
+ * @property {string} stdout - capture of stdout
+ * @property {string} stderr - capture of stderr
+ * @property {MongoMochaTest} test - capture of stderr
+ * @typedef {object} MongoMochaTestExtension
+ * @property {Date} startTime - test start date
+ * @property {Date} endTime - test end date
+ * @property {number} elapsedTime - difference between end and start
+ * @property {Error} [error] - The possible error from a test
+ * @property {true} [skipped] - Set if test was skipped
+ * @typedef {MongoMochaSuiteExtension & Mocha.Suite} MongoMochaSuite
+ * @typedef {MongoMochaTestExtension & Mocha.Test} MongoMochaTest
+ */
+
+// Turn this on if you have to debug this custom reporter!
+let REPORT_TO_STDIO = false;
+
+function captureStream(stream) {
+  var oldWrite = stream.write;
+  var buf = '';
+  stream.write = function (chunk) {
+    buf += chunk.toString(); // chunk is a String or Buffer
+    oldWrite.apply(stream, arguments);
+  };
+
+  return {
+    unhook: function unhook() {
+      stream.write = oldWrite;
+      return buf;
+    },
+    captured: function () {
+      return buf;
+    }
+  };
+}
+
+/**
+ * @param {Mocha.Runner} runner
+ * @this {any}
+ */
+class MongoDBMochaReporter extends mocha.reporters.Spec {
+  constructor(runner) {
+    super(runner);
+    /** @type {Map<string, {suite: MongoMochaSuite, stdout?: any, stderr?: any}>} */
+    this.suites = new Map();
+    this.xunitWritten = false;
+    runner.on(EVENT_RUN_BEGIN, () => this.start());
+    runner.on(EVENT_RUN_END, () => this.end());
+    runner.on(EVENT_SUITE_BEGIN, suite => this.onSuite(suite));
+    runner.on(EVENT_TEST_BEGIN, test => this.onTest(test));
+    runner.on(EVENT_TEST_PASS, test => this.pass(test));
+    runner.on(EVENT_TEST_FAIL, (test, error) => this.fail(test, error));
+    runner.on(EVENT_TEST_PENDING, test => this.pending(test));
+    runner.on(EVENT_SUITE_END, suite => this.suiteEnd(suite));
+    runner.on(EVENT_TEST_END, test => this.testEnd(test));
+
+    process.on('SIGINT', () => this.end(true));
+  }
+  start() {}
+
+  end(ctrlC) {
+    try {
+      if (ctrlC) console.log('emergency exit!');
+      const output = { testSuites: [] };
+
+      for (const [id, [className, { suite }]] of [...this.suites.entries()].entries()) {
+        let totalSuiteTime = 0;
+        let testCases = [];
+        let failureCount = 0;
+
+        const tests = /** @type {MongoMochaTest[]}*/ (suite.tests);
+        for (const test of tests) {
+          let time = test.elapsedTime / 1000;
+          time = Number.isNaN(time) ? 0 : time;
+
+          totalSuiteTime += time;
+          failureCount += test.state === 'failed' ? 1 : 0;
+
+          /** @type {string | Date | number} */
+          let startTime = test.startTime;
+          startTime = startTime ? startTime.toISOString() : 0;
+
+          /** @type {string | Date | number} */
+          let endTime = test.endTime;
+          endTime = endTime ? endTime.toISOString() : 0;
+
+          let error = test.error;
+          let failure = error
+            ? {
+                type: error.constructor.name,
+                message: error.message,
+                stack: error.stack
+              }
+            : undefined;
+
+          let skipped = !!test.skipped;
+
+          testCases.push({
+            name: test.title,
+            className,
+            time,
+            startTime,
+            endTime,
+            skipped,
+            failure
+          });
+        }
+
+        /** @type {string | Date | number} */
+        let timestamp = suite.timestamp;
+        timestamp = timestamp ? timestamp.toISOString().split('.')[0] : '';
+
+        output.testSuites.push({
+          package: suite.file.includes('integration') ? 'Integration' : 'Unit',
+          id,
+          name: className,
+          timestamp,
+          hostname: os.hostname(),
+          tests: suite.tests.length,
+          failures: failureCount,
+          errors: '0',
+          time: totalSuiteTime,
+          testCases,
+          stdout: suite.stdout,
+          stderr: suite.stderr
+        });
+      }
+
+      if (!this.xunitWritten) {
+        fs.writeFileSync('xunit.xml', outputToXML(output), { encoding: 'utf8' });
+      }
+      this.xunitWritten = true;
+      console.log(chalk.bold('wrote xunit.xml'));
+    } catch (error) {
+      console.error(chalk.red(`Failed to output xunit report! ${error}`));
+    } finally {
+      if (ctrlC) process.exit(1);
+    }
+  }
+
+  /**
+   * @param {MongoMochaSuite} suite
+   */
+  onSuite(suite) {
+    if (suite.root) return;
+    if (!this.suites.has(suite.fullTitle())) {
+      suite.timestamp = new Date();
+      this.suites.set(suite.fullTitle(), {
+        suite,
+        stdout: captureStream(process.stdout),
+        stderr: captureStream(process.stderr)
+      });
+    } else {
+      console.warn(`${chalk.yellow('WARNING:')} ${suite.fullTitle()} started twice`);
+    }
+  }
+
+  /**
+   * @param {MongoMochaSuite} suite
+   */
+  suiteEnd(suite) {
+    if (suite.root) return;
+    const currentSuite = this.suites.get(suite.fullTitle());
+    if (!currentSuite) {
+      console.error('Suite never started >:(');
+      process.exit(1);
+    }
+    if (currentSuite.stdout || currentSuite.stderr) {
+      suite.stdout = currentSuite.stdout.unhook();
+      suite.stderr = currentSuite.stderr.unhook();
+      delete currentSuite.stdout;
+      delete currentSuite.stderr;
+    }
+  }
+
+  /**
+   * @param {MongoMochaTest} test
+   */
+  onTest(test) {
+    test.startTime = new Date();
+  }
+
+  /**
+   * @param {MongoMochaTest} test
+   */
+  testEnd(test) {
+    test.endTime = new Date();
+    test.elapsedTime = Number(test.endTime) - Number(test.startTime);
+  }
+
+  /**
+   * @param {MongoMochaTest} test
+   */
+  pass(test) {
+    if (REPORT_TO_STDIO) console.log(chalk.green(`✔ ${test.fullTitle()}`));
+  }
+
+  /**
+   * @param {MongoMochaTest} test
+   * @param {Error} error
+   */
+  fail(test, error) {
+    if (REPORT_TO_STDIO) console.log(chalk.red(`⨯ ${test.fullTitle()} -- ${error.message}`));
+    test.error = error;
+  }
+
+  /**
+   * @param {MongoMochaTest & {skipReason?: string}} test
+   */
+  pending(test) {
+    if (REPORT_TO_STDIO) console.log(chalk.cyan(`↬ ${test.fullTitle()}`));
+    if (typeof test.skipReason === 'string') {
+      console.log(chalk.cyan(`${'  '.repeat(test.titlePath().length + 1)}↬ ${test.skipReason}`));
+    }
+    test.skipped = true;
+  }
+}
+
+module.exports = MongoDBMochaReporter;
+
+function replaceIllegalXMLCharacters(string) {
+  // prettier-ignore
+  return String(string)
+    .split('"').join('＂')
+    .split('<').join('﹤')
+    .split('>').join('﹥')
+    .split('&').join('﹠');
+}
+
+const ANSI_ESCAPE_REGEX =
+  // eslint-disable-next-line no-control-regex
+  /[\u001b\u009b][[()#;?]*(?:[0-9]{1,4}(?:;[0-9]{0,4})*)?[0-9A-ORZcf-nqry=><]/g;
+function outputToXML(output) {
+  function cdata(str) {
+    return `<![CDATA[${String(str)
+      .split(ANSI_ESCAPE_REGEX)
+      .join('')
+      .split(']]>')
+      .join('\\]\\]\\>')}]]>`;
+  }
+
+  function makeTag(name, attributes, selfClose, content) {
+    const attributesString = Object.entries(attributes || {})
+      .map(([k, v]) => `${k}="${replaceIllegalXMLCharacters(v)}"`)
+      .join(' ');
+    let tag = `<${name}${attributesString ? ' ' + attributesString : ''}`;
+    if (selfClose) return tag + '/>\n';
+    else tag += '>';
+    if (content) return tag + content + `</${name}>`;
+    return tag;
+  }
+
+  let s =
+    '<?xml version="1.0" encoding="UTF-8"?>\n<?xml-model href="./test/tools/reporter/xunit.xsd" ?>\n<testsuites>\n';
+
+  for (const suite of output.testSuites) {
+    s += makeTag('testsuite', {
+      package: suite.package,
+      id: suite.id,
+      name: suite.name,
+      timestamp: suite.timestamp,
+      hostname: suite.hostname,
+      tests: suite.tests,
+      failures: suite.failures,
+      errors: suite.errors,
+      time: suite.time
+    });
+    s += '\n\t' + makeTag('properties') + '</properties>\n'; // can put metadata here?
+    for (const test of suite.testCases) {
+      s +=
+        '\t' +
+        makeTag(
+          'testcase',
+          {
+            name: test.name,
+            classname: test.className,
+            time: test.time,
+            start: test.startTime,
+            end: test.endTime
+          },
+          !test.failure && !test.skipped
+        );
+      if (test.failure) {
+        s +=
+          '\n\t\t' +
+          makeTag('failure', { type: test.failure.type }, false, cdata(test.failure.stack)) +
+          '\n';
+        s += `\t</testcase>\n`;
+      }
+      if (test.skipped) {
+        s += makeTag('skipped', {}, true);
+        s += `\t</testcase>\n`;
+      }
+    }
+    s += '\t' + makeTag('system-out', {}, false, cdata(suite.stdout)) + '\n';
+    s += '\t' + makeTag('system-err', {}, false, cdata(suite.stderr)) + '\n';
+    s += `</testsuite>\n`;
+  }
+
+  return s + '</testsuites>\n';
+}

data/ext/libmongocrypt/libmongocrypt/bindings/python/CHANGELOG.rst

@@ -0,0 +1,121 @@
+Changelog
+=========
+
+Changes in Version 1.4.1
+------------------------
+
+- Fixed spurious exception traceback at interpreter shutdown:
+  ``AttributeError: 'NoneType' object has no attribute 'mongocrypt_destroy'``
+
+Changes in Version 1.4.0
+------------------------
+
+- Bundle libmongocrypt 1.6.1 in release wheels.
+- Support GCP attached service accounts when using GCP KMS.
+- Support Azure VM-assigned Managed Identity for Automatic KMS Credentials.
+- Support obtaining AWS credentials for CSFLE in the same way as for
+  MONGODB-AWS.
+
+Changes in Version 1.3.1
+------------------------
+
+1.3.1 is a recommended upgrade for all users of 1.3.0.
+
+- Fix a potential data corruption bug in RewrapManyDataKey
+  (ClientEncryption.rewrap_many_data_key) when rotating
+  encrypted data encryption keys backed by GCP or Azure key services.
+
+  The following conditions will trigger this bug:
+
+  - A GCP-backed or Azure-backed data encryption key being rewrapped requires
+    fetching an access token for decryption of the data encryption key.
+
+  The result of this bug is that the key material for all data encryption keys
+  being rewrapped is replaced by new randomly generated material, destroying
+  the original key material.
+
+  To mitigate potential data corruption, upgrade to this version or higher
+  before using RewrapManyDataKey to rotate Azure-backed or GCP-backed data
+  encryption keys. A backup of the key vault collection should always be
+  taken before key rotation.
+- Bundle libmongocrypt 1.5.2 in release wheels.
+- **Remove support for libmongocrypt <=1.5.1, libmongocrypt >=1.5.2 is now
+  required.** Note this is only relevant for users that install from
+  source or use the ``PYMONGOCRYPT_LIB`` environment variable.
+
+Changes in Version 1.3.0
+------------------------
+
+- Bundle libmongocrypt 1.5.0 in release wheels.
+- Add support for Queryable Encryption with MongoDB 6.0.
+- Add support for the crypt_shared library which can be used instead
+  of mongocryptd.
+- **Remove support for libmongocrypt 1.3, libmongocrypt >=1.5 is now
+  required.** Note this is only relevant for users that install from
+  source or use the ``PYMONGOCRYPT_LIB`` environment variable.
+
+Changes in Version 1.2.0
+------------------------
+
+- Add support for the "kmip" KMS provider.
+- Add MongoCryptKmsContext.kms_provider property.
+- Bundle libmongocrypt 1.3.0 in release wheels.
+- **Remove support for libmongocrypt 1.2, libmongocrypt >=1.3 is now
+  required.** Note this is only relevant for users that install from
+  source or use the ``PYMONGOCRYPT_LIB`` environment variable.
+
+Changes in Version 1.1.2
+------------------------
+
+- Fix a bug where decrypting from a memoryview was not supported.
+- Bundle libmongocrypt 1.2.2 in release wheels.
+
+Changes in Version 1.1.1
+------------------------
+
+- Bundle libmongocrypt 1.2.1 in release wheels.
+
+Changes in Version 1.1.0
+------------------------
+
+- Add support for Azure and GCP KMS providers.
+- Add support for temporary AWS credentials via the "sessionToken" option.
+- Bundle libmongocrypt 1.2.0 in release wheels.
+- **Remove support for libmongocrypt 1.0 and 1.1, libmongocrypt >=1.2
+  is now required.** Note this is only relevant for users that install from
+  source or use the ``PYMONGOCRYPT_LIB`` environment variable.
+
+Changes in Version 1.0.1
+------------------------
+
+- Bundle libmongocrypt 1.0.4 in release wheels.
+
+Changes in Version 1.0.0
+------------------------
+
+- The first stable version.
+- Bundle libmongocrypt 1.0.0 in release wheels.
+
+Changes in Version 0.1b3
+------------------------
+
+- Add support for custom KMS endpoints with the AWS masterkey provider.
+- Bundle libmongocrypt 1.0.0 in release wheels.
+
+Changes in Version 0.1b2
+------------------------
+
+- Document that pip 19 is required for manylinux2010 wheel installation.
+- Bundle libmongocrypt 1.0.0-beta5 in release wheels.
+
+Changes in Version 0.1b1
+------------------------
+
+- Make pymongocrypt compatible with manylinux2010 releases.
+- Bundle libmongocrypt 1.0.0-beta4 in release wheels.
+
+Changes in Version 0.1b0
+------------------------
+
+- Initial Python binding for libmongocrypt.
+- Bundle libmongocrypt 1.0.0-beta4 in release wheels.

data/ext/libmongocrypt/libmongocrypt/bindings/python/LICENSE

@@ -0,0 +1,201 @@
+                                 Apache License
+                           Version 2.0, January 2004
+                        http://www.apache.org/licenses/
+
+   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+   1. Definitions.
+
+      "License" shall mean the terms and conditions for use, reproduction,
+      and distribution as defined by Sections 1 through 9 of this document.
+
+      "Licensor" shall mean the copyright owner or entity authorized by
+      the copyright owner that is granting the License.
+
+      "Legal Entity" shall mean the union of the acting entity and all
+      other entities that control, are controlled by, or are under common
+      control with that entity. For the purposes of this definition,
+      "control" means (i) the power, direct or indirect, to cause the
+      direction or management of such entity, whether by contract or
+      otherwise, or (ii) ownership of fifty percent (50%) or more of the
+      outstanding shares, or (iii) beneficial ownership of such entity.
+
+      "You" (or "Your") shall mean an individual or Legal Entity
+      exercising permissions granted by this License.
+
+      "Source" form shall mean the preferred form for making modifications,
+      including but not limited to software source code, documentation
+      source, and configuration files.
+
+      "Object" form shall mean any form resulting from mechanical
+      transformation or translation of a Source form, including but
+      not limited to compiled object code, generated documentation,
+      and conversions to other media types.
+
+      "Work" shall mean the work of authorship, whether in Source or
+      Object form, made available under the License, as indicated by a
+      copyright notice that is included in or attached to the work
+      (an example is provided in the Appendix below).
+
+      "Derivative Works" shall mean any work, whether in Source or Object
+      form, that is based on (or derived from) the Work and for which the
+      editorial revisions, annotations, elaborations, or other modifications
+      represent, as a whole, an original work of authorship. For the purposes
+      of this License, Derivative Works shall not include works that remain
+      separable from, or merely link (or bind by name) to the interfaces of,
+      the Work and Derivative Works thereof.
+
+      "Contribution" shall mean any work of authorship, including
+      the original version of the Work and any modifications or additions
+      to that Work or Derivative Works thereof, that is intentionally
+      submitted to Licensor for inclusion in the Work by the copyright owner
+      or by an individual or Legal Entity authorized to submit on behalf of
+      the copyright owner. For the purposes of this definition, "submitted"
+      means any form of electronic, verbal, or written communication sent
+      to the Licensor or its representatives, including but not limited to
+      communication on electronic mailing lists, source code control systems,
+      and issue tracking systems that are managed by, or on behalf of, the
+      Licensor for the purpose of discussing and improving the Work, but
+      excluding communication that is conspicuously marked or otherwise
+      designated in writing by the copyright owner as "Not a Contribution."
+
+      "Contributor" shall mean Licensor and any individual or Legal Entity
+      on behalf of whom a Contribution has been received by Licensor and
+      subsequently incorporated within the Work.
+
+   2. Grant of Copyright License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      copyright license to reproduce, prepare Derivative Works of,
+      publicly display, publicly perform, sublicense, and distribute the
+      Work and such Derivative Works in Source or Object form.
+
+   3. Grant of Patent License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      (except as stated in this section) patent license to make, have made,
+      use, offer to sell, sell, import, and otherwise transfer the Work,
+      where such license applies only to those patent claims licensable
+      by such Contributor that are necessarily infringed by their
+      Contribution(s) alone or by combination of their Contribution(s)
+      with the Work to which such Contribution(s) was submitted. If You
+      institute patent litigation against any entity (including a
+      cross-claim or counterclaim in a lawsuit) alleging that the Work
+      or a Contribution incorporated within the Work constitutes direct
+      or contributory patent infringement, then any patent licenses
+      granted to You under this License for that Work shall terminate
+      as of the date such litigation is filed.
+
+   4. Redistribution. You may reproduce and distribute copies of the
+      Work or Derivative Works thereof in any medium, with or without
+      modifications, and in Source or Object form, provided that You
+      meet the following conditions:
+
+      (a) You must give any other recipients of the Work or
+          Derivative Works a copy of this License; and
+
+      (b) You must cause any modified files to carry prominent notices
+          stating that You changed the files; and
+
+      (c) You must retain, in the Source form of any Derivative Works
+          that You distribute, all copyright, patent, trademark, and
+          attribution notices from the Source form of the Work,
+          excluding those notices that do not pertain to any part of
+          the Derivative Works; and
+
+      (d) If the Work includes a "NOTICE" text file as part of its
+          distribution, then any Derivative Works that You distribute must
+          include a readable copy of the attribution notices contained
+          within such NOTICE file, excluding those notices that do not
+          pertain to any part of the Derivative Works, in at least one
+          of the following places: within a NOTICE text file distributed
+          as part of the Derivative Works; within the Source form or
+          documentation, if provided along with the Derivative Works; or,
+          within a display generated by the Derivative Works, if and
+          wherever such third-party notices normally appear. The contents
+          of the NOTICE file are for informational purposes only and
+          do not modify the License. You may add Your own attribution
+          notices within Derivative Works that You distribute, alongside
+          or as an addendum to the NOTICE text from the Work, provided
+          that such additional attribution notices cannot be construed
+          as modifying the License.
+
+      You may add Your own copyright statement to Your modifications and
+      may provide additional or different license terms and conditions
+      for use, reproduction, or distribution of Your modifications, or
+      for any such Derivative Works as a whole, provided Your use,
+      reproduction, and distribution of the Work otherwise complies with
+      the conditions stated in this License.
+
+   5. Submission of Contributions. Unless You explicitly state otherwise,
+      any Contribution intentionally submitted for inclusion in the Work
+      by You to the Licensor shall be under the terms and conditions of
+      this License, without any additional terms or conditions.
+      Notwithstanding the above, nothing herein shall supersede or modify
+      the terms of any separate license agreement you may have executed
+      with Licensor regarding such Contributions.
+
+   6. Trademarks. This License does not grant permission to use the trade
+      names, trademarks, service marks, or product names of the Licensor,
+      except as required for reasonable and customary use in describing the
+      origin of the Work and reproducing the content of the NOTICE file.
+
+   7. Disclaimer of Warranty. Unless required by applicable law or
+      agreed to in writing, Licensor provides the Work (and each
+      Contributor provides its Contributions) on an "AS IS" BASIS,
+      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+      implied, including, without limitation, any warranties or conditions
+      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+      PARTICULAR PURPOSE. You are solely responsible for determining the
+      appropriateness of using or redistributing the Work and assume any
+      risks associated with Your exercise of permissions under this License.
+
+   8. Limitation of Liability. In no event and under no legal theory,
+      whether in tort (including negligence), contract, or otherwise,
+      unless required by applicable law (such as deliberate and grossly
+      negligent acts) or agreed to in writing, shall any Contributor be
+      liable to You for damages, including any direct, indirect, special,
+      incidental, or consequential damages of any character arising as a
+      result of this License or out of the use or inability to use the
+      Work (including but not limited to damages for loss of goodwill,
+      work stoppage, computer failure or malfunction, or any and all
+      other commercial damages or losses), even if such Contributor
+      has been advised of the possibility of such damages.
+
+   9. Accepting Warranty or Additional Liability. While redistributing
+      the Work or Derivative Works thereof, You may choose to offer,
+      and charge a fee for, acceptance of support, warranty, indemnity,
+      or other liability obligations and/or rights consistent with this
+      License. However, in accepting such obligations, You may act only
+      on Your own behalf and on Your sole responsibility, not on behalf
+      of any other Contributor, and only if You agree to indemnify,
+      defend, and hold each Contributor harmless for any liability
+      incurred by, or claims asserted against, such Contributor by reason
+      of your accepting any such warranty or additional liability.
+
+   END OF TERMS AND CONDITIONS
+
+   APPENDIX: How to apply the Apache License to your work.
+
+      To apply the Apache License to your work, attach the following
+      boilerplate notice, with the fields enclosed by brackets "[]"
+      replaced with your own identifying information. (Don't include
+      the brackets!)  The text should be enclosed in the appropriate
+      comment syntax for the file format. We also recommend that a
+      file or class name and description of purpose be included on the
+      same "printed page" as the copyright notice for easier
+      identification within third-party archives.
+
+   Copyright [yyyy] [name of copyright owner]
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.