@aws-cdk-testing/cli-integ 0.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.eslintrc.js +9 -0
- package/LICENSE +202 -0
- package/NOTICE +16 -0
- package/README.md +205 -0
- package/bin/apply-patches +22 -0
- package/bin/download-and-run-old-tests +52 -0
- package/bin/query-github +2 -0
- package/bin/query-github.d.ts +1 -0
- package/bin/query-github.js +54 -0
- package/bin/query-github.ts +56 -0
- package/bin/run-suite +2 -0
- package/bin/run-suite.d.ts +1 -0
- package/bin/run-suite.js +131 -0
- package/bin/run-suite.ts +140 -0
- package/bin/stage-distribution +2 -0
- package/bin/stage-distribution.d.ts +1 -0
- package/bin/stage-distribution.js +217 -0
- package/bin/stage-distribution.ts +267 -0
- package/bin/test-root +2 -0
- package/bin/test-root.d.ts +1 -0
- package/bin/test-root.js +6 -0
- package/bin/test-root.ts +3 -0
- package/entrypoints/test-cli-regression-against-current-code.sh +11 -0
- package/entrypoints/test-cli-regression-against-latest-release.sh +11 -0
- package/entrypoints/test-cli-regression.bash +83 -0
- package/entrypoints/test.sh +12 -0
- package/lib/aws.d.ts +51 -0
- package/lib/aws.js +206 -0
- package/lib/aws.ts +263 -0
- package/lib/corking.d.ts +12 -0
- package/lib/corking.js +35 -0
- package/lib/corking.ts +33 -0
- package/lib/eventually.d.ts +20 -0
- package/lib/eventually.js +34 -0
- package/lib/eventually.ts +42 -0
- package/lib/files.d.ts +15 -0
- package/lib/files.js +80 -0
- package/lib/files.ts +80 -0
- package/lib/github.d.ts +4 -0
- package/lib/github.js +43 -0
- package/lib/github.ts +43 -0
- package/lib/index.d.ts +13 -0
- package/lib/index.js +30 -0
- package/lib/index.ts +13 -0
- package/lib/integ-test.d.ts +10 -0
- package/lib/integ-test.js +70 -0
- package/lib/integ-test.ts +81 -0
- package/lib/lists.d.ts +1 -0
- package/lib/lists.js +11 -0
- package/lib/lists.ts +9 -0
- package/lib/memoize.d.ts +6 -0
- package/lib/memoize.js +18 -0
- package/lib/memoize.ts +14 -0
- package/lib/npm.d.ts +8 -0
- package/lib/npm.js +38 -0
- package/lib/npm.ts +41 -0
- package/lib/package-sources/release-source.d.ts +23 -0
- package/lib/package-sources/release-source.js +71 -0
- package/lib/package-sources/release-source.ts +81 -0
- package/lib/package-sources/repo-source.d.ts +30 -0
- package/lib/package-sources/repo-source.js +97 -0
- package/lib/package-sources/repo-source.ts +111 -0
- package/lib/package-sources/repo-tools/npm +2 -0
- package/lib/package-sources/repo-tools/npm.d.ts +1 -0
- package/lib/package-sources/repo-tools/npm.js +43 -0
- package/lib/package-sources/repo-tools/npm.ts +48 -0
- package/lib/package-sources/source.d.ts +28 -0
- package/lib/package-sources/source.js +3 -0
- package/lib/package-sources/source.ts +35 -0
- package/lib/package-sources/subprocess.d.ts +3 -0
- package/lib/package-sources/subprocess.js +17 -0
- package/lib/package-sources/subprocess.ts +15 -0
- package/lib/resource-pool.d.ts +50 -0
- package/lib/resource-pool.js +117 -0
- package/lib/resource-pool.ts +140 -0
- package/lib/resources.d.ts +1 -0
- package/lib/resources.js +6 -0
- package/lib/resources.ts +4 -0
- package/lib/shell.d.ts +56 -0
- package/lib/shell.js +123 -0
- package/lib/shell.ts +168 -0
- package/lib/staging/codeartifact.d.ts +44 -0
- package/lib/staging/codeartifact.js +281 -0
- package/lib/staging/codeartifact.ts +387 -0
- package/lib/staging/maven.d.ts +5 -0
- package/lib/staging/maven.js +91 -0
- package/lib/staging/maven.ts +95 -0
- package/lib/staging/npm.d.ts +4 -0
- package/lib/staging/npm.js +55 -0
- package/lib/staging/npm.ts +62 -0
- package/lib/staging/nuget.d.ts +4 -0
- package/lib/staging/nuget.js +69 -0
- package/lib/staging/nuget.ts +75 -0
- package/lib/staging/parallel-shell.d.ts +5 -0
- package/lib/staging/parallel-shell.js +45 -0
- package/lib/staging/parallel-shell.ts +51 -0
- package/lib/staging/pypi.d.ts +4 -0
- package/lib/staging/pypi.js +48 -0
- package/lib/staging/pypi.ts +50 -0
- package/lib/staging/usage-dir.d.ts +31 -0
- package/lib/staging/usage-dir.js +87 -0
- package/lib/staging/usage-dir.ts +99 -0
- package/lib/with-aws.d.ts +14 -0
- package/lib/with-aws.js +60 -0
- package/lib/with-aws.ts +67 -0
- package/lib/with-cdk-app.d.ts +210 -0
- package/lib/with-cdk-app.js +539 -0
- package/lib/with-cdk-app.ts +742 -0
- package/lib/with-cli-lib.d.ts +17 -0
- package/lib/with-cli-lib.js +123 -0
- package/lib/with-cli-lib.ts +134 -0
- package/lib/with-packages.d.ts +5 -0
- package/lib/with-packages.js +13 -0
- package/lib/with-packages.ts +15 -0
- package/lib/with-sam.d.ts +33 -0
- package/lib/with-sam.js +258 -0
- package/lib/with-sam.ts +288 -0
- package/lib/with-temporary-directory.d.ts +5 -0
- package/lib/with-temporary-directory.js +31 -0
- package/lib/with-temporary-directory.ts +35 -0
- package/lib/with-timeout.d.ts +19 -0
- package/lib/with-timeout.js +34 -0
- package/lib/with-timeout.ts +33 -0
- package/lib/xpmutex.d.ts +43 -0
- package/lib/xpmutex.js +207 -0
- package/lib/xpmutex.ts +218 -0
- package/package.json +111 -0
- package/resources/bootstrap-templates/session-tags.all-roles-deny-all.yaml +703 -0
- package/resources/bootstrap-templates/session-tags.deploy-role-deny-sqs.yaml +700 -0
- package/resources/cdk-apps/app/app.js +926 -0
- package/resources/cdk-apps/app/appsync.hotswap.graphql +3 -0
- package/resources/cdk-apps/app/cdk.json +7 -0
- package/resources/cdk-apps/app/docker/Dockerfile +2 -0
- package/resources/cdk-apps/app/docker/Dockerfile.Custom +2 -0
- package/resources/cdk-apps/app/lambda/index.js +4 -0
- package/resources/cdk-apps/app/lambda/response.json +3 -0
- package/resources/cdk-apps/app/nested-stack.js +65 -0
- package/resources/cdk-apps/cfn-include-app/cdk.json +4 -0
- package/resources/cdk-apps/cfn-include-app/cfn-include-app.js +21 -0
- package/resources/cdk-apps/cfn-include-app/example-template.json +13 -0
- package/resources/cdk-apps/rollback-test-app/app.js +110 -0
- package/resources/cdk-apps/rollback-test-app/cdk.json +7 -0
- package/resources/cdk-apps/sam_cdk_integ_app/bin/test-app.js +11 -0
- package/resources/cdk-apps/sam_cdk_integ_app/cdk.json +6 -0
- package/resources/cdk-apps/sam_cdk_integ_app/lib/nested-stack.js +19 -0
- package/resources/cdk-apps/sam_cdk_integ_app/lib/test-stack.js +134 -0
- package/resources/cdk-apps/sam_cdk_integ_app/src/docker/DockerImageFunctionConstruct/.no-packagejson-validator +0 -0
- package/resources/cdk-apps/sam_cdk_integ_app/src/docker/DockerImageFunctionConstruct/Dockerfile +9 -0
- package/resources/cdk-apps/sam_cdk_integ_app/src/docker/DockerImageFunctionConstruct/app.js +22 -0
- package/resources/cdk-apps/sam_cdk_integ_app/src/docker/DockerImageFunctionConstruct/package.json +18 -0
- package/resources/cdk-apps/sam_cdk_integ_app/src/go/GoFunctionConstruct/go.mod +5 -0
- package/resources/cdk-apps/sam_cdk_integ_app/src/go/GoFunctionConstruct/go.sum +17 -0
- package/resources/cdk-apps/sam_cdk_integ_app/src/go/GoFunctionConstruct/main.go +17 -0
- package/resources/cdk-apps/sam_cdk_integ_app/src/nodejs/NodeJsFunctionConstruct/.no-packagejson-validator +0 -0
- package/resources/cdk-apps/sam_cdk_integ_app/src/nodejs/NodeJsFunctionConstruct/app.ts +16 -0
- package/resources/cdk-apps/sam_cdk_integ_app/src/nodejs/NodeJsFunctionConstruct/package-lock.json +12 -0
- package/resources/cdk-apps/sam_cdk_integ_app/src/nodejs/NodeJsFunctionConstruct/package.json +5 -0
- package/resources/cdk-apps/sam_cdk_integ_app/src/python/Function/app.py +15 -0
- package/resources/cdk-apps/sam_cdk_integ_app/src/python/Function/requirements.txt +1 -0
- package/resources/cdk-apps/sam_cdk_integ_app/src/python/Layer/layer_version_dependency.py +5 -0
- package/resources/cdk-apps/sam_cdk_integ_app/src/python/Layer/requirements.txt +1 -0
- package/resources/cdk-apps/sam_cdk_integ_app/src/rest-api-definition.yaml +12 -0
- package/resources/cdk-apps/simple-app/app.js +26 -0
- package/resources/cdk-apps/simple-app/cdk.json +7 -0
- package/resources/cli-regression-patches/v1.119.0/NOTES.md +5 -0
- package/resources/cli-regression-patches/v1.119.0/cli.integtest.js +659 -0
- package/resources/cli-regression-patches/v1.130.0/NOTES.md +12 -0
- package/resources/cli-regression-patches/v1.130.0/app/app.js +378 -0
- package/resources/cli-regression-patches/v1.130.0/bootstrapping.integtest.js +220 -0
- package/resources/cli-regression-patches/v1.44.0/NOTES.md +18 -0
- package/resources/cli-regression-patches/v1.44.0/bootstrapping.integtest.js +126 -0
- package/resources/cli-regression-patches/v1.44.0/test.sh +26 -0
- package/resources/cli-regression-patches/v1.61.1/NOTES.md +2 -0
- package/resources/cli-regression-patches/v1.61.1/skip-tests.txt +16 -0
- package/resources/cli-regression-patches/v1.62.0/NOTES.md +2 -0
- package/resources/cli-regression-patches/v1.62.0/aws-helpers.js +245 -0
- package/resources/cli-regression-patches/v1.63.0/NOTES.md +1 -0
- package/resources/cli-regression-patches/v1.63.0/skip-tests.txt +7 -0
- package/resources/cli-regression-patches/v1.64.0/NOTES.md +3 -0
- package/resources/cli-regression-patches/v1.64.0/cdk-helpers.js +325 -0
- package/resources/cli-regression-patches/v1.64.0/cli.integtest.js +599 -0
- package/resources/cli-regression-patches/v1.64.1/NOTES.md +3 -0
- package/resources/cli-regression-patches/v1.64.1/cdk-helpers.js +324 -0
- package/resources/cli-regression-patches/v1.64.1/cli.integtest.js +599 -0
- package/resources/cli-regression-patches/v1.67.0/NOTES.md +2 -0
- package/resources/cli-regression-patches/v1.67.0/cdk-helpers.js +331 -0
- package/resources/cli-regression-patches/v2.130.0/NOTES.md +1 -0
- package/resources/cli-regression-patches/v2.130.0/node_modules/@aws-cdk-testing/cli-integ/resources/cdk-apps/sam_cdk_integ_app/lib/nested-stack.js +19 -0
- package/resources/cli-regression-patches/v2.130.0/node_modules/@aws-cdk-testing/cli-integ/resources/cdk-apps/sam_cdk_integ_app/lib/test-stack.js +134 -0
- package/resources/cli-regression-patches/v2.130.0/skip-tests.txt +5 -0
- package/resources/cli-regression-patches/v2.132.0/NOTES.md +1 -0
- package/resources/cli-regression-patches/v2.132.0/skip-tests.txt +4 -0
- package/resources/cli-regression-patches/v2.142.0/NOTES.md +1 -0
- package/resources/cli-regression-patches/v2.142.0/skip-tests.txt +4 -0
- package/resources/cli-regression-patches/v2.160.0/skip-tests.txt +2 -0
- package/resources/cli-regression-patches/v2.161.0/NOTES.md +1 -0
- package/resources/cli-regression-patches/v2.161.0/skip-tests.txt +5 -0
- package/resources/cli-regression-patches/v2.166.0/NOTES.md +1 -0
- package/resources/cli-regression-patches/v2.166.0/skip-tests.txt +2 -0
- package/resources/cloud-assemblies/0.36.0/InitStack.template.json +1 -0
- package/resources/cloud-assemblies/0.36.0/cdk.out +1 -0
- package/resources/cloud-assemblies/0.36.0/manifest.json +19 -0
- package/resources/cloud-assemblies/1.10.0-lookup-default-vpc/InitStack.template.json +2 -0
- package/resources/cloud-assemblies/1.10.0-lookup-default-vpc/cdk.out +1 -0
- package/resources/cloud-assemblies/1.10.0-lookup-default-vpc/manifest.json.js +37 -0
- package/resources/cloud-assemblies/1.10.0-request-azs/InitStack.template.json +2 -0
- package/resources/cloud-assemblies/1.10.0-request-azs/cdk.out +1 -0
- package/resources/cloud-assemblies/1.10.0-request-azs/manifest.json.js +34 -0
- package/resources/integ.jest.config.js +25 -0
- package/resources/templates/sqs-template.json +36 -0
- package/skip-tests.txt +8 -0
- package/tests/cli-integ-tests/README.md +47 -0
- package/tests/cli-integ-tests/bootstrapping.integtest.d.ts +1 -0
- package/tests/cli-integ-tests/bootstrapping.integtest.js +412 -0
- package/tests/cli-integ-tests/bootstrapping.integtest.ts +493 -0
- package/tests/cli-integ-tests/cli-lib.integtest.d.ts +1 -0
- package/tests/cli-integ-tests/cli-lib.integtest.js +62 -0
- package/tests/cli-integ-tests/cli-lib.integtest.ts +90 -0
- package/tests/cli-integ-tests/cli.integtest.d.ts +1 -0
- package/tests/cli-integ-tests/cli.integtest.js +2104 -0
- package/tests/cli-integ-tests/cli.integtest.ts +2874 -0
- package/tests/cli-integ-tests/garbage-collection.integtest.d.ts +1 -0
- package/tests/cli-integ-tests/garbage-collection.integtest.js +314 -0
- package/tests/cli-integ-tests/garbage-collection.integtest.ts +392 -0
- package/tests/init-csharp/init-csharp.integtest.d.ts +1 -0
- package/tests/init-csharp/init-csharp.integtest.js +14 -0
- package/tests/init-csharp/init-csharp.integtest.ts +15 -0
- package/tests/init-fsharp/init-fsharp.integtest.d.ts +1 -0
- package/tests/init-fsharp/init-fsharp.integtest.js +14 -0
- package/tests/init-fsharp/init-fsharp.integtest.ts +15 -0
- package/tests/init-go/init-go.integtest.d.ts +1 -0
- package/tests/init-go/init-go.integtest.js +21 -0
- package/tests/init-go/init-go.integtest.ts +23 -0
- package/tests/init-java/init-java.integtest.d.ts +1 -0
- package/tests/init-java/init-java.integtest.js +14 -0
- package/tests/init-java/init-java.integtest.ts +14 -0
- package/tests/init-javascript/init-javascript.integtest.d.ts +1 -0
- package/tests/init-javascript/init-javascript.integtest.js +53 -0
- package/tests/init-javascript/init-javascript.integtest.ts +59 -0
- package/tests/init-python/init-python.integtest.d.ts +1 -0
- package/tests/init-python/init-python.integtest.js +19 -0
- package/tests/init-python/init-python.integtest.ts +20 -0
- package/tests/init-typescript-app/init-typescript-app.integtest.d.ts +1 -0
- package/tests/init-typescript-app/init-typescript-app.integtest.js +54 -0
- package/tests/init-typescript-app/init-typescript-app.integtest.ts +66 -0
- package/tests/init-typescript-lib/init-typescript-lib.integtest.d.ts +1 -0
- package/tests/init-typescript-lib/init-typescript-lib.integtest.js +13 -0
- package/tests/init-typescript-lib/init-typescript-lib.integtest.ts +13 -0
- package/tests/tool-integrations/amplify.integtest.d.ts +1 -0
- package/tests/tool-integrations/amplify.integtest.js +39 -0
- package/tests/tool-integrations/amplify.integtest.ts +43 -0
- package/tests/tool-integrations/with-tool-context.d.ts +9 -0
- package/tests/tool-integrations/with-tool-context.js +13 -0
- package/tests/tool-integrations/with-tool-context.ts +14 -0
- package/tests/uberpackage/uberpackage.integtest.d.ts +1 -0
- package/tests/uberpackage/uberpackage.integtest.js +11 -0
- package/tests/uberpackage/uberpackage.integtest.ts +11 -0
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
import * as fs from 'fs';
|
|
2
|
+
import * as os from 'os';
|
|
3
|
+
import * as path from 'path';
|
|
4
|
+
import { TestContext } from './integ-test';
|
|
5
|
+
import { rimraf } from './shell';
|
|
6
|
+
|
|
7
|
+
export interface TemporaryDirectoryContext {
|
|
8
|
+
readonly integTestDir: string;
|
|
9
|
+
}
|
|
10
|
+
|
|
11
|
+
export function withTemporaryDirectory<A extends TestContext>(block: (context: A & TemporaryDirectoryContext) => Promise<void>) {
|
|
12
|
+
return async (context: A) => {
|
|
13
|
+
const integTestDir = path.join(os.tmpdir(), `cdk-integ-${context.randomString}`);
|
|
14
|
+
|
|
15
|
+
fs.mkdirSync(integTestDir, { recursive: true });
|
|
16
|
+
|
|
17
|
+
try {
|
|
18
|
+
await block({
|
|
19
|
+
...context,
|
|
20
|
+
integTestDir,
|
|
21
|
+
});
|
|
22
|
+
|
|
23
|
+
// Clean up in case of success
|
|
24
|
+
if (process.env.SKIP_CLEANUP) {
|
|
25
|
+
context.log(`Left test directory in '${integTestDir}' ($SKIP_CLEANUP)\n`);
|
|
26
|
+
} else {
|
|
27
|
+
rimraf(integTestDir);
|
|
28
|
+
}
|
|
29
|
+
} catch (e) {
|
|
30
|
+
context.log(`Left test directory in '${integTestDir}'\n`);
|
|
31
|
+
throw e;
|
|
32
|
+
}
|
|
33
|
+
};
|
|
34
|
+
}
|
|
35
|
+
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Run a block with a timeout
|
|
3
|
+
*
|
|
4
|
+
* We can't use the jest timeout feature:
|
|
5
|
+
*
|
|
6
|
+
* - `jest.concurrent()` does not do any concurrency management. It starts all
|
|
7
|
+
* tests at the same time.
|
|
8
|
+
* - Our tests use locking to make sure only one test is running at a time per
|
|
9
|
+
* region.
|
|
10
|
+
*
|
|
11
|
+
* The wait time for the locks is included in the jest test timeout. We therefore
|
|
12
|
+
* need to set it unreasonably high (as long as the last test may need to wait
|
|
13
|
+
* if all tests are executed using only 1 region, and they effectively execute
|
|
14
|
+
* sequentially), which makes it not useful to detect stuck tests.
|
|
15
|
+
*
|
|
16
|
+
* The `withTimeout()` modifier makes it possible to measure only a specific
|
|
17
|
+
* block of code. In our case: the effective test code, excluding the wait time.
|
|
18
|
+
*/
|
|
19
|
+
export declare function withTimeout<A>(seconds: number, block: (x: A) => Promise<void>): (x: A) => Promise<void>;
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.withTimeout = withTimeout;
|
|
4
|
+
/**
|
|
5
|
+
* Run a block with a timeout
|
|
6
|
+
*
|
|
7
|
+
* We can't use the jest timeout feature:
|
|
8
|
+
*
|
|
9
|
+
* - `jest.concurrent()` does not do any concurrency management. It starts all
|
|
10
|
+
* tests at the same time.
|
|
11
|
+
* - Our tests use locking to make sure only one test is running at a time per
|
|
12
|
+
* region.
|
|
13
|
+
*
|
|
14
|
+
* The wait time for the locks is included in the jest test timeout. We therefore
|
|
15
|
+
* need to set it unreasonably high (as long as the last test may need to wait
|
|
16
|
+
* if all tests are executed using only 1 region, and they effectively execute
|
|
17
|
+
* sequentially), which makes it not useful to detect stuck tests.
|
|
18
|
+
*
|
|
19
|
+
* The `withTimeout()` modifier makes it possible to measure only a specific
|
|
20
|
+
* block of code. In our case: the effective test code, excluding the wait time.
|
|
21
|
+
*/
|
|
22
|
+
function withTimeout(seconds, block) {
|
|
23
|
+
return (x) => {
|
|
24
|
+
const timeOut = new Promise((_ok, ko) => {
|
|
25
|
+
const timerHandle = setTimeout(() => ko(new Error(`Timeout: test took more than ${seconds}s to complete`)), seconds * 1000);
|
|
26
|
+
timerHandle.unref();
|
|
27
|
+
});
|
|
28
|
+
return Promise.race([
|
|
29
|
+
block(x),
|
|
30
|
+
timeOut,
|
|
31
|
+
]);
|
|
32
|
+
};
|
|
33
|
+
}
|
|
34
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoid2l0aC10aW1lb3V0LmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsid2l0aC10aW1lb3V0LnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiI7O0FBa0JBLGtDQWNDO0FBaENEOzs7Ozs7Ozs7Ozs7Ozs7OztHQWlCRztBQUNILFNBQWdCLFdBQVcsQ0FBSSxPQUFlLEVBQUUsS0FBOEI7SUFDNUUsT0FBTyxDQUFDLENBQUksRUFBRSxFQUFFO1FBQ2QsTUFBTSxPQUFPLEdBQUcsSUFBSSxPQUFPLENBQU8sQ0FBQyxHQUFHLEVBQUUsRUFBRSxFQUFFLEVBQUU7WUFDNUMsTUFBTSxXQUFXLEdBQUcsVUFBVSxDQUM1QixHQUFHLEVBQUUsQ0FBQyxFQUFFLENBQUMsSUFBSSxLQUFLLENBQUMsZ0NBQWdDLE9BQU8sZUFBZSxDQUFDLENBQUMsRUFDM0UsT0FBTyxHQUFHLElBQUksQ0FBQyxDQUFDO1lBQ2xCLFdBQVcsQ0FBQyxLQUFLLEVBQUUsQ0FBQztRQUN0QixDQUFDLENBQUMsQ0FBQztRQUVILE9BQU8sT0FBTyxDQUFDLElBQUksQ0FBQztZQUNsQixLQUFLLENBQUMsQ0FBQyxDQUFDO1lBQ1IsT0FBTztTQUNSLENBQUMsQ0FBQztJQUNMLENBQUMsQ0FBQztBQUNKLENBQUMiLCJzb3VyY2VzQ29udGVudCI6WyIvKipcbiAqIFJ1biBhIGJsb2NrIHdpdGggYSB0aW1lb3V0XG4gKlxuICogV2UgY2FuJ3QgdXNlIHRoZSBqZXN0IHRpbWVvdXQgZmVhdHVyZTpcbiAqXG4gKiAtIGBqZXN0LmNvbmN1cnJlbnQoKWAgZG9lcyBub3QgZG8gYW55IGNvbmN1cnJlbmN5IG1hbmFnZW1lbnQuIEl0IHN0YXJ0cyBhbGxcbiAqICAgdGVzdHMgYXQgdGhlIHNhbWUgdGltZS5cbiAqIC0gT3VyIHRlc3RzIHVzZSBsb2NraW5nIHRvIG1ha2Ugc3VyZSBvbmx5IG9uZSB0ZXN0IGlzIHJ1bm5pbmcgYXQgYSB0aW1lIHBlclxuICogICByZWdpb24uXG4gKlxuICogVGhlIHdhaXQgdGltZSBmb3IgdGhlIGxvY2tzIGlzIGluY2x1ZGVkIGluIHRoZSBqZXN0IHRlc3QgdGltZW91dC4gV2UgdGhlcmVmb3JlXG4gKiBuZWVkIHRvIHNldCBpdCB1bnJlYXNvbmFibHkgaGlnaCAoYXMgbG9uZyBhcyB0aGUgbGFzdCB0ZXN0IG1heSBuZWVkIHRvIHdhaXRcbiAqIGlmIGFsbCB0ZXN0cyBhcmUgZXhlY3V0ZWQgdXNpbmcgb25seSAxIHJlZ2lvbiwgYW5kIHRoZXkgZWZmZWN0aXZlbHkgZXhlY3V0ZVxuICogc2VxdWVudGlhbGx5KSwgd2hpY2ggbWFrZXMgaXQgbm90IHVzZWZ1bCB0byBkZXRlY3Qgc3R1Y2sgdGVzdHMuXG4gKlxuICogVGhlIGB3aXRoVGltZW91dCgpYCBtb2RpZmllciBtYWtlcyBpdCBwb3NzaWJsZSB0byBtZWFzdXJlIG9ubHkgYSBzcGVjaWZpY1xuICogYmxvY2sgb2YgY29kZS4gSW4gb3VyIGNhc2U6IHRoZSBlZmZlY3RpdmUgdGVzdCBjb2RlLCBleGNsdWRpbmcgdGhlIHdhaXQgdGltZS5cbiAqL1xuZXhwb3J0IGZ1bmN0aW9uIHdpdGhUaW1lb3V0PEE+KHNlY29uZHM6IG51bWJlciwgYmxvY2s6ICh4OiBBKSA9PiBQcm9taXNlPHZvaWQ+KSB7XG4gIHJldHVybiAoeDogQSkgPT4ge1xuICAgIGNvbnN0IHRpbWVPdXQgPSBuZXcgUHJvbWlzZTx2b2lkPigoX29rLCBrbykgPT4ge1xuICAgICAgY29uc3QgdGltZXJIYW5kbGUgPSBzZXRUaW1lb3V0KFxuICAgICAgICAoKSA9PiBrbyhuZXcgRXJyb3IoYFRpbWVvdXQ6IHRlc3QgdG9vayBtb3JlIHRoYW4gJHtzZWNvbmRzfXMgdG8gY29tcGxldGVgKSksXG4gICAgICAgIHNlY29uZHMgKiAxMDAwKTtcbiAgICAgIHRpbWVySGFuZGxlLnVucmVmKCk7XG4gICAgfSk7XG5cbiAgICByZXR1cm4gUHJvbWlzZS5yYWNlKFtcbiAgICAgIGJsb2NrKHgpLFxuICAgICAgdGltZU91dCxcbiAgICBdKTtcbiAgfTtcbn1cbiJdfQ==
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Run a block with a timeout
|
|
3
|
+
*
|
|
4
|
+
* We can't use the jest timeout feature:
|
|
5
|
+
*
|
|
6
|
+
* - `jest.concurrent()` does not do any concurrency management. It starts all
|
|
7
|
+
* tests at the same time.
|
|
8
|
+
* - Our tests use locking to make sure only one test is running at a time per
|
|
9
|
+
* region.
|
|
10
|
+
*
|
|
11
|
+
* The wait time for the locks is included in the jest test timeout. We therefore
|
|
12
|
+
* need to set it unreasonably high (as long as the last test may need to wait
|
|
13
|
+
* if all tests are executed using only 1 region, and they effectively execute
|
|
14
|
+
* sequentially), which makes it not useful to detect stuck tests.
|
|
15
|
+
*
|
|
16
|
+
* The `withTimeout()` modifier makes it possible to measure only a specific
|
|
17
|
+
* block of code. In our case: the effective test code, excluding the wait time.
|
|
18
|
+
*/
|
|
19
|
+
export function withTimeout<A>(seconds: number, block: (x: A) => Promise<void>) {
|
|
20
|
+
return (x: A) => {
|
|
21
|
+
const timeOut = new Promise<void>((_ok, ko) => {
|
|
22
|
+
const timerHandle = setTimeout(
|
|
23
|
+
() => ko(new Error(`Timeout: test took more than ${seconds}s to complete`)),
|
|
24
|
+
seconds * 1000);
|
|
25
|
+
timerHandle.unref();
|
|
26
|
+
});
|
|
27
|
+
|
|
28
|
+
return Promise.race([
|
|
29
|
+
block(x),
|
|
30
|
+
timeOut,
|
|
31
|
+
]);
|
|
32
|
+
};
|
|
33
|
+
}
|
package/lib/xpmutex.d.ts
ADDED
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
export declare class XpMutexPool {
|
|
2
|
+
readonly directory: string;
|
|
3
|
+
static fromDirectory(directory: string): XpMutexPool;
|
|
4
|
+
static fromName(name: string): XpMutexPool;
|
|
5
|
+
private readonly waitingResolvers;
|
|
6
|
+
private watcher;
|
|
7
|
+
private constructor();
|
|
8
|
+
mutex(name: string): XpMutex;
|
|
9
|
+
/**
|
|
10
|
+
* Await an unlock event
|
|
11
|
+
*
|
|
12
|
+
* (An unlock event is when a file in the directory gets deleted, with a tiny
|
|
13
|
+
* random sleep attached to it).
|
|
14
|
+
*/
|
|
15
|
+
awaitUnlock(maxWaitMs?: number): Promise<void>;
|
|
16
|
+
private startWatch;
|
|
17
|
+
private notifyWaiters;
|
|
18
|
+
}
|
|
19
|
+
/**
|
|
20
|
+
* Cross-process mutex
|
|
21
|
+
*
|
|
22
|
+
* Uses the presence of a file on disk and `fs.watch` to represent the mutex
|
|
23
|
+
* and discover unlocks.
|
|
24
|
+
*/
|
|
25
|
+
export declare class XpMutex {
|
|
26
|
+
private readonly pool;
|
|
27
|
+
readonly mutexName: string;
|
|
28
|
+
private readonly fileName;
|
|
29
|
+
constructor(pool: XpMutexPool, mutexName: string);
|
|
30
|
+
/**
|
|
31
|
+
* Try to acquire the lock (may fail)
|
|
32
|
+
*/
|
|
33
|
+
tryAcquire(): Promise<ILock | undefined>;
|
|
34
|
+
/**
|
|
35
|
+
* Acquire the lock, waiting until we can
|
|
36
|
+
*/
|
|
37
|
+
acquire(): Promise<ILock>;
|
|
38
|
+
private readPidFile;
|
|
39
|
+
private writePidFile;
|
|
40
|
+
}
|
|
41
|
+
export interface ILock {
|
|
42
|
+
release(): Promise<void>;
|
|
43
|
+
}
|
package/lib/xpmutex.js
ADDED
|
@@ -0,0 +1,207 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.XpMutex = exports.XpMutexPool = void 0;
|
|
4
|
+
const fs_1 = require("fs");
|
|
5
|
+
const os = require("os");
|
|
6
|
+
const path = require("path");
|
|
7
|
+
class XpMutexPool {
|
|
8
|
+
static fromDirectory(directory) {
|
|
9
|
+
(0, fs_1.mkdirSync)(directory, { recursive: true });
|
|
10
|
+
return new XpMutexPool(directory);
|
|
11
|
+
}
|
|
12
|
+
static fromName(name) {
|
|
13
|
+
return XpMutexPool.fromDirectory(path.join(os.tmpdir(), name));
|
|
14
|
+
}
|
|
15
|
+
constructor(directory) {
|
|
16
|
+
this.directory = directory;
|
|
17
|
+
this.waitingResolvers = new Set();
|
|
18
|
+
this.startWatch();
|
|
19
|
+
}
|
|
20
|
+
mutex(name) {
|
|
21
|
+
return new XpMutex(this, name);
|
|
22
|
+
}
|
|
23
|
+
/**
|
|
24
|
+
* Await an unlock event
|
|
25
|
+
*
|
|
26
|
+
* (An unlock event is when a file in the directory gets deleted, with a tiny
|
|
27
|
+
* random sleep attached to it).
|
|
28
|
+
*/
|
|
29
|
+
awaitUnlock(maxWaitMs) {
|
|
30
|
+
const wait = new Promise(ok => {
|
|
31
|
+
this.waitingResolvers.add(async () => {
|
|
32
|
+
await randomSleep(10);
|
|
33
|
+
ok();
|
|
34
|
+
});
|
|
35
|
+
});
|
|
36
|
+
if (maxWaitMs) {
|
|
37
|
+
return Promise.race([wait, sleep(maxWaitMs)]);
|
|
38
|
+
}
|
|
39
|
+
else {
|
|
40
|
+
return wait;
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
startWatch() {
|
|
44
|
+
this.watcher = (0, fs_1.watch)(this.directory);
|
|
45
|
+
this.watcher.unref(); // @types doesn't know about this but it exists
|
|
46
|
+
this.watcher.on('change', async (eventType, fname) => {
|
|
47
|
+
// Only trigger on 'deletes'.
|
|
48
|
+
// After receiving the event, we check if the file exists.
|
|
49
|
+
// - If no: the file was deleted! Huzzah, this counts as a wakeup.
|
|
50
|
+
// - If yes: either the file was just created (in which case we don't need to wakeup)
|
|
51
|
+
// or the event was due to a delete but someone raced us to it and claimed the
|
|
52
|
+
// file already (in which case we also don't need to wake up).
|
|
53
|
+
if (eventType === 'rename' && !await fileExists(path.join(this.directory, fname.toString()))) {
|
|
54
|
+
this.notifyWaiters();
|
|
55
|
+
}
|
|
56
|
+
});
|
|
57
|
+
this.watcher.on('error', async (e) => {
|
|
58
|
+
// eslint-disable-next-line no-console
|
|
59
|
+
console.error(e);
|
|
60
|
+
await randomSleep(100);
|
|
61
|
+
this.startWatch();
|
|
62
|
+
});
|
|
63
|
+
}
|
|
64
|
+
notifyWaiters() {
|
|
65
|
+
for (const promise of this.waitingResolvers) {
|
|
66
|
+
promise();
|
|
67
|
+
}
|
|
68
|
+
this.waitingResolvers.clear();
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
exports.XpMutexPool = XpMutexPool;
|
|
72
|
+
/**
|
|
73
|
+
* Cross-process mutex
|
|
74
|
+
*
|
|
75
|
+
* Uses the presence of a file on disk and `fs.watch` to represent the mutex
|
|
76
|
+
* and discover unlocks.
|
|
77
|
+
*/
|
|
78
|
+
class XpMutex {
|
|
79
|
+
constructor(pool, mutexName) {
|
|
80
|
+
this.pool = pool;
|
|
81
|
+
this.mutexName = mutexName;
|
|
82
|
+
this.fileName = path.join(pool.directory, `${mutexName}.mutex`);
|
|
83
|
+
}
|
|
84
|
+
/**
|
|
85
|
+
* Try to acquire the lock (may fail)
|
|
86
|
+
*/
|
|
87
|
+
async tryAcquire() {
|
|
88
|
+
while (true) {
|
|
89
|
+
// Acquire lock by being the one to create the file
|
|
90
|
+
try {
|
|
91
|
+
return await this.writePidFile('wx'); // Fails if the file already exists
|
|
92
|
+
}
|
|
93
|
+
catch (e) {
|
|
94
|
+
if (e.code !== 'EEXIST') {
|
|
95
|
+
throw e;
|
|
96
|
+
}
|
|
97
|
+
}
|
|
98
|
+
// File already exists. Read the contents, see if it's an existent PID (if so, the lock is taken)
|
|
99
|
+
const ownerPid = await this.readPidFile();
|
|
100
|
+
if (ownerPid === undefined) {
|
|
101
|
+
// File got deleted just now, maybe we can acquire it again
|
|
102
|
+
continue;
|
|
103
|
+
}
|
|
104
|
+
if (processExists(ownerPid)) {
|
|
105
|
+
return undefined;
|
|
106
|
+
}
|
|
107
|
+
// If not, the lock is stale and will never be released anymore. We may
|
|
108
|
+
// delete it and acquire it anyway, but we may be racing someone else trying
|
|
109
|
+
// to do the same. Solve this as follows:
|
|
110
|
+
// - Try to acquire a lock that gives us permissions to declare the existing lock stale.
|
|
111
|
+
// - Sleep a small random period to reduce contention on this operation
|
|
112
|
+
await randomSleep(10);
|
|
113
|
+
const innerMux = new XpMutex(this.pool, `${this.mutexName}.${ownerPid}`);
|
|
114
|
+
const innerLock = await innerMux.tryAcquire();
|
|
115
|
+
if (!innerLock) {
|
|
116
|
+
return undefined;
|
|
117
|
+
}
|
|
118
|
+
// We may not release the 'inner lock' we used to acquire the rights to declare the other
|
|
119
|
+
// lock stale until we release the actual lock itself. If we did, other contenders might
|
|
120
|
+
// see it released while they're still in this fallback block and accidentally steal
|
|
121
|
+
// from a new legitimate owner.
|
|
122
|
+
return this.writePidFile('w', innerLock); // Force write lock file, attach inner lock as well
|
|
123
|
+
}
|
|
124
|
+
}
|
|
125
|
+
/**
|
|
126
|
+
* Acquire the lock, waiting until we can
|
|
127
|
+
*/
|
|
128
|
+
async acquire() {
|
|
129
|
+
while (true) {
|
|
130
|
+
// Start the wait here, so we don't miss the signal if it comes after
|
|
131
|
+
// we try but before we sleep.
|
|
132
|
+
//
|
|
133
|
+
// We also periodically retry anyway since we may have missed the delete
|
|
134
|
+
// signal due to unfortunate timing.
|
|
135
|
+
const wait = this.pool.awaitUnlock(5000);
|
|
136
|
+
const lock = await this.tryAcquire();
|
|
137
|
+
if (lock) {
|
|
138
|
+
// Ignore the wait (count as handled)
|
|
139
|
+
wait.then(() => { }, () => { });
|
|
140
|
+
return lock;
|
|
141
|
+
}
|
|
142
|
+
await wait;
|
|
143
|
+
await randomSleep(100);
|
|
144
|
+
}
|
|
145
|
+
}
|
|
146
|
+
async readPidFile() {
|
|
147
|
+
const deadLine = Date.now() + 1000;
|
|
148
|
+
while (Date.now() < deadLine) {
|
|
149
|
+
let contents;
|
|
150
|
+
try {
|
|
151
|
+
contents = await fs_1.promises.readFile(this.fileName, { encoding: 'utf-8' });
|
|
152
|
+
}
|
|
153
|
+
catch (e) {
|
|
154
|
+
if (e.code === 'ENOENT') {
|
|
155
|
+
return undefined;
|
|
156
|
+
}
|
|
157
|
+
throw e;
|
|
158
|
+
}
|
|
159
|
+
// Retry until we've seen the full contents
|
|
160
|
+
if (contents.endsWith('.')) {
|
|
161
|
+
return parseInt(contents.substring(0, contents.length - 1), 10);
|
|
162
|
+
}
|
|
163
|
+
await sleep(10);
|
|
164
|
+
}
|
|
165
|
+
throw new Error(`${this.fileName} was never completely written`);
|
|
166
|
+
}
|
|
167
|
+
async writePidFile(mode, additionalLock) {
|
|
168
|
+
const fd = await fs_1.promises.open(this.fileName, mode); // May fail if the file already exists
|
|
169
|
+
await fd.write(`${process.pid}.`); // Period guards against partial reads
|
|
170
|
+
await fd.close();
|
|
171
|
+
return {
|
|
172
|
+
release: async () => {
|
|
173
|
+
await fs_1.promises.unlink(this.fileName);
|
|
174
|
+
await (additionalLock === null || additionalLock === void 0 ? void 0 : additionalLock.release());
|
|
175
|
+
},
|
|
176
|
+
};
|
|
177
|
+
}
|
|
178
|
+
}
|
|
179
|
+
exports.XpMutex = XpMutex;
|
|
180
|
+
async function fileExists(fileName) {
|
|
181
|
+
try {
|
|
182
|
+
await fs_1.promises.stat(fileName);
|
|
183
|
+
return true;
|
|
184
|
+
}
|
|
185
|
+
catch (e) {
|
|
186
|
+
if (e.code === 'ENOENT') {
|
|
187
|
+
return false;
|
|
188
|
+
}
|
|
189
|
+
throw e;
|
|
190
|
+
}
|
|
191
|
+
}
|
|
192
|
+
function processExists(pid) {
|
|
193
|
+
try {
|
|
194
|
+
process.kill(pid, 0);
|
|
195
|
+
return true;
|
|
196
|
+
}
|
|
197
|
+
catch {
|
|
198
|
+
return false;
|
|
199
|
+
}
|
|
200
|
+
}
|
|
201
|
+
function sleep(ms) {
|
|
202
|
+
return new Promise(ok => setTimeout(ok, ms).unref());
|
|
203
|
+
}
|
|
204
|
+
function randomSleep(ms) {
|
|
205
|
+
return sleep(Math.floor(Math.random() * ms));
|
|
206
|
+
}
|
|
207
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoieHBtdXRleC5qcyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbInhwbXV0ZXgudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6Ijs7O0FBQUEsMkJBQXNEO0FBQ3RELHlCQUF5QjtBQUN6Qiw2QkFBNkI7QUFFN0IsTUFBYSxXQUFXO0lBQ2YsTUFBTSxDQUFDLGFBQWEsQ0FBQyxTQUFpQjtRQUMzQyxJQUFBLGNBQVMsRUFBQyxTQUFTLEVBQUUsRUFBRSxTQUFTLEVBQUUsSUFBSSxFQUFFLENBQUMsQ0FBQztRQUMxQyxPQUFPLElBQUksV0FBVyxDQUFDLFNBQVMsQ0FBQyxDQUFDO0lBQ3BDLENBQUM7SUFFTSxNQUFNLENBQUMsUUFBUSxDQUFDLElBQVk7UUFDakMsT0FBTyxXQUFXLENBQUMsYUFBYSxDQUFDLElBQUksQ0FBQyxJQUFJLENBQUMsRUFBRSxDQUFDLE1BQU0sRUFBRSxFQUFFLElBQUksQ0FBQyxDQUFDLENBQUM7SUFDakUsQ0FBQztJQUtELFlBQW9DLFNBQWlCO1FBQWpCLGNBQVMsR0FBVCxTQUFTLENBQVE7UUFIcEMscUJBQWdCLEdBQUcsSUFBSSxHQUFHLEVBQWMsQ0FBQztRQUl4RCxJQUFJLENBQUMsVUFBVSxFQUFFLENBQUM7SUFDcEIsQ0FBQztJQUVNLEtBQUssQ0FBQyxJQUFZO1FBQ3ZCLE9BQU8sSUFBSSxPQUFPLENBQUMsSUFBSSxFQUFFLElBQUksQ0FBQyxDQUFDO0lBQ2pDLENBQUM7SUFFRDs7Ozs7T0FLRztJQUNJLFdBQVcsQ0FBQyxTQUFrQjtRQUNuQyxNQUFNLElBQUksR0FBRyxJQUFJLE9BQU8sQ0FBTyxFQUFFLENBQUMsRUFBRTtZQUNsQyxJQUFJLENBQUMsZ0JBQWdCLENBQUMsR0FBRyxDQUFDLEtBQUssSUFBSSxFQUFFO2dCQUNuQyxNQUFNLFdBQVcsQ0FBQyxFQUFFLENBQUMsQ0FBQztnQkFDdEIsRUFBRSxFQUFFLENBQUM7WUFDUCxDQUFDLENBQUMsQ0FBQztRQUNMLENBQUMsQ0FBQyxDQUFDO1FBRUgsSUFBSSxTQUFTLEVBQUUsQ0FBQztZQUNkLE9BQU8sT0FBTyxDQUFDLElBQUksQ0FBQyxDQUFDLElBQUksRUFBRSxLQUFLLENBQUMsU0FBUyxDQUFDLENBQUMsQ0FBQyxDQUFDO1FBQ2hELENBQUM7YUFBTSxDQUFDO1lBQ04sT0FBTyxJQUFJLENBQUM7UUFDZCxDQUFDO0lBQ0gsQ0FBQztJQUVPLFVBQVU7UUFDaEIsSUFBSSxDQUFDLE9BQU8sR0FBRyxJQUFBLFVBQUssRUFBQyxJQUFJLENBQUMsU0FBUyxDQUFDLENBQUM7UUFDcEMsSUFBSSxDQUFDLE9BQWUsQ0FBQyxLQUFLLEVBQUUsQ0FBQyxDQUFDLCtDQUErQztRQUM5RSxJQUFJLENBQUMsT0FBTyxDQUFDLEVBQUUsQ0FBQyxRQUFRLEVBQUUsS0FBSyxFQUFFLFNBQVMsRUFBRSxLQUFLLEVBQUUsRUFBRTtZQUNuRCw2QkFBNkI7WUFDN0IsMERBQTBEO1lBQzFELGtFQUFrRTtZQUNsRSxxRkFBcUY7WUFDckYsZ0ZBQWdGO1lBQ2hGLGdFQUFnRTtZQUNoRSxJQUFJLFNBQVMsS0FBSyxRQUFRLElBQUksQ0FBQyxNQUFNLFVBQVUsQ0FBQyxJQUFJLENBQUMsSUFBSSxDQUFDLElBQUksQ0FBQyxTQUFTLEVBQUUsS0FBSyxDQUFDLFFBQVEsRUFBRSxDQUFDLENBQUMsRUFBRSxDQUFDO2dCQUM3RixJQUFJLENBQUMsYUFBYSxFQUFFLENBQUM7WUFDdkIsQ0FBQztRQUNILENBQUMsQ0FBQyxDQUFDO1FBQ0gsSUFBSSxDQUFDLE9BQU8sQ0FBQyxFQUFFLENBQUMsT0FBTyxFQUFFLEtBQUssRUFBRSxDQUFDLEVBQUUsRUFBRTtZQUNuQyxzQ0FBc0M7WUFDdEMsT0FBTyxDQUFDLEtBQUssQ0FBQyxDQUFDLENBQUMsQ0FBQztZQUNqQixNQUFNLFdBQVcsQ0FBQyxHQUFHLENBQUMsQ0FBQztZQUN2QixJQUFJLENBQUMsVUFBVSxFQUFFLENBQUM7UUFDcEIsQ0FBQyxDQUFDLENBQUM7SUFDTCxDQUFDO0lBRU8sYUFBYTtRQUNuQixLQUFLLE1BQU0sT0FBTyxJQUFJLElBQUksQ0FBQyxnQkFBZ0IsRUFBRSxDQUFDO1lBQzVDLE9BQU8sRUFBRSxDQUFDO1FBQ1osQ0FBQztRQUNELElBQUksQ0FBQyxnQkFBZ0IsQ0FBQyxLQUFLLEVBQUUsQ0FBQztJQUNoQyxDQUFDO0NBQ0Y7QUF0RUQsa0NBc0VDO0FBRUQ7Ozs7O0dBS0c7QUFDSCxNQUFhLE9BQU87SUFHbEIsWUFBNkIsSUFBaUIsRUFBa0IsU0FBaUI7UUFBcEQsU0FBSSxHQUFKLElBQUksQ0FBYTtRQUFrQixjQUFTLEdBQVQsU0FBUyxDQUFRO1FBQy9FLElBQUksQ0FBQyxRQUFRLEdBQUcsSUFBSSxDQUFDLElBQUksQ0FBQyxJQUFJLENBQUMsU0FBUyxFQUFFLEdBQUcsU0FBUyxRQUFRLENBQUMsQ0FBQztJQUNsRSxDQUFDO0lBRUQ7O09BRUc7SUFDSSxLQUFLLENBQUMsVUFBVTtRQUNyQixPQUFPLElBQUksRUFBRSxDQUFDO1lBQ1osbURBQW1EO1lBQ25ELElBQUksQ0FBQztnQkFDSCxPQUFPLE1BQU0sSUFBSSxDQUFDLFlBQVksQ0FBQyxJQUFJLENBQUMsQ0FBQyxDQUFDLG1DQUFtQztZQUMzRSxDQUFDO1lBQUMsT0FBTyxDQUFNLEVBQUUsQ0FBQztnQkFDaEIsSUFBSSxDQUFDLENBQUMsSUFBSSxLQUFLLFFBQVEsRUFBRSxDQUFDO29CQUFDLE1BQU0sQ0FBQyxDQUFDO2dCQUFDLENBQUM7WUFDdkMsQ0FBQztZQUVELGlHQUFpRztZQUNqRyxNQUFNLFFBQVEsR0FBRyxNQUFNLElBQUksQ0FBQyxXQUFXLEVBQUUsQ0FBQztZQUMxQyxJQUFJLFFBQVEsS0FBSyxTQUFTLEVBQUUsQ0FBQztnQkFDM0IsMkRBQTJEO2dCQUMzRCxTQUFTO1lBQ1gsQ0FBQztZQUNELElBQUksYUFBYSxDQUFDLFFBQVEsQ0FBQyxFQUFFLENBQUM7Z0JBQzVCLE9BQU8sU0FBUyxDQUFDO1lBQ25CLENBQUM7WUFFRCx1RUFBdUU7WUFDdkUsNEVBQTRFO1lBQzVFLHlDQUF5QztZQUN6Qyx3RkFBd0Y7WUFDeEYsdUVBQXVFO1lBQ3ZFLE1BQU0sV0FBVyxDQUFDLEVBQUUsQ0FBQyxDQUFDO1lBQ3RCLE1BQU0sUUFBUSxHQUFHLElBQUksT0FBTyxDQUFDLElBQUksQ0FBQyxJQUFJLEVBQUUsR0FBRyxJQUFJLENBQUMsU0FBUyxJQUFJLFFBQVEsRUFBRSxDQUFDLENBQUM7WUFDekUsTUFBTSxTQUFTLEdBQUcsTUFBTSxRQUFRLENBQUMsVUFBVSxFQUFFLENBQUM7WUFDOUMsSUFBSSxDQUFDLFNBQVMsRUFBRSxDQUFDO2dCQUNmLE9BQU8sU0FBUyxDQUFDO1lBQ25CLENBQUM7WUFFRCx5RkFBeUY7WUFDekYsd0ZBQXdGO1lBQ3hGLG9GQUFvRjtZQUNwRiwrQkFBK0I7WUFDL0IsT0FBTyxJQUFJLENBQUMsWUFBWSxDQUFDLEdBQUcsRUFBRSxTQUFTLENBQUMsQ0FBQyxDQUFDLG1EQUFtRDtRQUMvRixDQUFDO0lBQ0gsQ0FBQztJQUVEOztPQUVHO0lBQ0ksS0FBSyxDQUFDLE9BQU87UUFDbEIsT0FBTyxJQUFJLEVBQUUsQ0FBQztZQUNaLHFFQUFxRTtZQUNyRSw4QkFBOEI7WUFDOUIsRUFBRTtZQUNGLHdFQUF3RTtZQUN4RSxvQ0FBb0M7WUFDcEMsTUFBTSxJQUFJLEdBQUcsSUFBSSxDQUFDLElBQUksQ0FBQyxXQUFXLENBQUMsSUFBSSxDQUFDLENBQUM7WUFFekMsTUFBTSxJQUFJLEdBQUcsTUFBTSxJQUFJLENBQUMsVUFBVSxFQUFFLENBQUM7WUFDckMsSUFBSSxJQUFJLEVBQUUsQ0FBQztnQkFDVCxxQ0FBcUM7Z0JBQ3JDLElBQUksQ0FBQyxJQUFJLENBQUMsR0FBRyxFQUFFLEdBQUUsQ0FBQyxFQUFFLEdBQUcsRUFBRSxHQUFFLENBQUMsQ0FBQyxDQUFDO2dCQUM5QixPQUFPLElBQUksQ0FBQztZQUNkLENBQUM7WUFFRCxNQUFNLElBQUksQ0FBQztZQUNYLE1BQU0sV0FBVyxDQUFDLEdBQUcsQ0FBQyxDQUFDO1FBQ3pCLENBQUM7SUFDSCxDQUFDO0lBRU8sS0FBSyxDQUFDLFdBQVc7UUFDdkIsTUFBTSxRQUFRLEdBQUcsSUFBSSxDQUFDLEdBQUcsRUFBRSxHQUFHLElBQUksQ0FBQztRQUNuQyxPQUFPLElBQUksQ0FBQyxHQUFHLEVBQUUsR0FBRyxRQUFRLEVBQUUsQ0FBQztZQUM3QixJQUFJLFFBQVEsQ0FBQztZQUNiLElBQUksQ0FBQztnQkFDSCxRQUFRLEdBQUcsTUFBTSxhQUFFLENBQUMsUUFBUSxDQUFDLElBQUksQ0FBQyxRQUFRLEVBQUUsRUFBRSxRQUFRLEVBQUUsT0FBTyxFQUFFLENBQUMsQ0FBQztZQUNyRSxDQUFDO1lBQUMsT0FBTyxDQUFNLEVBQUUsQ0FBQztnQkFDaEIsSUFBSSxDQUFDLENBQUMsSUFBSSxLQUFLLFFBQVEsRUFBRSxDQUFDO29CQUFDLE9BQU8sU0FBUyxDQUFDO2dCQUFDLENBQUM7Z0JBQzlDLE1BQU0sQ0FBQyxDQUFDO1lBQ1YsQ0FBQztZQUVELDJDQUEyQztZQUMzQyxJQUFJLFFBQVEsQ0FBQyxRQUFRLENBQUMsR0FBRyxDQUFDLEVBQUUsQ0FBQztnQkFBQyxPQUFPLFFBQVEsQ0FBQyxRQUFRLENBQUMsU0FBUyxDQUFDLENBQUMsRUFBRSxRQUFRLENBQUMsTUFBTSxHQUFHLENBQUMsQ0FBQyxFQUFFLEVBQUUsQ0FBQyxDQUFDO1lBQUMsQ0FBQztZQUNoRyxNQUFNLEtBQUssQ0FBQyxFQUFFLENBQUMsQ0FBQztRQUNsQixDQUFDO1FBRUQsTUFBTSxJQUFJLEtBQUssQ0FBQyxHQUFHLElBQUksQ0FBQyxRQUFRLCtCQUErQixDQUFDLENBQUM7SUFDbkUsQ0FBQztJQUVPLEtBQUssQ0FBQyxZQUFZLENBQUMsSUFBWSxFQUFFLGNBQXNCO1FBQzdELE1BQU0sRUFBRSxHQUFHLE1BQU0sYUFBRSxDQUFDLElBQUksQ0FBQyxJQUFJLENBQUMsUUFBUSxFQUFFLElBQUksQ0FBQyxDQUFDLENBQUMsc0NBQXNDO1FBQ3JGLE1BQU0sRUFBRSxDQUFDLEtBQUssQ0FBQyxHQUFHLE9BQU8sQ0FBQyxHQUFHLEdBQUcsQ0FBQyxDQUFDLENBQUMsc0NBQXNDO1FBQ3pFLE1BQU0sRUFBRSxDQUFDLEtBQUssRUFBRSxDQUFDO1FBRWpCLE9BQU87WUFDTCxPQUFPLEVBQUUsS0FBSyxJQUFJLEVBQUU7Z0JBQ2xCLE1BQU0sYUFBRSxDQUFDLE1BQU0sQ0FBQyxJQUFJLENBQUMsUUFBUSxDQUFDLENBQUM7Z0JBQy9CLE1BQU0sQ0FBQSxjQUFjLGFBQWQsY0FBYyx1QkFBZCxjQUFjLENBQUUsT0FBTyxFQUFFLENBQUEsQ0FBQztZQUNsQyxDQUFDO1NBQ0YsQ0FBQztJQUNKLENBQUM7Q0FDRjtBQXhHRCwwQkF3R0M7QUFNRCxLQUFLLFVBQVUsVUFBVSxDQUFDLFFBQWdCO0lBQ3hDLElBQUksQ0FBQztRQUNILE1BQU0sYUFBRSxDQUFDLElBQUksQ0FBQyxRQUFRLENBQUMsQ0FBQztRQUN4QixPQUFPLElBQUksQ0FBQztJQUNkLENBQUM7SUFBQyxPQUFPLENBQU0sRUFBRSxDQUFDO1FBQ2hCLElBQUksQ0FBQyxDQUFDLElBQUksS0FBSyxRQUFRLEVBQUUsQ0FBQztZQUFDLE9BQU8sS0FBSyxDQUFDO1FBQUMsQ0FBQztRQUMxQyxNQUFNLENBQUMsQ0FBQztJQUNWLENBQUM7QUFDSCxDQUFDO0FBRUQsU0FBUyxhQUFhLENBQUMsR0FBVztJQUNoQyxJQUFJLENBQUM7UUFDSCxPQUFPLENBQUMsSUFBSSxDQUFDLEdBQUcsRUFBRSxDQUFDLENBQUMsQ0FBQztRQUNyQixPQUFPLElBQUksQ0FBQztJQUNkLENBQUM7SUFBQyxNQUFNLENBQUM7UUFDUCxPQUFPLEtBQUssQ0FBQztJQUNmLENBQUM7QUFDSCxDQUFDO0FBRUQsU0FBUyxLQUFLLENBQUMsRUFBVTtJQUN2QixPQUFPLElBQUksT0FBTyxDQUFDLEVBQUUsQ0FBQyxFQUFFLENBQUUsVUFBVSxDQUFDLEVBQUUsRUFBRSxFQUFFLENBQVMsQ0FBQyxLQUFLLEVBQUUsQ0FBQyxDQUFDO0FBQ2hFLENBQUM7QUFFRCxTQUFTLFdBQVcsQ0FBQyxFQUFVO0lBQzdCLE9BQU8sS0FBSyxDQUFDLElBQUksQ0FBQyxLQUFLLENBQUMsSUFBSSxDQUFDLE1BQU0sRUFBRSxHQUFHLEVBQUUsQ0FBQyxDQUFDLENBQUM7QUFDL0MsQ0FBQyIsInNvdXJjZXNDb250ZW50IjpbImltcG9ydCB7IHdhdGNoLCBwcm9taXNlcyBhcyBmcywgbWtkaXJTeW5jIH0gZnJvbSAnZnMnO1xuaW1wb3J0ICogYXMgb3MgZnJvbSAnb3MnO1xuaW1wb3J0ICogYXMgcGF0aCBmcm9tICdwYXRoJztcblxuZXhwb3J0IGNsYXNzIFhwTXV0ZXhQb29sIHtcbiAgcHVibGljIHN0YXRpYyBmcm9tRGlyZWN0b3J5KGRpcmVjdG9yeTogc3RyaW5nKSB7XG4gICAgbWtkaXJTeW5jKGRpcmVjdG9yeSwgeyByZWN1cnNpdmU6IHRydWUgfSk7XG4gICAgcmV0dXJuIG5ldyBYcE11dGV4UG9vbChkaXJlY3RvcnkpO1xuICB9XG5cbiAgcHVibGljIHN0YXRpYyBmcm9tTmFtZShuYW1lOiBzdHJpbmcpIHtcbiAgICByZXR1cm4gWHBNdXRleFBvb2wuZnJvbURpcmVjdG9yeShwYXRoLmpvaW4ob3MudG1wZGlyKCksIG5hbWUpKTtcbiAgfVxuXG4gIHByaXZhdGUgcmVhZG9ubHkgd2FpdGluZ1Jlc29sdmVycyA9IG5ldyBTZXQ8KCkgPT4gdm9pZD4oKTtcbiAgcHJpdmF0ZSB3YXRjaGVyOiBSZXR1cm5UeXBlPHR5cGVvZiB3YXRjaD4gfCB1bmRlZmluZWQ7XG5cbiAgcHJpdmF0ZSBjb25zdHJ1Y3RvcihwdWJsaWMgcmVhZG9ubHkgZGlyZWN0b3J5OiBzdHJpbmcpIHtcbiAgICB0aGlzLnN0YXJ0V2F0Y2goKTtcbiAgfVxuXG4gIHB1YmxpYyBtdXRleChuYW1lOiBzdHJpbmcpIHtcbiAgICByZXR1cm4gbmV3IFhwTXV0ZXgodGhpcywgbmFtZSk7XG4gIH1cblxuICAvKipcbiAgICogQXdhaXQgYW4gdW5sb2NrIGV2ZW50XG4gICAqXG4gICAqIChBbiB1bmxvY2sgZXZlbnQgaXMgd2hlbiBhIGZpbGUgaW4gdGhlIGRpcmVjdG9yeSBnZXRzIGRlbGV0ZWQsIHdpdGggYSB0aW55XG4gICAqIHJhbmRvbSBzbGVlcCBhdHRhY2hlZCB0byBpdCkuXG4gICAqL1xuICBwdWJsaWMgYXdhaXRVbmxvY2sobWF4V2FpdE1zPzogbnVtYmVyKTogUHJvbWlzZTx2b2lkPiB7XG4gICAgY29uc3Qgd2FpdCA9IG5ldyBQcm9taXNlPHZvaWQ+KG9rID0+IHtcbiAgICAgIHRoaXMud2FpdGluZ1Jlc29sdmVycy5hZGQoYXN5bmMgKCkgPT4ge1xuICAgICAgICBhd2FpdCByYW5kb21TbGVlcCgxMCk7XG4gICAgICAgIG9rKCk7XG4gICAgICB9KTtcbiAgICB9KTtcblxuICAgIGlmIChtYXhXYWl0TXMpIHtcbiAgICAgIHJldHVybiBQcm9taXNlLnJhY2UoW3dhaXQsIHNsZWVwKG1heFdhaXRNcyldKTtcbiAgICB9IGVsc2Uge1xuICAgICAgcmV0dXJuIHdhaXQ7XG4gICAgfVxuICB9XG5cbiAgcHJpdmF0ZSBzdGFydFdhdGNoKCkge1xuICAgIHRoaXMud2F0Y2hlciA9IHdhdGNoKHRoaXMuZGlyZWN0b3J5KTtcbiAgICAodGhpcy53YXRjaGVyIGFzIGFueSkudW5yZWYoKTsgLy8gQHR5cGVzIGRvZXNuJ3Qga25vdyBhYm91dCB0aGlzIGJ1dCBpdCBleGlzdHNcbiAgICB0aGlzLndhdGNoZXIub24oJ2NoYW5nZScsIGFzeW5jIChldmVudFR5cGUsIGZuYW1lKSA9PiB7XG4gICAgICAvLyBPbmx5IHRyaWdnZXIgb24gJ2RlbGV0ZXMnLlxuICAgICAgLy8gQWZ0ZXIgcmVjZWl2aW5nIHRoZSBldmVudCwgd2UgY2hlY2sgaWYgdGhlIGZpbGUgZXhpc3RzLlxuICAgICAgLy8gLSBJZiBubzogdGhlIGZpbGUgd2FzIGRlbGV0ZWQhIEh1enphaCwgdGhpcyBjb3VudHMgYXMgYSB3YWtldXAuXG4gICAgICAvLyAtIElmIHllczogZWl0aGVyIHRoZSBmaWxlIHdhcyBqdXN0IGNyZWF0ZWQgKGluIHdoaWNoIGNhc2Ugd2UgZG9uJ3QgbmVlZCB0byB3YWtldXApXG4gICAgICAvLyAgIG9yIHRoZSBldmVudCB3YXMgZHVlIHRvIGEgZGVsZXRlIGJ1dCBzb21lb25lIHJhY2VkIHVzIHRvIGl0IGFuZCBjbGFpbWVkIHRoZVxuICAgICAgLy8gICBmaWxlIGFscmVhZHkgKGluIHdoaWNoIGNhc2Ugd2UgYWxzbyBkb24ndCBuZWVkIHRvIHdha2UgdXApLlxuICAgICAgaWYgKGV2ZW50VHlwZSA9PT0gJ3JlbmFtZScgJiYgIWF3YWl0IGZpbGVFeGlzdHMocGF0aC5qb2luKHRoaXMuZGlyZWN0b3J5LCBmbmFtZS50b1N0cmluZygpKSkpIHtcbiAgICAgICAgdGhpcy5ub3RpZnlXYWl0ZXJzKCk7XG4gICAgICB9XG4gICAgfSk7XG4gICAgdGhpcy53YXRjaGVyLm9uKCdlcnJvcicsIGFzeW5jIChlKSA9PiB7XG4gICAgICAvLyBlc2xpbnQtZGlzYWJsZS1uZXh0LWxpbmUgbm8tY29uc29sZVxuICAgICAgY29uc29sZS5lcnJvcihlKTtcbiAgICAgIGF3YWl0IHJhbmRvbVNsZWVwKDEwMCk7XG4gICAgICB0aGlzLnN0YXJ0V2F0Y2goKTtcbiAgICB9KTtcbiAgfVxuXG4gIHByaXZhdGUgbm90aWZ5V2FpdGVycygpIHtcbiAgICBmb3IgKGNvbnN0IHByb21pc2Ugb2YgdGhpcy53YWl0aW5nUmVzb2x2ZXJzKSB7XG4gICAgICBwcm9taXNlKCk7XG4gICAgfVxuICAgIHRoaXMud2FpdGluZ1Jlc29sdmVycy5jbGVhcigpO1xuICB9XG59XG5cbi8qKlxuICogQ3Jvc3MtcHJvY2VzcyBtdXRleFxuICpcbiAqIFVzZXMgdGhlIHByZXNlbmNlIG9mIGEgZmlsZSBvbiBkaXNrIGFuZCBgZnMud2F0Y2hgIHRvIHJlcHJlc2VudCB0aGUgbXV0ZXhcbiAqIGFuZCBkaXNjb3ZlciB1bmxvY2tzLlxuICovXG5leHBvcnQgY2xhc3MgWHBNdXRleCB7XG4gIHByaXZhdGUgcmVhZG9ubHkgZmlsZU5hbWU6IHN0cmluZztcblxuICBjb25zdHJ1Y3Rvcihwcml2YXRlIHJlYWRvbmx5IHBvb2w6IFhwTXV0ZXhQb29sLCBwdWJsaWMgcmVhZG9ubHkgbXV0ZXhOYW1lOiBzdHJpbmcpIHtcbiAgICB0aGlzLmZpbGVOYW1lID0gcGF0aC5qb2luKHBvb2wuZGlyZWN0b3J5LCBgJHttdXRleE5hbWV9Lm11dGV4YCk7XG4gIH1cblxuICAvKipcbiAgICogVHJ5IHRvIGFjcXVpcmUgdGhlIGxvY2sgKG1heSBmYWlsKVxuICAgKi9cbiAgcHVibGljIGFzeW5jIHRyeUFjcXVpcmUoKTogUHJvbWlzZTxJTG9jayB8IHVuZGVmaW5lZD4ge1xuICAgIHdoaWxlICh0cnVlKSB7XG4gICAgICAvLyBBY3F1aXJlIGxvY2sgYnkgYmVpbmcgdGhlIG9uZSB0byBjcmVhdGUgdGhlIGZpbGVcbiAgICAgIHRyeSB7XG4gICAgICAgIHJldHVybiBhd2FpdCB0aGlzLndyaXRlUGlkRmlsZSgnd3gnKTsgLy8gRmFpbHMgaWYgdGhlIGZpbGUgYWxyZWFkeSBleGlzdHNcbiAgICAgIH0gY2F0Y2ggKGU6IGFueSkge1xuICAgICAgICBpZiAoZS5jb2RlICE9PSAnRUVYSVNUJykgeyB0aHJvdyBlOyB9XG4gICAgICB9XG5cbiAgICAgIC8vIEZpbGUgYWxyZWFkeSBleGlzdHMuIFJlYWQgdGhlIGNvbnRlbnRzLCBzZWUgaWYgaXQncyBhbiBleGlzdGVudCBQSUQgKGlmIHNvLCB0aGUgbG9jayBpcyB0YWtlbilcbiAgICAgIGNvbnN0IG93bmVyUGlkID0gYXdhaXQgdGhpcy5yZWFkUGlkRmlsZSgpO1xuICAgICAgaWYgKG93bmVyUGlkID09PSB1bmRlZmluZWQpIHtcbiAgICAgICAgLy8gRmlsZSBnb3QgZGVsZXRlZCBqdXN0IG5vdywgbWF5YmUgd2UgY2FuIGFjcXVpcmUgaXQgYWdhaW5cbiAgICAgICAgY29udGludWU7XG4gICAgICB9XG4gICAgICBpZiAocHJvY2Vzc0V4aXN0cyhvd25lclBpZCkpIHtcbiAgICAgICAgcmV0dXJuIHVuZGVmaW5lZDtcbiAgICAgIH1cblxuICAgICAgLy8gSWYgbm90LCB0aGUgbG9jayBpcyBzdGFsZSBhbmQgd2lsbCBuZXZlciBiZSByZWxlYXNlZCBhbnltb3JlLiBXZSBtYXlcbiAgICAgIC8vIGRlbGV0ZSBpdCBhbmQgYWNxdWlyZSBpdCBhbnl3YXksIGJ1dCB3ZSBtYXkgYmUgcmFjaW5nIHNvbWVvbmUgZWxzZSB0cnlpbmdcbiAgICAgIC8vIHRvIGRvIHRoZSBzYW1lLiBTb2x2ZSB0aGlzIGFzIGZvbGxvd3M6XG4gICAgICAvLyAtIFRyeSB0byBhY3F1aXJlIGEgbG9jayB0aGF0IGdpdmVzIHVzIHBlcm1pc3Npb25zIHRvIGRlY2xhcmUgdGhlIGV4aXN0aW5nIGxvY2sgc3RhbGUuXG4gICAgICAvLyAtIFNsZWVwIGEgc21hbGwgcmFuZG9tIHBlcmlvZCB0byByZWR1Y2UgY29udGVudGlvbiBvbiB0aGlzIG9wZXJhdGlvblxuICAgICAgYXdhaXQgcmFuZG9tU2xlZXAoMTApO1xuICAgICAgY29uc3QgaW5uZXJNdXggPSBuZXcgWHBNdXRleCh0aGlzLnBvb2wsIGAke3RoaXMubXV0ZXhOYW1lfS4ke293bmVyUGlkfWApO1xuICAgICAgY29uc3QgaW5uZXJMb2NrID0gYXdhaXQgaW5uZXJNdXgudHJ5QWNxdWlyZSgpO1xuICAgICAgaWYgKCFpbm5lckxvY2spIHtcbiAgICAgICAgcmV0dXJuIHVuZGVmaW5lZDtcbiAgICAgIH1cblxuICAgICAgLy8gV2UgbWF5IG5vdCByZWxlYXNlIHRoZSAnaW5uZXIgbG9jaycgd2UgdXNlZCB0byBhY3F1aXJlIHRoZSByaWdodHMgdG8gZGVjbGFyZSB0aGUgb3RoZXJcbiAgICAgIC8vIGxvY2sgc3RhbGUgdW50aWwgd2UgcmVsZWFzZSB0aGUgYWN0dWFsIGxvY2sgaXRzZWxmLiBJZiB3ZSBkaWQsIG90aGVyIGNvbnRlbmRlcnMgbWlnaHRcbiAgICAgIC8vIHNlZSBpdCByZWxlYXNlZCB3aGlsZSB0aGV5J3JlIHN0aWxsIGluIHRoaXMgZmFsbGJhY2sgYmxvY2sgYW5kIGFjY2lkZW50YWxseSBzdGVhbFxuICAgICAgLy8gZnJvbSBhIG5ldyBsZWdpdGltYXRlIG93bmVyLlxuICAgICAgcmV0dXJuIHRoaXMud3JpdGVQaWRGaWxlKCd3JywgaW5uZXJMb2NrKTsgLy8gRm9yY2Ugd3JpdGUgbG9jayBmaWxlLCBhdHRhY2ggaW5uZXIgbG9jayBhcyB3ZWxsXG4gICAgfVxuICB9XG5cbiAgLyoqXG4gICAqIEFjcXVpcmUgdGhlIGxvY2ssIHdhaXRpbmcgdW50aWwgd2UgY2FuXG4gICAqL1xuICBwdWJsaWMgYXN5bmMgYWNxdWlyZSgpOiBQcm9taXNlPElMb2NrPiB7XG4gICAgd2hpbGUgKHRydWUpIHtcbiAgICAgIC8vIFN0YXJ0IHRoZSB3YWl0IGhlcmUsIHNvIHdlIGRvbid0IG1pc3MgdGhlIHNpZ25hbCBpZiBpdCBjb21lcyBhZnRlclxuICAgICAgLy8gd2UgdHJ5IGJ1dCBiZWZvcmUgd2Ugc2xlZXAuXG4gICAgICAvL1xuICAgICAgLy8gV2UgYWxzbyBwZXJpb2RpY2FsbHkgcmV0cnkgYW55d2F5IHNpbmNlIHdlIG1heSBoYXZlIG1pc3NlZCB0aGUgZGVsZXRlXG4gICAgICAvLyBzaWduYWwgZHVlIHRvIHVuZm9ydHVuYXRlIHRpbWluZy5cbiAgICAgIGNvbnN0IHdhaXQgPSB0aGlzLnBvb2wuYXdhaXRVbmxvY2soNTAwMCk7XG5cbiAgICAgIGNvbnN0IGxvY2sgPSBhd2FpdCB0aGlzLnRyeUFjcXVpcmUoKTtcbiAgICAgIGlmIChsb2NrKSB7XG4gICAgICAgIC8vIElnbm9yZSB0aGUgd2FpdCAoY291bnQgYXMgaGFuZGxlZClcbiAgICAgICAgd2FpdC50aGVuKCgpID0+IHt9LCAoKSA9PiB7fSk7XG4gICAgICAgIHJldHVybiBsb2NrO1xuICAgICAgfVxuXG4gICAgICBhd2FpdCB3YWl0O1xuICAgICAgYXdhaXQgcmFuZG9tU2xlZXAoMTAwKTtcbiAgICB9XG4gIH1cblxuICBwcml2YXRlIGFzeW5jIHJlYWRQaWRGaWxlKCk6IFByb21pc2U8bnVtYmVyIHwgdW5kZWZpbmVkPiB7XG4gICAgY29uc3QgZGVhZExpbmUgPSBEYXRlLm5vdygpICsgMTAwMDtcbiAgICB3aGlsZSAoRGF0ZS5ub3coKSA8IGRlYWRMaW5lKSB7XG4gICAgICBsZXQgY29udGVudHM7XG4gICAgICB0cnkge1xuICAgICAgICBjb250ZW50cyA9IGF3YWl0IGZzLnJlYWRGaWxlKHRoaXMuZmlsZU5hbWUsIHsgZW5jb2Rpbmc6ICd1dGYtOCcgfSk7XG4gICAgICB9IGNhdGNoIChlOiBhbnkpIHtcbiAgICAgICAgaWYgKGUuY29kZSA9PT0gJ0VOT0VOVCcpIHsgcmV0dXJuIHVuZGVmaW5lZDsgfVxuICAgICAgICB0aHJvdyBlO1xuICAgICAgfVxuXG4gICAgICAvLyBSZXRyeSB1bnRpbCB3ZSd2ZSBzZWVuIHRoZSBmdWxsIGNvbnRlbnRzXG4gICAgICBpZiAoY29udGVudHMuZW5kc1dpdGgoJy4nKSkgeyByZXR1cm4gcGFyc2VJbnQoY29udGVudHMuc3Vic3RyaW5nKDAsIGNvbnRlbnRzLmxlbmd0aCAtIDEpLCAxMCk7IH1cbiAgICAgIGF3YWl0IHNsZWVwKDEwKTtcbiAgICB9XG5cbiAgICB0aHJvdyBuZXcgRXJyb3IoYCR7dGhpcy5maWxlTmFtZX0gd2FzIG5ldmVyIGNvbXBsZXRlbHkgd3JpdHRlbmApO1xuICB9XG5cbiAgcHJpdmF0ZSBhc3luYyB3cml0ZVBpZEZpbGUobW9kZTogc3RyaW5nLCBhZGRpdGlvbmFsTG9jaz86IElMb2NrKTogUHJvbWlzZTxJTG9jaz4ge1xuICAgIGNvbnN0IGZkID0gYXdhaXQgZnMub3Blbih0aGlzLmZpbGVOYW1lLCBtb2RlKTsgLy8gTWF5IGZhaWwgaWYgdGhlIGZpbGUgYWxyZWFkeSBleGlzdHNcbiAgICBhd2FpdCBmZC53cml0ZShgJHtwcm9jZXNzLnBpZH0uYCk7IC8vIFBlcmlvZCBndWFyZHMgYWdhaW5zdCBwYXJ0aWFsIHJlYWRzXG4gICAgYXdhaXQgZmQuY2xvc2UoKTtcblxuICAgIHJldHVybiB7XG4gICAgICByZWxlYXNlOiBhc3luYyAoKSA9PiB7XG4gICAgICAgIGF3YWl0IGZzLnVubGluayh0aGlzLmZpbGVOYW1lKTtcbiAgICAgICAgYXdhaXQgYWRkaXRpb25hbExvY2s/LnJlbGVhc2UoKTtcbiAgICAgIH0sXG4gICAgfTtcbiAgfVxufVxuXG5leHBvcnQgaW50ZXJmYWNlIElMb2NrIHtcbiAgcmVsZWFzZSgpOiBQcm9taXNlPHZvaWQ+O1xufVxuXG5hc3luYyBmdW5jdGlvbiBmaWxlRXhpc3RzKGZpbGVOYW1lOiBzdHJpbmcpIHtcbiAgdHJ5IHtcbiAgICBhd2FpdCBmcy5zdGF0KGZpbGVOYW1lKTtcbiAgICByZXR1cm4gdHJ1ZTtcbiAgfSBjYXRjaCAoZTogYW55KSB7XG4gICAgaWYgKGUuY29kZSA9PT0gJ0VOT0VOVCcpIHsgcmV0dXJuIGZhbHNlOyB9XG4gICAgdGhyb3cgZTtcbiAgfVxufVxuXG5mdW5jdGlvbiBwcm9jZXNzRXhpc3RzKHBpZDogbnVtYmVyKSB7XG4gIHRyeSB7XG4gICAgcHJvY2Vzcy5raWxsKHBpZCwgMCk7XG4gICAgcmV0dXJuIHRydWU7XG4gIH0gY2F0Y2gge1xuICAgIHJldHVybiBmYWxzZTtcbiAgfVxufVxuXG5mdW5jdGlvbiBzbGVlcChtczogbnVtYmVyKTogUHJvbWlzZTx2b2lkPiB7XG4gIHJldHVybiBuZXcgUHJvbWlzZShvayA9PiAoc2V0VGltZW91dChvaywgbXMpIGFzIGFueSkudW5yZWYoKSk7XG59XG5cbmZ1bmN0aW9uIHJhbmRvbVNsZWVwKG1zOiBudW1iZXIpIHtcbiAgcmV0dXJuIHNsZWVwKE1hdGguZmxvb3IoTWF0aC5yYW5kb20oKSAqIG1zKSk7XG59XG4iXX0=
|
package/lib/xpmutex.ts
ADDED
|
@@ -0,0 +1,218 @@
|
|
|
1
|
+
import { watch, promises as fs, mkdirSync } from 'fs';
|
|
2
|
+
import * as os from 'os';
|
|
3
|
+
import * as path from 'path';
|
|
4
|
+
|
|
5
|
+
export class XpMutexPool {
|
|
6
|
+
public static fromDirectory(directory: string) {
|
|
7
|
+
mkdirSync(directory, { recursive: true });
|
|
8
|
+
return new XpMutexPool(directory);
|
|
9
|
+
}
|
|
10
|
+
|
|
11
|
+
public static fromName(name: string) {
|
|
12
|
+
return XpMutexPool.fromDirectory(path.join(os.tmpdir(), name));
|
|
13
|
+
}
|
|
14
|
+
|
|
15
|
+
private readonly waitingResolvers = new Set<() => void>();
|
|
16
|
+
private watcher: ReturnType<typeof watch> | undefined;
|
|
17
|
+
|
|
18
|
+
private constructor(public readonly directory: string) {
|
|
19
|
+
this.startWatch();
|
|
20
|
+
}
|
|
21
|
+
|
|
22
|
+
public mutex(name: string) {
|
|
23
|
+
return new XpMutex(this, name);
|
|
24
|
+
}
|
|
25
|
+
|
|
26
|
+
/**
|
|
27
|
+
* Await an unlock event
|
|
28
|
+
*
|
|
29
|
+
* (An unlock event is when a file in the directory gets deleted, with a tiny
|
|
30
|
+
* random sleep attached to it).
|
|
31
|
+
*/
|
|
32
|
+
public awaitUnlock(maxWaitMs?: number): Promise<void> {
|
|
33
|
+
const wait = new Promise<void>(ok => {
|
|
34
|
+
this.waitingResolvers.add(async () => {
|
|
35
|
+
await randomSleep(10);
|
|
36
|
+
ok();
|
|
37
|
+
});
|
|
38
|
+
});
|
|
39
|
+
|
|
40
|
+
if (maxWaitMs) {
|
|
41
|
+
return Promise.race([wait, sleep(maxWaitMs)]);
|
|
42
|
+
} else {
|
|
43
|
+
return wait;
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
|
|
47
|
+
private startWatch() {
|
|
48
|
+
this.watcher = watch(this.directory);
|
|
49
|
+
(this.watcher as any).unref(); // @types doesn't know about this but it exists
|
|
50
|
+
this.watcher.on('change', async (eventType, fname) => {
|
|
51
|
+
// Only trigger on 'deletes'.
|
|
52
|
+
// After receiving the event, we check if the file exists.
|
|
53
|
+
// - If no: the file was deleted! Huzzah, this counts as a wakeup.
|
|
54
|
+
// - If yes: either the file was just created (in which case we don't need to wakeup)
|
|
55
|
+
// or the event was due to a delete but someone raced us to it and claimed the
|
|
56
|
+
// file already (in which case we also don't need to wake up).
|
|
57
|
+
if (eventType === 'rename' && !await fileExists(path.join(this.directory, fname.toString()))) {
|
|
58
|
+
this.notifyWaiters();
|
|
59
|
+
}
|
|
60
|
+
});
|
|
61
|
+
this.watcher.on('error', async (e) => {
|
|
62
|
+
// eslint-disable-next-line no-console
|
|
63
|
+
console.error(e);
|
|
64
|
+
await randomSleep(100);
|
|
65
|
+
this.startWatch();
|
|
66
|
+
});
|
|
67
|
+
}
|
|
68
|
+
|
|
69
|
+
private notifyWaiters() {
|
|
70
|
+
for (const promise of this.waitingResolvers) {
|
|
71
|
+
promise();
|
|
72
|
+
}
|
|
73
|
+
this.waitingResolvers.clear();
|
|
74
|
+
}
|
|
75
|
+
}
|
|
76
|
+
|
|
77
|
+
/**
|
|
78
|
+
* Cross-process mutex
|
|
79
|
+
*
|
|
80
|
+
* Uses the presence of a file on disk and `fs.watch` to represent the mutex
|
|
81
|
+
* and discover unlocks.
|
|
82
|
+
*/
|
|
83
|
+
export class XpMutex {
|
|
84
|
+
private readonly fileName: string;
|
|
85
|
+
|
|
86
|
+
constructor(private readonly pool: XpMutexPool, public readonly mutexName: string) {
|
|
87
|
+
this.fileName = path.join(pool.directory, `${mutexName}.mutex`);
|
|
88
|
+
}
|
|
89
|
+
|
|
90
|
+
/**
|
|
91
|
+
* Try to acquire the lock (may fail)
|
|
92
|
+
*/
|
|
93
|
+
public async tryAcquire(): Promise<ILock | undefined> {
|
|
94
|
+
while (true) {
|
|
95
|
+
// Acquire lock by being the one to create the file
|
|
96
|
+
try {
|
|
97
|
+
return await this.writePidFile('wx'); // Fails if the file already exists
|
|
98
|
+
} catch (e: any) {
|
|
99
|
+
if (e.code !== 'EEXIST') { throw e; }
|
|
100
|
+
}
|
|
101
|
+
|
|
102
|
+
// File already exists. Read the contents, see if it's an existent PID (if so, the lock is taken)
|
|
103
|
+
const ownerPid = await this.readPidFile();
|
|
104
|
+
if (ownerPid === undefined) {
|
|
105
|
+
// File got deleted just now, maybe we can acquire it again
|
|
106
|
+
continue;
|
|
107
|
+
}
|
|
108
|
+
if (processExists(ownerPid)) {
|
|
109
|
+
return undefined;
|
|
110
|
+
}
|
|
111
|
+
|
|
112
|
+
// If not, the lock is stale and will never be released anymore. We may
|
|
113
|
+
// delete it and acquire it anyway, but we may be racing someone else trying
|
|
114
|
+
// to do the same. Solve this as follows:
|
|
115
|
+
// - Try to acquire a lock that gives us permissions to declare the existing lock stale.
|
|
116
|
+
// - Sleep a small random period to reduce contention on this operation
|
|
117
|
+
await randomSleep(10);
|
|
118
|
+
const innerMux = new XpMutex(this.pool, `${this.mutexName}.${ownerPid}`);
|
|
119
|
+
const innerLock = await innerMux.tryAcquire();
|
|
120
|
+
if (!innerLock) {
|
|
121
|
+
return undefined;
|
|
122
|
+
}
|
|
123
|
+
|
|
124
|
+
// We may not release the 'inner lock' we used to acquire the rights to declare the other
|
|
125
|
+
// lock stale until we release the actual lock itself. If we did, other contenders might
|
|
126
|
+
// see it released while they're still in this fallback block and accidentally steal
|
|
127
|
+
// from a new legitimate owner.
|
|
128
|
+
return this.writePidFile('w', innerLock); // Force write lock file, attach inner lock as well
|
|
129
|
+
}
|
|
130
|
+
}
|
|
131
|
+
|
|
132
|
+
/**
|
|
133
|
+
* Acquire the lock, waiting until we can
|
|
134
|
+
*/
|
|
135
|
+
public async acquire(): Promise<ILock> {
|
|
136
|
+
while (true) {
|
|
137
|
+
// Start the wait here, so we don't miss the signal if it comes after
|
|
138
|
+
// we try but before we sleep.
|
|
139
|
+
//
|
|
140
|
+
// We also periodically retry anyway since we may have missed the delete
|
|
141
|
+
// signal due to unfortunate timing.
|
|
142
|
+
const wait = this.pool.awaitUnlock(5000);
|
|
143
|
+
|
|
144
|
+
const lock = await this.tryAcquire();
|
|
145
|
+
if (lock) {
|
|
146
|
+
// Ignore the wait (count as handled)
|
|
147
|
+
wait.then(() => {}, () => {});
|
|
148
|
+
return lock;
|
|
149
|
+
}
|
|
150
|
+
|
|
151
|
+
await wait;
|
|
152
|
+
await randomSleep(100);
|
|
153
|
+
}
|
|
154
|
+
}
|
|
155
|
+
|
|
156
|
+
private async readPidFile(): Promise<number | undefined> {
|
|
157
|
+
const deadLine = Date.now() + 1000;
|
|
158
|
+
while (Date.now() < deadLine) {
|
|
159
|
+
let contents;
|
|
160
|
+
try {
|
|
161
|
+
contents = await fs.readFile(this.fileName, { encoding: 'utf-8' });
|
|
162
|
+
} catch (e: any) {
|
|
163
|
+
if (e.code === 'ENOENT') { return undefined; }
|
|
164
|
+
throw e;
|
|
165
|
+
}
|
|
166
|
+
|
|
167
|
+
// Retry until we've seen the full contents
|
|
168
|
+
if (contents.endsWith('.')) { return parseInt(contents.substring(0, contents.length - 1), 10); }
|
|
169
|
+
await sleep(10);
|
|
170
|
+
}
|
|
171
|
+
|
|
172
|
+
throw new Error(`${this.fileName} was never completely written`);
|
|
173
|
+
}
|
|
174
|
+
|
|
175
|
+
private async writePidFile(mode: string, additionalLock?: ILock): Promise<ILock> {
|
|
176
|
+
const fd = await fs.open(this.fileName, mode); // May fail if the file already exists
|
|
177
|
+
await fd.write(`${process.pid}.`); // Period guards against partial reads
|
|
178
|
+
await fd.close();
|
|
179
|
+
|
|
180
|
+
return {
|
|
181
|
+
release: async () => {
|
|
182
|
+
await fs.unlink(this.fileName);
|
|
183
|
+
await additionalLock?.release();
|
|
184
|
+
},
|
|
185
|
+
};
|
|
186
|
+
}
|
|
187
|
+
}
|
|
188
|
+
|
|
189
|
+
export interface ILock {
|
|
190
|
+
release(): Promise<void>;
|
|
191
|
+
}
|
|
192
|
+
|
|
193
|
+
async function fileExists(fileName: string) {
|
|
194
|
+
try {
|
|
195
|
+
await fs.stat(fileName);
|
|
196
|
+
return true;
|
|
197
|
+
} catch (e: any) {
|
|
198
|
+
if (e.code === 'ENOENT') { return false; }
|
|
199
|
+
throw e;
|
|
200
|
+
}
|
|
201
|
+
}
|
|
202
|
+
|
|
203
|
+
function processExists(pid: number) {
|
|
204
|
+
try {
|
|
205
|
+
process.kill(pid, 0);
|
|
206
|
+
return true;
|
|
207
|
+
} catch {
|
|
208
|
+
return false;
|
|
209
|
+
}
|
|
210
|
+
}
|
|
211
|
+
|
|
212
|
+
function sleep(ms: number): Promise<void> {
|
|
213
|
+
return new Promise(ok => (setTimeout(ok, ms) as any).unref());
|
|
214
|
+
}
|
|
215
|
+
|
|
216
|
+
function randomSleep(ms: number) {
|
|
217
|
+
return sleep(Math.floor(Math.random() * ms));
|
|
218
|
+
}
|