@docupace/pipeline 1.0.7-beta.2 → 1.0.8-6.xray
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +136 -0
- package/bin/azuread_update_callbacks_for_app.sh +58 -0
- package/bin/xray.sh +273 -0
- package/bitbucket-pipelines.yml +142 -0
- package/eslint.config.js +25 -2
- package/jest.config.js +15 -0
- package/next/execute.sh +8 -2
- package/package.json +23 -7
- package/src/auth0/alias.js +79 -0
- package/src/auth0/alias.test.js +172 -0
- package/src/auth0/cli.js +82 -0
- package/src/auth0/configure.js +902 -0
- package/src/auth0/configure.test.js +167 -0
- package/src/auth0/export.js +48 -0
- package/src/auth0/export.test.js +103 -0
- package/src/auth0/metadata.js +141 -0
- package/src/auth0/metadata.test.js +186 -0
- package/src/auth0/vault.js +60 -0
- package/src/auth0/vault.test.js +134 -0
- package/src/changeset/changelog-wiki.js +328 -0
- package/src/changeset/changeset-config.js +34 -0
- package/src/changeset/cli.js +151 -195
- package/src/changeset/create.js +215 -0
- package/src/changeset/package-util.js +87 -0
- package/src/changeset/util.js +43 -0
- package/src/changeset/validate.js +45 -1
- package/src/changeset/version.js +102 -0
- package/src/jenkins/setParams.groovy +1 -2
- package/src/jfrog/xray-scan.yaml +29 -0
- package/src/lib/merge-driver.js +204 -0
- package/src/merge/cli-merge-all.js +521 -0
- package/src/merge/cli-merge.js +572 -0
- package/src/merge/cli-resolve.js +399 -0
- package/src/merge/cli.js +38 -0
- package/src/merge/common.js +7 -0
- package/src/merge/merge-changelog.js +87 -0
- package/src/merge/merge-package.js +106 -0
- package/src/merge/merge-types.js +82 -0
- package/src/merge/pr.js +231 -0
- package/src/micro/cli.js +51 -0
- package/src/micro/ms-deploy.js +451 -0
- package/src/micro/ms-publish.js +186 -0
- package/src/next/alias.js +53 -0
- package/src/next/apache.js +81 -0
- package/src/next/cli.js +111 -15
- package/src/next/config.js +72 -7
- package/src/next/connect.js +226 -0
- package/src/next/copy.js +32 -1
- package/src/next/deploy.js +514 -75
- package/src/next/git-to-semver.js +79 -0
- package/src/next/haproxy.js +76 -0
- package/src/next/jenkins.js +3 -2
- package/src/next/jira.js +84 -0
- package/src/next/logger.js +17 -0
- package/src/next/pipline.js +0 -1
- package/src/next/publish.js +53 -30
- package/src/next/test.js +5 -0
- package/src/next/util.js +95 -0
- package/src/next/vault.js +45 -0
- package/terraform/apply.sh +41 -0
- package/terraform/import.sh +111 -0
- package/terraform/init.sh +78 -0
- package/terraform/plan.sh +95 -0
- package/terraform/validate.sh +17 -0
|
@@ -0,0 +1,81 @@
|
|
|
1
|
+
import fs from 'fs-extra';
|
|
2
|
+
import { $ } from 'zx';
|
|
3
|
+
|
|
4
|
+
function log(msg) {
|
|
5
|
+
console.log(`[*] ${msg}`);
|
|
6
|
+
}
|
|
7
|
+
|
|
8
|
+
export async function addApacheSite() {
|
|
9
|
+
if (
|
|
10
|
+
!process.env.ENVIRONMENT ||
|
|
11
|
+
!['dev', 'qa', 'uat', 'stage', 'www3'].includes(process.env.ENVIRONMENT)
|
|
12
|
+
) {
|
|
13
|
+
log('Error: wront ENVIRONMENT');
|
|
14
|
+
process.exit(1);
|
|
15
|
+
}
|
|
16
|
+
if (!process.env.SITE) {
|
|
17
|
+
log('Error: SITE cannot be empty.');
|
|
18
|
+
process.exit(1);
|
|
19
|
+
}
|
|
20
|
+
|
|
21
|
+
const apacheEnvHostMap = {
|
|
22
|
+
dev: {
|
|
23
|
+
host1: 'dev-apalb01a.corp.docupace.com',
|
|
24
|
+
host2: 'dev-apalb01b.corp.docupace.com',
|
|
25
|
+
repo: 'iis-preprod',
|
|
26
|
+
},
|
|
27
|
+
qa: {
|
|
28
|
+
host1: 'qa-apalb01a.corp.docupace.com',
|
|
29
|
+
host2: 'qa-apalb01b.corp.docupace.com',
|
|
30
|
+
repo: 'iis-preprod',
|
|
31
|
+
},
|
|
32
|
+
uat: {
|
|
33
|
+
host1: 'uat-apalb01a.edc.docupace.internal',
|
|
34
|
+
host2: 'uat-apalb01b.edc.docupace.internal',
|
|
35
|
+
repo: 'iis-www2',
|
|
36
|
+
},
|
|
37
|
+
stage: {
|
|
38
|
+
host1: 'stg-apalb01a.edc.docupace.internal',
|
|
39
|
+
host2: 'stg-apalb01b.edc.docupace.internal',
|
|
40
|
+
repo: 'iis-www2',
|
|
41
|
+
},
|
|
42
|
+
www3: {
|
|
43
|
+
host1: 'prd-apalb05a.edc.docupace.internal',
|
|
44
|
+
host2: 'prd-apalb05b.edc.docupace.internal',
|
|
45
|
+
repo: 'iis-www2',
|
|
46
|
+
},
|
|
47
|
+
};
|
|
48
|
+
|
|
49
|
+
// Save private key from base64
|
|
50
|
+
const haproxyPrivateKey = process.env.HAPROXY_PRIVATE_KEY;
|
|
51
|
+
if (!haproxyPrivateKey) {
|
|
52
|
+
log('Error: HAPROXY_PRIVATE_KEY not set.');
|
|
53
|
+
process.exit(1);
|
|
54
|
+
}
|
|
55
|
+
|
|
56
|
+
await fs.writeFile('private.key', Buffer.from(haproxyPrivateKey, 'base64'));
|
|
57
|
+
await fs.chmod('private.key', 0o600);
|
|
58
|
+
|
|
59
|
+
console.log('Running command');
|
|
60
|
+
const sshCmd = (server, script) =>
|
|
61
|
+
$`ssh -i private.key -o StrictHostKeyChecking=no root@${server} ${script}`;
|
|
62
|
+
|
|
63
|
+
// The script is run twice in the Bash version
|
|
64
|
+
await sshCmd(
|
|
65
|
+
apacheEnvHostMap[process.env.ENVIRONMENT].host1,
|
|
66
|
+
`/root/tomcat_repo_sync.sh`,
|
|
67
|
+
);
|
|
68
|
+
await sshCmd(
|
|
69
|
+
apacheEnvHostMap[process.env.ENVIRONMENT].host1,
|
|
70
|
+
`/root/repo/${apacheEnvHostMap[process.env.ENVIRONMENT].repo}/scripts/addsite/add_core_site.sh ${process.env.ENVIRONMENT} ${process.env.SITE}`,
|
|
71
|
+
);
|
|
72
|
+
|
|
73
|
+
await sshCmd(
|
|
74
|
+
apacheEnvHostMap[process.env.ENVIRONMENT].host2,
|
|
75
|
+
`/root/tomcat_repo_sync.sh`,
|
|
76
|
+
);
|
|
77
|
+
await sshCmd(
|
|
78
|
+
apacheEnvHostMap[process.env.ENVIRONMENT].host2,
|
|
79
|
+
`/root/repo/${apacheEnvHostMap[process.env.ENVIRONMENT].repo}/scripts/addsite/add_core_site.sh ${process.env.ENVIRONMENT} ${process.env.SITE}`,
|
|
80
|
+
);
|
|
81
|
+
}
|
package/src/next/cli.js
CHANGED
|
@@ -4,19 +4,27 @@ import { Command } from 'commander';
|
|
|
4
4
|
import { pull } from './pull.js';
|
|
5
5
|
import { sonar } from './sonar.js';
|
|
6
6
|
import { publish } from './publish.js';
|
|
7
|
-
import {
|
|
8
|
-
|
|
9
|
-
|
|
7
|
+
import {
|
|
8
|
+
deployAppWithTag,
|
|
9
|
+
deployFromSite,
|
|
10
|
+
deployTemplate,
|
|
11
|
+
getDefaultDeploySite,
|
|
12
|
+
getDeployTag,
|
|
13
|
+
} from './deploy.js';
|
|
14
|
+
import { copy2 } from './copy.js';
|
|
15
|
+
import { vaultAddSiteData } from './vault.js';
|
|
16
|
+
import { addApacheSite } from './apache.js';
|
|
17
|
+
import { haproxySync } from './haproxy.js';
|
|
18
|
+
import { connectClone } from './connect.js';
|
|
10
19
|
import dotenv from 'dotenv';
|
|
20
|
+
import { $ } from 'zx';
|
|
21
|
+
import { deployConnect, deployCore } from './jenkins.js';
|
|
22
|
+
import { runPipeline } from './pipline.js';
|
|
11
23
|
|
|
12
24
|
dotenv.config({ path: ['.env.pipeline.local', 'config/.env.pipeline.local'] });
|
|
13
25
|
|
|
14
26
|
const program = new Command();
|
|
15
27
|
|
|
16
|
-
// GIT SHA computation
|
|
17
|
-
import { $ } from 'zx';
|
|
18
|
-
import {deployConnect, deployCore} from './jenkins.js';
|
|
19
|
-
import { runPipeline } from './pipline.js';
|
|
20
28
|
const GIT_SHA = (await $`git log --pretty=format:'%h' -n 1`).stdout.trim();
|
|
21
29
|
|
|
22
30
|
program
|
|
@@ -33,6 +41,40 @@ program
|
|
|
33
41
|
await sonar(GIT_SHA);
|
|
34
42
|
});
|
|
35
43
|
|
|
44
|
+
program
|
|
45
|
+
.command('addApacheSite')
|
|
46
|
+
.description('Add site to apache')
|
|
47
|
+
.action(async () => {
|
|
48
|
+
await addApacheSite();
|
|
49
|
+
});
|
|
50
|
+
|
|
51
|
+
program
|
|
52
|
+
.command('connectClone')
|
|
53
|
+
.description('Clone connect site')
|
|
54
|
+
.action(async () => {
|
|
55
|
+
await connectClone();
|
|
56
|
+
});
|
|
57
|
+
|
|
58
|
+
program
|
|
59
|
+
.command('haproxySync')
|
|
60
|
+
.description('Sync haproxy config')
|
|
61
|
+
.action(async () => {
|
|
62
|
+
await haproxySync();
|
|
63
|
+
});
|
|
64
|
+
|
|
65
|
+
program
|
|
66
|
+
.command('vaultAddSiteData')
|
|
67
|
+
.description('Add m2m auth0 data to vault')
|
|
68
|
+
.requiredOption('-s, --site-name <siteName>', 'Site name')
|
|
69
|
+
.requiredOption(
|
|
70
|
+
'-p, --site-config-remote-path <siteConfigRemotePath>',
|
|
71
|
+
'Site Config Remote Path',
|
|
72
|
+
)
|
|
73
|
+
.action(async (options) => {
|
|
74
|
+
const { siteName, siteConfigRemotePath } = options;
|
|
75
|
+
await vaultAddSiteData(siteName, siteConfigRemotePath);
|
|
76
|
+
});
|
|
77
|
+
|
|
36
78
|
program
|
|
37
79
|
.command('publish')
|
|
38
80
|
.description('Publish a Docker image')
|
|
@@ -47,17 +89,70 @@ program
|
|
|
47
89
|
.requiredOption('-t, --to-env <toEnv>', 'Target environment')
|
|
48
90
|
.requiredOption('-F, --from-site <fromSite>', 'Source site')
|
|
49
91
|
.requiredOption('-T, --to-site <toSite>', 'Target site')
|
|
92
|
+
.option('-j, --jira-ticket [jiraTicket]', 'JIRA ticket (optional)')
|
|
50
93
|
.option('-c, --deploy-core <deployCore>', 'Deploy Core', 'false')
|
|
94
|
+
.option('-C, --deploy-connect <deployConnect>', 'Deploy Connect', 'false')
|
|
51
95
|
.action(async (options) => {
|
|
52
|
-
const {
|
|
53
|
-
|
|
96
|
+
const {
|
|
97
|
+
fromEnv,
|
|
98
|
+
fromSite,
|
|
99
|
+
toEnv,
|
|
100
|
+
toSite,
|
|
101
|
+
deployCore,
|
|
102
|
+
deployConnect,
|
|
103
|
+
jiraTicket,
|
|
104
|
+
} = options;
|
|
105
|
+
await deployFromSite(
|
|
106
|
+
fromEnv,
|
|
107
|
+
fromSite,
|
|
108
|
+
toEnv,
|
|
109
|
+
toSite,
|
|
110
|
+
deployCore,
|
|
111
|
+
deployConnect,
|
|
112
|
+
jiraTicket,
|
|
113
|
+
);
|
|
54
114
|
});
|
|
55
115
|
|
|
56
116
|
program
|
|
57
|
-
.command('
|
|
117
|
+
.command('deploy-template [tagPrefix]')
|
|
118
|
+
.description('Deploy an standard configuration for configured sites')
|
|
119
|
+
.action(async (tagPrefix) => {
|
|
120
|
+
const deployTag = await getDeployTag(tagPrefix);
|
|
121
|
+
const sites = await getDefaultDeploySite(deployTag);
|
|
122
|
+
for (const { env, site } of sites) {
|
|
123
|
+
await deployTemplate(env, site, deployTag);
|
|
124
|
+
}
|
|
125
|
+
});
|
|
126
|
+
|
|
127
|
+
program
|
|
128
|
+
.command('deploy-site-config <env> <site> [tagPrefix]')
|
|
129
|
+
.description('Deploy site configuration for a specific site')
|
|
130
|
+
.action(async (env, site, tagPrefix) => {
|
|
131
|
+
const deployTag = await getDeployTag(tagPrefix);
|
|
132
|
+
await deployTemplate(env, site, deployTag, 'siteConfigRemoteBranch');
|
|
133
|
+
});
|
|
134
|
+
|
|
135
|
+
program
|
|
136
|
+
.command('deploy-app <application>')
|
|
58
137
|
.description('Deploy an application for a specific site')
|
|
59
|
-
.action(async (
|
|
60
|
-
await
|
|
138
|
+
.action(async (application) => {
|
|
139
|
+
const deployTag = await getDeployTag();
|
|
140
|
+
const sites = await getDefaultDeploySite(deployTag);
|
|
141
|
+
for (const { env, site } of sites) {
|
|
142
|
+
await deployAppWithTag(application, env, site, deployTag);
|
|
143
|
+
}
|
|
144
|
+
});
|
|
145
|
+
|
|
146
|
+
program
|
|
147
|
+
.command('deploy-mono-app <tag> <application>')
|
|
148
|
+
.description('Deploy an mono application for a specific site')
|
|
149
|
+
.action(async (tag, application) => {
|
|
150
|
+
const deployTag = await getDeployTag(tag);
|
|
151
|
+
const version = 'v' + deployTag.split('@')[1];
|
|
152
|
+
const sites = await getDefaultDeploySite(version);
|
|
153
|
+
for (const { env, site } of sites) {
|
|
154
|
+
await deployAppWithTag(application, env, site, version);
|
|
155
|
+
}
|
|
61
156
|
});
|
|
62
157
|
|
|
63
158
|
program
|
|
@@ -95,13 +190,14 @@ program
|
|
|
95
190
|
program
|
|
96
191
|
.command('copy')
|
|
97
192
|
.description('Copy a Docker image between registries')
|
|
98
|
-
.requiredOption('-
|
|
193
|
+
.requiredOption('-r, --repository <repository>', 'Repostory name')
|
|
99
194
|
.requiredOption('-f, --from-env <fromEnv>', 'Source environment')
|
|
100
195
|
.requiredOption('-t, --to-env <toEnv>', 'Target environment')
|
|
101
196
|
.requiredOption('-g, --tag <tag>', 'Image tag')
|
|
197
|
+
.requiredOption('-a, --application <application>', 'Application name')
|
|
102
198
|
.action(async (options) => {
|
|
103
|
-
const {
|
|
104
|
-
await
|
|
199
|
+
const { repository, fromEnv, toEnv, tag, application } = options;
|
|
200
|
+
await copy2(repository, fromEnv, toEnv, tag, application);
|
|
105
201
|
});
|
|
106
202
|
|
|
107
203
|
program
|
package/src/next/config.js
CHANGED
|
@@ -1,41 +1,86 @@
|
|
|
1
|
+
import semver from 'semver';
|
|
2
|
+
|
|
1
3
|
export const environments = ['dev', 'qa', 'uat', 'stage', 'prod'];
|
|
2
4
|
|
|
5
|
+
const UI_MONO_VERSION = '1.4.0-alpha.0';
|
|
6
|
+
|
|
3
7
|
export const environmentConfig = {
|
|
4
8
|
dev: {
|
|
5
9
|
newUrl: (site) => `https://${site}.dev.dpai.tech`,
|
|
6
10
|
oldUrl: (site) => `https://www.dev.docupaceinc.com/${site}`,
|
|
11
|
+
docupaceHost: () => 'www.dev.docupaceinc.com',
|
|
12
|
+
ccUrl: (site) => `https://${site}-cc.dev.dpai.tech`,
|
|
7
13
|
},
|
|
8
14
|
qa: {
|
|
9
15
|
newUrl: (site) => `https://${site}.qa.dpai.tech`,
|
|
10
16
|
oldUrl: (site) => `https://www.preprod.docupaceinc.com/${site}`,
|
|
17
|
+
docupaceHost: () => 'www.preprod.docupaceinc.com',
|
|
18
|
+
ccUrl: (site) => `https://${site}-cc.qa.dpai.tech`,
|
|
11
19
|
},
|
|
12
20
|
uat: {
|
|
13
|
-
newUrl: (site) => `https://${site}.
|
|
14
|
-
oldUrl: (site) => `https://
|
|
21
|
+
newUrl: (site) => `https://${site}.uat.dpai.tech`,
|
|
22
|
+
oldUrl: (site) => `https://uat.paperout.com/${site}`,
|
|
23
|
+
docupaceHost: () => 'www.uat.paperout.com',
|
|
24
|
+
ccUrl: (site) => `https://${site}-cc.uat.dpai.tech`,
|
|
15
25
|
},
|
|
16
26
|
stage: {
|
|
17
27
|
newUrl: (site) => `https://${site}.stage.dpai.tech`,
|
|
18
|
-
oldUrl: (site) => `https://
|
|
28
|
+
oldUrl: (site) => `https://stage.paperout.com/${site}`,
|
|
29
|
+
docupaceHost: () => 'www.stage.paperout.com',
|
|
30
|
+
ccUrl: (site) => `https://${site}-cc.stage.dpai.tech`,
|
|
19
31
|
},
|
|
20
|
-
|
|
21
32
|
prod: {
|
|
22
33
|
newUrl: (site) => `https://${site}.dpai.tech`,
|
|
23
|
-
oldUrl: (site) => `https://
|
|
34
|
+
oldUrl: (site) => `https://www3.paperout.com/${site}`,
|
|
35
|
+
docupaceHost: () => 'www3.paperout.com',
|
|
36
|
+
ccUrl: (site) => `https://${site}-cc.dpai.tech`,
|
|
24
37
|
},
|
|
25
38
|
};
|
|
26
39
|
|
|
27
40
|
export const appInfo = {
|
|
28
41
|
'graphql-server': {
|
|
29
42
|
repositoryName: 'docupace-graphql-server',
|
|
43
|
+
imageName: 'docupace-graphql-server',
|
|
30
44
|
deployAttributes: [
|
|
31
45
|
'image.tag',
|
|
32
46
|
'graphqlServer.siteConfigRemoteBranch',
|
|
33
47
|
'graphqlServer.standardConfigRemoteBranch',
|
|
34
48
|
],
|
|
35
49
|
},
|
|
50
|
+
cc: {
|
|
51
|
+
repositoryName: 'docupace-ui-main',
|
|
52
|
+
imageName: 'cc-ui-app',
|
|
53
|
+
deployAttributes: ['image.tag'],
|
|
54
|
+
getAppRevision: (config) => {
|
|
55
|
+
const version = config.image.tag.slice(1);
|
|
56
|
+
return 'cc-ui-app@' + version;
|
|
57
|
+
},
|
|
58
|
+
},
|
|
36
59
|
ui: {
|
|
37
60
|
repositoryName: 'docupace-ui-main',
|
|
61
|
+
imageName: 'enterprise-ui-app',
|
|
38
62
|
deployAttributes: ['image.tag'],
|
|
63
|
+
getAppRevision: (config) => {
|
|
64
|
+
const tag = config.image.tag;
|
|
65
|
+
const version = tag.startsWith('v') ? tag.slice(1) : tag;
|
|
66
|
+
if (semver.gt(version, UI_MONO_VERSION)) {
|
|
67
|
+
return 'enterprise-ui-app@' + version;
|
|
68
|
+
} else {
|
|
69
|
+
return tag;
|
|
70
|
+
}
|
|
71
|
+
},
|
|
72
|
+
updateConfigFunction: (config) => {
|
|
73
|
+
if (config.image.repository.endsWith('/docupace-ui-main')) {
|
|
74
|
+
const tag = config.image.tag;
|
|
75
|
+
const version = tag.startsWith('v') ? tag.slice(1) : tag;
|
|
76
|
+
if (semver.gt(version, UI_MONO_VERSION)) {
|
|
77
|
+
const parts = config.image.repository.split('/');
|
|
78
|
+
parts[2] = 'enterprise-ui-app';
|
|
79
|
+
config.image.repository = parts.join('/');
|
|
80
|
+
}
|
|
81
|
+
}
|
|
82
|
+
return config;
|
|
83
|
+
},
|
|
39
84
|
},
|
|
40
85
|
};
|
|
41
86
|
|
|
@@ -65,8 +110,28 @@ export const getBitbucketInfo = () => {
|
|
|
65
110
|
|
|
66
111
|
export const getRepUrl = (repoName) => {
|
|
67
112
|
const { username, password, workspace } = getBitbucketInfo();
|
|
68
|
-
|
|
69
|
-
return repoUrl;
|
|
113
|
+
return `https://${username}:${password}@bitbucket.org/${workspace}/${repoName}.git`;
|
|
70
114
|
};
|
|
71
115
|
|
|
72
116
|
export const jfRegistryUrl = 'registry.paperout.com';
|
|
117
|
+
|
|
118
|
+
export const getVaultSecretsConfigs = (site) => {
|
|
119
|
+
return {
|
|
120
|
+
commonSecretsPath: 'secret/data/common/config',
|
|
121
|
+
siteCommonSecretsPath: `secret/data/${site}/common/config`,
|
|
122
|
+
graphqlServerSecretsPath: `secret/data/${site}/graphql-server/config`,
|
|
123
|
+
uiSecretsPath: `secret/data/${site}/ui/config`,
|
|
124
|
+
ccUISecretsPath: `secret/data/${site}/ui-cc/config`,
|
|
125
|
+
awsSecretsPath: `secret/data/${site}/aws/config`,
|
|
126
|
+
};
|
|
127
|
+
};
|
|
128
|
+
|
|
129
|
+
export const coreSiteEnvMap = {
|
|
130
|
+
dev: 'dev',
|
|
131
|
+
qa: 'preprod',
|
|
132
|
+
stg: 'staging',
|
|
133
|
+
stage: 'staging',
|
|
134
|
+
uat: 'uat',
|
|
135
|
+
prd: 'prod',
|
|
136
|
+
prod: 'prod',
|
|
137
|
+
};
|
|
@@ -0,0 +1,226 @@
|
|
|
1
|
+
import 'zx/globals'; // npm i zx
|
|
2
|
+
import fs from 'fs-extra';
|
|
3
|
+
import path from 'path';
|
|
4
|
+
import { $ } from 'zx';
|
|
5
|
+
import { getAuth0Metadata } from '../auth0/metadata.js';
|
|
6
|
+
import { getVaultSecrets } from '../auth0/vault.js';
|
|
7
|
+
|
|
8
|
+
process.env.COMMON_VAULT_PATH =
|
|
9
|
+
process.env.COMMON_VAULT_PATH || 'secret/data/common/config';
|
|
10
|
+
process.env.VAULT_SKIP_VERIFY = process.env.VAULT_SKIP_VERIFY || 'true';
|
|
11
|
+
process.env.CONNECT_DIR = process.env.CONNECT_DIR || 'connect';
|
|
12
|
+
const vaultToken = process.env.VAULT_TOKEN;
|
|
13
|
+
const vaultAddr = process.env.VAULT_ADDR;
|
|
14
|
+
|
|
15
|
+
const connectUIEnvMap = {
|
|
16
|
+
dev: 'dev',
|
|
17
|
+
qa: 'preprod',
|
|
18
|
+
stage: 'stg',
|
|
19
|
+
uat: 'uat',
|
|
20
|
+
prod: 'prod-www3',
|
|
21
|
+
};
|
|
22
|
+
|
|
23
|
+
const siteSettingsEnvMap = {
|
|
24
|
+
dev: 'dev',
|
|
25
|
+
preprod: 'preprod',
|
|
26
|
+
qa: 'preprod',
|
|
27
|
+
stage: 'staging',
|
|
28
|
+
stg: 'staging',
|
|
29
|
+
uat: 'uat',
|
|
30
|
+
prd: 'prod',
|
|
31
|
+
prod: 'prod',
|
|
32
|
+
'prod-www3': 'prod',
|
|
33
|
+
'prod-las': 'prod',
|
|
34
|
+
'prod-lax': 'prod',
|
|
35
|
+
'prod-athene': 'prod',
|
|
36
|
+
'prod-staging': 'prod',
|
|
37
|
+
};
|
|
38
|
+
|
|
39
|
+
const idpEnvMap = {
|
|
40
|
+
dev: 'dev',
|
|
41
|
+
preprod: 'qa',
|
|
42
|
+
qa: 'qa',
|
|
43
|
+
stage: 'stage',
|
|
44
|
+
stg: 'stage',
|
|
45
|
+
uat: 'uat',
|
|
46
|
+
prd: 'prod',
|
|
47
|
+
prod: 'prod',
|
|
48
|
+
'prod-www3': 'prod',
|
|
49
|
+
'prod-las': 'prod',
|
|
50
|
+
'prod-lax': 'prod',
|
|
51
|
+
'prod-athene': 'prod',
|
|
52
|
+
'prod-staging': 'prod',
|
|
53
|
+
};
|
|
54
|
+
|
|
55
|
+
function log(msg) {
|
|
56
|
+
console.log(`[*] ${msg}`);
|
|
57
|
+
}
|
|
58
|
+
|
|
59
|
+
/* --------------------------------
|
|
60
|
+
* 1. GIT CHECKOUT
|
|
61
|
+
* -------------------------------- */
|
|
62
|
+
async function gitCheckout(repository, destDir, branch = 'master') {
|
|
63
|
+
if (!(await fs.pathExists(destDir))) {
|
|
64
|
+
log(`Directory ${destDir} does not exist. Cloning repository...`);
|
|
65
|
+
} else {
|
|
66
|
+
log(`Directory ${destDir} exists. Removing it...`);
|
|
67
|
+
await fs.remove(destDir);
|
|
68
|
+
log(`Cloning ${destDir} repository...`);
|
|
69
|
+
}
|
|
70
|
+
|
|
71
|
+
const username = process.env.BITBUCKET_USERNAME;
|
|
72
|
+
const password = process.env.BITBUCKET_APP_PASSWORD;
|
|
73
|
+
|
|
74
|
+
// Construct clone command
|
|
75
|
+
const cloneUrl = `https://${username}:${password}@bitbucket.org/dp-cloud/${repository}.git`;
|
|
76
|
+
|
|
77
|
+
log(`Perform cloning`);
|
|
78
|
+
await $`git clone --branch=${branch} --depth 1 ${cloneUrl} ${destDir}`;
|
|
79
|
+
}
|
|
80
|
+
|
|
81
|
+
export async function connectClone() {
|
|
82
|
+
// const connectFromEnv = connectUIEnvMap[process.env.FROM_BUILD_ENVIRONMENT];
|
|
83
|
+
const connectFromEnv = process.env.FROM_BUILD_ENVIRONMENT;
|
|
84
|
+
const connectToEnv = process.env.BUILD_ENVIRONMENT;
|
|
85
|
+
|
|
86
|
+
if (!vaultToken || !vaultAddr) {
|
|
87
|
+
console.error('Error: VAULT_TOKEN and VAULT_ADDR must be set.');
|
|
88
|
+
throw new Error('VAULT_TOKEN and VAULT_ADDR must be set.');
|
|
89
|
+
}
|
|
90
|
+
|
|
91
|
+
const site = process.env.BUILD_SITE;
|
|
92
|
+
if (!site) {
|
|
93
|
+
log('Error: BUILD_SITE is not set');
|
|
94
|
+
process.exit(1);
|
|
95
|
+
}
|
|
96
|
+
const siteCommonVaultPath = `secret/data/${site}/common/config`;
|
|
97
|
+
|
|
98
|
+
// 2) getVaultSecrets
|
|
99
|
+
const secretsJson = await getVaultSecrets(siteCommonVaultPath);
|
|
100
|
+
if (!secretsJson.AUTH0_CLIENT_ID) {
|
|
101
|
+
log('Failed to retrieve secret data.');
|
|
102
|
+
process.exit(1);
|
|
103
|
+
}
|
|
104
|
+
const siteCommonSecrets = secretsJson;
|
|
105
|
+
|
|
106
|
+
// 3) Export secrets as environment variables
|
|
107
|
+
process.env.AUTH0_CLIENT_ID = siteCommonSecrets.AUTH0_CLIENT_ID;
|
|
108
|
+
process.env.AUTH0_CLIENT_SECRET = siteCommonSecrets.AUTH0_CLIENT_SECRET;
|
|
109
|
+
|
|
110
|
+
process.env.AUTH0_REGION_DOMAIN = 'us.auth0.com';
|
|
111
|
+
|
|
112
|
+
log(`BUILD_ENVIRONMENT: ${connectToEnv}`);
|
|
113
|
+
log(`BUILD_SITE: ${process.env.BUILD_SITE}`);
|
|
114
|
+
log(`AUTH0_SUBDOMAIN: ${process.env.AUTH0_SUBDOMAIN}`);
|
|
115
|
+
log(`AUTH0_REGION_DOMAIN: ${process.env.AUTH0_REGION_DOMAIN}`);
|
|
116
|
+
log(`AUTH0_CLIENT_ID: ${process.env.AUTH0_CLIENT_ID}`);
|
|
117
|
+
|
|
118
|
+
process.env.AUTH0_DOMAIN = `docupace-${idpEnvMap[process.env.BUILD_ENVIRONMENT]}-${process.env.BUILD_SITE}.${process.env.AUTH0_REGION_DOMAIN}`;
|
|
119
|
+
|
|
120
|
+
const projectRoot = process.cwd();
|
|
121
|
+
// 4) Clone 'connect-deploy' into CONNECT_DIR
|
|
122
|
+
|
|
123
|
+
await gitCheckout('connect-deploy', process.env.CONNECT_DIR);
|
|
124
|
+
|
|
125
|
+
await gitCheckout(
|
|
126
|
+
`${siteSettingsEnvMap[connectToEnv]}-site-settings`,
|
|
127
|
+
`${process.env.CONNECT_DIR}/${siteSettingsEnvMap[connectToEnv]}-site-settings`,
|
|
128
|
+
);
|
|
129
|
+
|
|
130
|
+
// 5) Create site clone (emulating the dock.sh call)
|
|
131
|
+
const cloneFrom = path.join(
|
|
132
|
+
projectRoot,
|
|
133
|
+
process.env.CONNECT_DIR,
|
|
134
|
+
`envs`,
|
|
135
|
+
`${connectFromEnv}/${process.env.FROM_BUILD_SITE}`,
|
|
136
|
+
);
|
|
137
|
+
const cloneTo = path.join(
|
|
138
|
+
projectRoot,
|
|
139
|
+
process.env.CONNECT_DIR,
|
|
140
|
+
`envs`,
|
|
141
|
+
`${connectToEnv}/${process.env.BUILD_SITE}`,
|
|
142
|
+
);
|
|
143
|
+
|
|
144
|
+
if (!(await fs.pathExists(cloneFrom))) {
|
|
145
|
+
log('Clone template directory not found:');
|
|
146
|
+
process.exit(1);
|
|
147
|
+
}
|
|
148
|
+
|
|
149
|
+
if (!(await fs.pathExists(cloneTo))) {
|
|
150
|
+
log('New site does not exist. Performing cloning...');
|
|
151
|
+
|
|
152
|
+
process.env.IMAGE_VERSION =
|
|
153
|
+
await $`cd ${cloneFrom} && grep -E '^IMAGE_VERSION=' dock.sh | cut -f2 -d=`;
|
|
154
|
+
log(`Image version: ${process.env.IMAGE_VERSION}`);
|
|
155
|
+
//await $`cd ${cloneFrom} && bash dock.sh clone ${process.env.BUILD_ENVIRONMENT} ${process.env.BUILD_SITE} ${process.env.IMAGE_VERSION}`;
|
|
156
|
+
await (async () => {
|
|
157
|
+
try {
|
|
158
|
+
// Execute the shell command
|
|
159
|
+
const result =
|
|
160
|
+
await $`cd ${cloneFrom} && bash dock.sh clone ${connectToEnv} ${process.env.BUILD_SITE} ${process.env.IMAGE_VERSION}`;
|
|
161
|
+
await $`cd ${cloneTo} && git checkout master && git pull --ff-only`;
|
|
162
|
+
await $`cd ${cloneTo} && git remote -v`;
|
|
163
|
+
await $`cd ${cloneTo} && git branch`;
|
|
164
|
+
await $`cd ${cloneTo} && git status`;
|
|
165
|
+
await $`cd ${cloneTo} && git add . ../sites.sh`;
|
|
166
|
+
|
|
167
|
+
console.log('Command succeeded:');
|
|
168
|
+
console.log('stdout:', result.stdout); // Standard output
|
|
169
|
+
console.log('stderr:', result.stderr); // Standard error
|
|
170
|
+
} catch (error) {
|
|
171
|
+
console.error('Command failed:');
|
|
172
|
+
console.error('Exit Code:', error._code); // Exit code of the command
|
|
173
|
+
console.error('Signal:', error._signal); // Signal that caused termination (if any)
|
|
174
|
+
console.error('stdout:', error._stdout); // Standard output
|
|
175
|
+
console.error('stderr:', error._stderr); // Standard error
|
|
176
|
+
}
|
|
177
|
+
})();
|
|
178
|
+
} else {
|
|
179
|
+
log('Site already exists. Continuing Auth0 setup...');
|
|
180
|
+
}
|
|
181
|
+
|
|
182
|
+
// await (async () => {
|
|
183
|
+
// try {
|
|
184
|
+
// // Execute the shell command
|
|
185
|
+
// //await getAuth0Metadata(process.env.BUILD_SITE, connectToEnv);
|
|
186
|
+
// const result = await $`cd ${cloneTo} && bash dock.sh getAuth0Metadata`;
|
|
187
|
+
// console.log('Command succeeded:');
|
|
188
|
+
// console.log('stdout:', result.stdout); // Standard output
|
|
189
|
+
// console.log('stderr:', result.stderr); // Standard error
|
|
190
|
+
// } catch (error) {
|
|
191
|
+
// console.error('Command failed:');
|
|
192
|
+
// console.error('Exit Code:', error._code); // Exit code of the command
|
|
193
|
+
// console.error('Signal:', error._signal); // Signal that caused termination (if any)
|
|
194
|
+
// console.error('stdout:', error._stdout); // Standard output
|
|
195
|
+
// console.error('stderr:', error._stderr); // Standard error
|
|
196
|
+
// }
|
|
197
|
+
// })();
|
|
198
|
+
|
|
199
|
+
// 7) Check conf files, print logs
|
|
200
|
+
// await $`grep "auth0" ${path.join(cloneTo, 'conf/application.conf')}`;
|
|
201
|
+
// await $`ls -all ${path.join(cloneTo, 'conf')}`;
|
|
202
|
+
// await $`ls -all ${path.join(cloneTo, 'conf/saml')}`;
|
|
203
|
+
// await $`cat ${path.join(cloneTo, 'conf/saml/auth0.xml')}`;
|
|
204
|
+
|
|
205
|
+
// 8) Git add, commit, push
|
|
206
|
+
// await $`cd ${cloneTo} && git add ./conf/application.conf ./conf/saml/auth0.xml`;
|
|
207
|
+
//await $`cd ${cloneTo} && git add ./conf/application.conf`;
|
|
208
|
+
//await $`cd ${cloneTo} && git status`;
|
|
209
|
+
|
|
210
|
+
const numChanges = (await $`cd ${cloneTo} && git diff-index HEAD`).stdout
|
|
211
|
+
.split('\n')
|
|
212
|
+
.filter(Boolean).length;
|
|
213
|
+
|
|
214
|
+
if (numChanges > 0) {
|
|
215
|
+
const jiraTicket = process.env.JIRA_TICKET || 'NO_JIRA';
|
|
216
|
+
const message = `${jiraTicket} usdoc-s-builui job download_auth0_metadata for ${connectToEnv}/${process.env.BUILD_SITE}`;
|
|
217
|
+
log('About to commit changes to git');
|
|
218
|
+
await $`cd ${cloneTo} && git commit -m ${message}`;
|
|
219
|
+
await $`cd ${cloneTo} && git push -u origin master`;
|
|
220
|
+
//await getAuth0Metadata(process.env.BUILD_SITE, connectToEnv);
|
|
221
|
+
} else {
|
|
222
|
+
log(
|
|
223
|
+
'No changes have been made. The site likely already has the correct configuration.',
|
|
224
|
+
);
|
|
225
|
+
}
|
|
226
|
+
}
|
package/src/next/copy.js
CHANGED
|
@@ -11,7 +11,38 @@ export async function copy(application, fromEnv, toEnv, tag) {
|
|
|
11
11
|
const repositoryName = appInfo[application].repositoryName;
|
|
12
12
|
const fromRegistry = `${jfRegistryUrl}/${repositoryName}-${fromEnv}-docker-local`;
|
|
13
13
|
const toRegistry = `${jfRegistryUrl}/${repositoryName}-${toEnv}-docker-local`;
|
|
14
|
-
const imageName = `${
|
|
14
|
+
const imageName = `${appInfo[application].imageName}:${tag}`;
|
|
15
|
+
const fromFullImageName = `${fromRegistry}/${imageName}`;
|
|
16
|
+
const toFullImageName = `${toRegistry}/${imageName}`;
|
|
17
|
+
|
|
18
|
+
console.log(
|
|
19
|
+
`Copying Docker image: ${fromFullImageName} -> ${toFullImageName}`,
|
|
20
|
+
);
|
|
21
|
+
|
|
22
|
+
// Login to source registry
|
|
23
|
+
await $`echo ${envInfo[fromEnv].jfrog.password} | docker login --username ${envInfo[fromEnv].jfrog.username} --password-stdin ${jfRegistryUrl}`;
|
|
24
|
+
await $`docker pull ${fromFullImageName}`;
|
|
25
|
+
await $`docker tag ${fromFullImageName} ${toFullImageName}`;
|
|
26
|
+
|
|
27
|
+
// Login to target registry
|
|
28
|
+
await $`echo ${envInfo[toEnv].jfrog.password} | docker login --username ${envInfo[toEnv].jfrog.username} --password-stdin ${jfRegistryUrl}`;
|
|
29
|
+
await $`docker push ${toFullImageName}`;
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
export async function copy2(
|
|
33
|
+
repositoryName,
|
|
34
|
+
fromEnv,
|
|
35
|
+
toEnv,
|
|
36
|
+
tag,
|
|
37
|
+
applicationName,
|
|
38
|
+
) {
|
|
39
|
+
console.log(
|
|
40
|
+
`Copying repository ${repositoryName} from ${fromEnv} to ${toEnv} for tag ${tag}`,
|
|
41
|
+
);
|
|
42
|
+
const envInfo = getEnvInfo();
|
|
43
|
+
const fromRegistry = `${jfRegistryUrl}/${repositoryName}-${fromEnv}-docker-local`;
|
|
44
|
+
const toRegistry = `${jfRegistryUrl}/${repositoryName}-${toEnv}-docker-local`;
|
|
45
|
+
const imageName = `${applicationName ?? repositoryName}:${tag}`;
|
|
15
46
|
const fromFullImageName = `${fromRegistry}/${imageName}`;
|
|
16
47
|
const toFullImageName = `${toRegistry}/${imageName}`;
|
|
17
48
|
|