@docupace/pipeline 1.0.11 → 1.0.13
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +3 -2
- package/src/auth0/alias.js +75 -0
- package/src/auth0/cli.js +10 -0
- package/src/auth0/configure.js +1 -3
- package/src/next/alias.js +53 -0
- package/src/next/apache.js +36 -0
- package/src/next/cli.js +40 -1
- package/src/next/connect.js +190 -0
- package/src/next/deploy.js +1 -0
- package/src/next/haproxy.js +50 -0
- package/src/next/vault.js +39 -0
- package/terraform/apply.sh +26 -0
- package/terraform/init.sh +36 -0
- package/terraform/plan.sh +3 -9
- package/terraform/validate.sh +17 -0
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@docupace/pipeline",
|
|
3
|
-
"version": "1.0.
|
|
3
|
+
"version": "1.0.13",
|
|
4
4
|
"description": "",
|
|
5
5
|
"main": "index.js",
|
|
6
6
|
"type": "module",
|
|
@@ -16,6 +16,7 @@
|
|
|
16
16
|
"license": "ISC",
|
|
17
17
|
"dependencies": {
|
|
18
18
|
"@changesets/cli": "^2.27.10",
|
|
19
|
+
"@docupace/core-client": "^0.1.59",
|
|
19
20
|
"auth0-deploy-cli": "^7.24.3",
|
|
20
21
|
"axios": "^1.7.9",
|
|
21
22
|
"commander": "^12.1.0",
|
|
@@ -24,7 +25,7 @@
|
|
|
24
25
|
"lodash": "^4.17.21",
|
|
25
26
|
"openai": "^4.76.3",
|
|
26
27
|
"zod": "^3.24.1",
|
|
27
|
-
"zx": "^8.
|
|
28
|
+
"zx": "^8.3.0"
|
|
28
29
|
},
|
|
29
30
|
"devDependencies": {
|
|
30
31
|
"@eslint/js": "^9.17.0",
|
|
@@ -0,0 +1,75 @@
|
|
|
1
|
+
import axios from 'axios';
|
|
2
|
+
|
|
3
|
+
import {
|
|
4
|
+
createAlias
|
|
5
|
+
} from '../next/alias.js';
|
|
6
|
+
|
|
7
|
+
import {getAuth0AuthToken} from './configure.js';
|
|
8
|
+
|
|
9
|
+
import {
|
|
10
|
+
getVaultSecrets,
|
|
11
|
+
} from './vault.js';
|
|
12
|
+
|
|
13
|
+
import {
|
|
14
|
+
getVaultSecretsConfigs,
|
|
15
|
+
} from '../next/config.js';
|
|
16
|
+
|
|
17
|
+
import {
|
|
18
|
+
cloneEnvRepository,
|
|
19
|
+
readDeployConfig,
|
|
20
|
+
} from '../next/deploy.js';
|
|
21
|
+
|
|
22
|
+
export async function getCCAlias ({application, auth0Domain, auth0AuthToken}){
|
|
23
|
+
console.log(`Forming alias name for application ${application}...`);
|
|
24
|
+
|
|
25
|
+
try {
|
|
26
|
+
const auth0Response = await axios.get(`https://${auth0Domain}/api/v2/clients`, {
|
|
27
|
+
headers: {authorization: `Bearer ${auth0AuthToken}`},
|
|
28
|
+
});
|
|
29
|
+
|
|
30
|
+
const appAuth0ClientIdData = auth0Response.data.find(client => client.name === `${application}`);
|
|
31
|
+
const appAuth0ClientId = appAuth0ClientIdData.client_id;
|
|
32
|
+
|
|
33
|
+
console.log(`Client Credentials Alias: ${appAuth0ClientId}@clients`);
|
|
34
|
+
return `${appAuth0ClientId}@clients`;
|
|
35
|
+
} catch (err) {
|
|
36
|
+
console.error(`Failed to form alias name for application: ${application}: ${err.message}`);
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
|
|
40
|
+
export async function configureAlias(site, env, username, password, realm) {
|
|
41
|
+
|
|
42
|
+
console.log(`Creating alias for site: ${site} in env: ${env}`);
|
|
43
|
+
|
|
44
|
+
const commonSecretsPath = getVaultSecretsConfigs(site).commonSecretsPath;
|
|
45
|
+
console.log(`commonSecretsPath => ${commonSecretsPath}`)
|
|
46
|
+
const commonSecrets = await getVaultSecrets(commonSecretsPath);
|
|
47
|
+
|
|
48
|
+
// Site Common Secrets
|
|
49
|
+
const siteCommonSecretsPath = getVaultSecretsConfigs(site).siteCommonSecretsPath;
|
|
50
|
+
console.log(`siteCommonSecretsPath => ${siteCommonSecretsPath}`)
|
|
51
|
+
const siteCommonSecrets = await getVaultSecrets(siteCommonSecretsPath);
|
|
52
|
+
|
|
53
|
+
const auth0Domain = `docupace-${env}-${site}.us.auth0.com`
|
|
54
|
+
const auth0ClientId = siteCommonSecrets.AUTH0_CLIENT_ID;
|
|
55
|
+
const auth0ClientSecret = siteCommonSecrets.AUTH0_CLIENT_SECRET;
|
|
56
|
+
const auth0Token = await getAuth0AuthToken(auth0Domain, auth0ClientId, auth0ClientSecret);
|
|
57
|
+
|
|
58
|
+
await cloneEnvRepository(env);
|
|
59
|
+
|
|
60
|
+
const { deployConfig: deployGraphQLServerConfig} = await readDeployConfig('graphql-server', env, site, 'values');
|
|
61
|
+
const coreUrl = deployGraphQLServerConfig.graphqlServer.coreUrl;
|
|
62
|
+
|
|
63
|
+
const clientCredentialsAlias = await getCCAlias({
|
|
64
|
+
application: 'docupace-graphql-client-credentials',
|
|
65
|
+
auth0Domain: auth0Domain,
|
|
66
|
+
auth0AuthToken: auth0Token
|
|
67
|
+
});
|
|
68
|
+
|
|
69
|
+
await createAlias(
|
|
70
|
+
coreUrl,
|
|
71
|
+
username,
|
|
72
|
+
password,
|
|
73
|
+
realm,
|
|
74
|
+
clientCredentialsAlias);
|
|
75
|
+
}
|
package/src/auth0/cli.js
CHANGED
|
@@ -9,6 +9,9 @@ import {
|
|
|
9
9
|
} from './vault.js'
|
|
10
10
|
|
|
11
11
|
import dotenv from 'dotenv';
|
|
12
|
+
import {
|
|
13
|
+
configureAlias
|
|
14
|
+
} from "./alias.js";
|
|
12
15
|
|
|
13
16
|
dotenv.config({ path: ['.env.pipeline.local', 'config/.env.pipeline.local'] });
|
|
14
17
|
|
|
@@ -28,4 +31,11 @@ program
|
|
|
28
31
|
await getVaultSecrets(vaultPath);
|
|
29
32
|
});
|
|
30
33
|
|
|
34
|
+
program
|
|
35
|
+
.command('configureAlias <site> <env> <username> <password> <realm>')
|
|
36
|
+
.description('Configure Core Alias for the given site')
|
|
37
|
+
.action(async (site, env, username, password, realm) => {
|
|
38
|
+
await configureAlias(site, env, username, password, realm);
|
|
39
|
+
});
|
|
40
|
+
|
|
31
41
|
program.parse(process.argv);
|
package/src/auth0/configure.js
CHANGED
|
@@ -1,7 +1,5 @@
|
|
|
1
1
|
import fs from 'fs';
|
|
2
2
|
import path from 'path';
|
|
3
|
-
import yaml from 'js-yaml';
|
|
4
|
-
import { $ } from 'zx';
|
|
5
3
|
import axios from 'axios';
|
|
6
4
|
import crypto from 'crypto';
|
|
7
5
|
import { deploy } from 'auth0-deploy-cli';
|
|
@@ -255,7 +253,7 @@ async function templateAuth0(siteUrl, coreApiContext, env, filePaths, deployUI,
|
|
|
255
253
|
}
|
|
256
254
|
}
|
|
257
255
|
|
|
258
|
-
async function getAuth0AuthToken(auth0Domain, clientId, clientSecret) {
|
|
256
|
+
export async function getAuth0AuthToken(auth0Domain, clientId, clientSecret) {
|
|
259
257
|
try {
|
|
260
258
|
const response = await axios.post(`https://${auth0Domain}/oauth/token`, {
|
|
261
259
|
client_id: clientId,
|
|
@@ -0,0 +1,53 @@
|
|
|
1
|
+
import { BasicAuth, DomainApi } from '@docupace/core-client';
|
|
2
|
+
|
|
3
|
+
const userFilter = (userId) => {
|
|
4
|
+
return {
|
|
5
|
+
orSections: [
|
|
6
|
+
{
|
|
7
|
+
andSections: [
|
|
8
|
+
{
|
|
9
|
+
attrId: 9501,
|
|
10
|
+
'@type': 'string',
|
|
11
|
+
not: false,
|
|
12
|
+
orSections: [
|
|
13
|
+
{ searchType: 'EXACT_MATCH', matchToValues: [userId] },
|
|
14
|
+
],
|
|
15
|
+
},
|
|
16
|
+
],
|
|
17
|
+
},
|
|
18
|
+
],
|
|
19
|
+
};
|
|
20
|
+
};
|
|
21
|
+
|
|
22
|
+
/*
|
|
23
|
+
Example:
|
|
24
|
+
await createAlias(
|
|
25
|
+
'https://www.dev.docupaceinc.com/financialdev',
|
|
26
|
+
'docupace',
|
|
27
|
+
'pw',
|
|
28
|
+
'Connect',
|
|
29
|
+
'qhnospjRjwUAeKFDhucHEabPsfihrGQQ@clients',
|
|
30
|
+
);
|
|
31
|
+
*/
|
|
32
|
+
export async function createAlias(coreUrl, username, password, realm, alias) {
|
|
33
|
+
const coreInfo = {
|
|
34
|
+
url: coreUrl,
|
|
35
|
+
};
|
|
36
|
+
|
|
37
|
+
let auth = new BasicAuth(username, password);
|
|
38
|
+
|
|
39
|
+
const domainApi = new DomainApi(coreInfo, auth);
|
|
40
|
+
|
|
41
|
+
const userResults = await domainApi.listRecords(50, {
|
|
42
|
+
filter: JSON.stringify(userFilter(username)),
|
|
43
|
+
});
|
|
44
|
+
|
|
45
|
+
const record = {
|
|
46
|
+
domainId: 302,
|
|
47
|
+
'5001': userResults.records[0].id,
|
|
48
|
+
'9102': realm,
|
|
49
|
+
'9504': alias,
|
|
50
|
+
};
|
|
51
|
+
|
|
52
|
+
await domainApi.create(record);
|
|
53
|
+
}
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
import { $ } from 'zx';
|
|
2
|
+
|
|
3
|
+
export async function addApacheSite() {
|
|
4
|
+
if (
|
|
5
|
+
!process.env.ENVIRONMENT ||
|
|
6
|
+
(process.env.ENVIRONMENT !== 'dev' && process.env.ENVIRONMENT !== 'qa')
|
|
7
|
+
) {
|
|
8
|
+
log("Error: ENVIRONMENT must be either 'dev' or 'qa'.");
|
|
9
|
+
process.exit(1);
|
|
10
|
+
}
|
|
11
|
+
if (!process.env.SITE) {
|
|
12
|
+
log('Error: SITE cannot be empty.');
|
|
13
|
+
process.exit(1);
|
|
14
|
+
}
|
|
15
|
+
|
|
16
|
+
// Save private key from base64
|
|
17
|
+
const haproxyPrivateKey = process.env.HAPROXY_PRIVATE_KEY;
|
|
18
|
+
if (!haproxyPrivateKey) {
|
|
19
|
+
log('Error: HAPROXY_PRIVATE_KEY not set.');
|
|
20
|
+
process.exit(1);
|
|
21
|
+
}
|
|
22
|
+
|
|
23
|
+
await fs.writeFile('private.key', Buffer.from(haproxyPrivateKey, 'base64'));
|
|
24
|
+
await fs.chmod('private.key', 0o600);
|
|
25
|
+
|
|
26
|
+
const server = `${process.env.ENVIRONMENT}-apalb01a.corp.docupace.com`;
|
|
27
|
+
console.log("Running command");
|
|
28
|
+
const sshCmd = (script) =>
|
|
29
|
+
$`ssh -i private.key -o StrictHostKeyChecking=no root@${server} ${script}`;
|
|
30
|
+
|
|
31
|
+
// The script is run twice in the Bash version
|
|
32
|
+
await sshCmd(`/root/repo/iis-preprod/scripts/addsite/add_core_site.sh ${process.env.ENVIRONMENT} ${process.env.SITE}`);
|
|
33
|
+
//await sshCmd(`/root/repo/iis-preprod/scripts/addsite/add_core_site.sh ${process.env.ENVIRONMENT} ${process.env.SITE}`);
|
|
34
|
+
}
|
|
35
|
+
|
|
36
|
+
|
package/src/next/cli.js
CHANGED
|
@@ -7,6 +7,10 @@ import { publish } from './publish.js';
|
|
|
7
7
|
import { deployFromSite } from './deploy.js';
|
|
8
8
|
import { deployTemplate } from './deploy.js';
|
|
9
9
|
import { copy } from './copy.js';
|
|
10
|
+
import { vaultAddSiteData } from './vault.js';
|
|
11
|
+
import { addApacheSite } from './apache.js';
|
|
12
|
+
import { haproxySync } from './haproxy.js';
|
|
13
|
+
import { connectClone } from './connect.js';
|
|
10
14
|
import dotenv from 'dotenv';
|
|
11
15
|
|
|
12
16
|
dotenv.config({ path: ['.env.pipeline.local', 'config/.env.pipeline.local'] });
|
|
@@ -17,6 +21,7 @@ const program = new Command();
|
|
|
17
21
|
import { $ } from 'zx';
|
|
18
22
|
import {deployConnect, deployCore} from './jenkins.js';
|
|
19
23
|
import { runPipeline } from './pipline.js';
|
|
24
|
+
|
|
20
25
|
const GIT_SHA = (await $`git log --pretty=format:'%h' -n 1`).stdout.trim();
|
|
21
26
|
|
|
22
27
|
program
|
|
@@ -33,6 +38,39 @@ program
|
|
|
33
38
|
await sonar(GIT_SHA);
|
|
34
39
|
});
|
|
35
40
|
|
|
41
|
+
program
|
|
42
|
+
.command('addApacheSite')
|
|
43
|
+
.description('Add site to apache')
|
|
44
|
+
.action(async () => {
|
|
45
|
+
await addApacheSite();
|
|
46
|
+
});
|
|
47
|
+
|
|
48
|
+
program
|
|
49
|
+
.command('connectClone')
|
|
50
|
+
.description('Clone connect site')
|
|
51
|
+
.action(async () => {
|
|
52
|
+
await connectClone();
|
|
53
|
+
});
|
|
54
|
+
|
|
55
|
+
|
|
56
|
+
program
|
|
57
|
+
.command('haproxySync')
|
|
58
|
+
.description('Sync haproxy config')
|
|
59
|
+
.action(async () => {
|
|
60
|
+
await haproxySync();
|
|
61
|
+
});
|
|
62
|
+
|
|
63
|
+
|
|
64
|
+
|
|
65
|
+
program
|
|
66
|
+
.command('vaultAddSiteData')
|
|
67
|
+
.description('Add m2m auth0 data to vault')
|
|
68
|
+
.requiredOption('-s, --site-name <siteName>', 'Site name')
|
|
69
|
+
.action(async (options) => {
|
|
70
|
+
const { siteName, } = options;
|
|
71
|
+
await vaultAddSiteData(siteName);
|
|
72
|
+
});
|
|
73
|
+
|
|
36
74
|
program
|
|
37
75
|
.command('publish')
|
|
38
76
|
.description('Publish a Docker image')
|
|
@@ -92,7 +130,8 @@ program
|
|
|
92
130
|
});
|
|
93
131
|
});
|
|
94
132
|
|
|
95
|
-
|
|
133
|
+
|
|
134
|
+
program
|
|
96
135
|
.command('copy')
|
|
97
136
|
.description('Copy a Docker image between registries')
|
|
98
137
|
.requiredOption('-a, --application <application>', 'Application name')
|
|
@@ -0,0 +1,190 @@
|
|
|
1
|
+
import 'zx/globals'; // npm i zx
|
|
2
|
+
import fs from 'fs-extra';
|
|
3
|
+
import path from 'path';
|
|
4
|
+
import axios from 'axios';
|
|
5
|
+
import { $ } from 'zx';
|
|
6
|
+
|
|
7
|
+
|
|
8
|
+
|
|
9
|
+
import {
|
|
10
|
+
cloneEnvRepository,
|
|
11
|
+
cloneRepository
|
|
12
|
+
} from './deploy.js';
|
|
13
|
+
|
|
14
|
+
|
|
15
|
+
import { getVaultSecrets } from '../auth0/vault.js';
|
|
16
|
+
|
|
17
|
+
import {
|
|
18
|
+
getVaultSecretsConfigs,
|
|
19
|
+
environmentConfig
|
|
20
|
+
} from './config.js';
|
|
21
|
+
|
|
22
|
+
process.env.COMMON_VAULT_PATH = process.env.COMMON_VAULT_PATH || 'secret/data/common/config';
|
|
23
|
+
process.env.VAULT_SKIP_VERIFY = process.env.VAULT_SKIP_VERIFY || 'true';
|
|
24
|
+
process.env.CONNECT_DIR = process.env.CONNECT_DIR || 'connect';
|
|
25
|
+
const vaultToken = process.env.VAULT_TOKEN;
|
|
26
|
+
const vaultAddr = process.env.VAULT_ADDR;
|
|
27
|
+
|
|
28
|
+
function log(msg) {
|
|
29
|
+
console.log(`[*] ${msg}`);
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
/* --------------------------------
|
|
33
|
+
* 1. GIT CHECKOUT
|
|
34
|
+
* -------------------------------- */
|
|
35
|
+
async function gitCheckout(repository, destDir, branch = 'master') {
|
|
36
|
+
if (!(await fs.pathExists(destDir))) {
|
|
37
|
+
log(`Directory ${destDir} does not exist. Cloning repository...`);
|
|
38
|
+
} else {
|
|
39
|
+
log(`Directory ${destDir} exists. Removing it...`);
|
|
40
|
+
await fs.remove(destDir);
|
|
41
|
+
log(`Cloning ${destDir} repository...`);
|
|
42
|
+
}
|
|
43
|
+
|
|
44
|
+
const username = process.env.BITBUCKET_USERNAME;
|
|
45
|
+
const password = process.env.BITBUCKET_APP_PASSWORD;
|
|
46
|
+
|
|
47
|
+
// Construct clone command
|
|
48
|
+
const cloneUrl = `https://${username}:${password}@bitbucket.org/dp-cloud/${repository}.git`;
|
|
49
|
+
|
|
50
|
+
log(`Perform cloning`);
|
|
51
|
+
await $`git clone --branch=${branch} --depth 1 ${cloneUrl} ${destDir}`;
|
|
52
|
+
}
|
|
53
|
+
|
|
54
|
+
|
|
55
|
+
|
|
56
|
+
|
|
57
|
+
|
|
58
|
+
|
|
59
|
+
export async function connectClone() {
|
|
60
|
+
|
|
61
|
+
|
|
62
|
+
if (!vaultToken || !vaultAddr) {
|
|
63
|
+
console.error("Error: VAULT_TOKEN and VAULT_ADDR must be set.");
|
|
64
|
+
throw new Error("VAULT_TOKEN and VAULT_ADDR must be set.");
|
|
65
|
+
}
|
|
66
|
+
|
|
67
|
+
const site = process.env.BUILD_SITE;
|
|
68
|
+
if (!site) {
|
|
69
|
+
log('Error: BUILD_SITE is not set');
|
|
70
|
+
process.exit(1);
|
|
71
|
+
}
|
|
72
|
+
const siteCommonVaultPath = `secret/data/${site}/common/config`;
|
|
73
|
+
|
|
74
|
+
|
|
75
|
+
// 2) getVaultSecrets
|
|
76
|
+
const secretsJson = await getVaultSecrets(siteCommonVaultPath);
|
|
77
|
+
if (!secretsJson.AUTH0_CLIENT_ID) {
|
|
78
|
+
log('Failed to retrieve secret data.');
|
|
79
|
+
process.exit(1);
|
|
80
|
+
}
|
|
81
|
+
const siteCommonSecrets = secretsJson;
|
|
82
|
+
|
|
83
|
+
// 3) Export secrets as environment variables
|
|
84
|
+
process.env.AUTH0_CLIENT_ID = siteCommonSecrets.AUTH0_CLIENT_ID;
|
|
85
|
+
process.env.AUTH0_CLIENT_SECRET = siteCommonSecrets.AUTH0_CLIENT_SECRET;
|
|
86
|
+
|
|
87
|
+
|
|
88
|
+
process.env.AUTH0_REGION_DOMAIN="us.auth0.com";
|
|
89
|
+
|
|
90
|
+
log(`BUILD_ENVIRONMENT: ${process.env.BUILD_ENVIRONMENT}`);
|
|
91
|
+
log(`BUILD_SITE: ${process.env.BUILD_SITE}`);
|
|
92
|
+
log(`AUTH0_SUBDOMAIN: ${process.env.AUTH0_SUBDOMAIN}`);
|
|
93
|
+
log(`AUTH0_REGION_DOMAIN: ${process.env.AUTH0_REGION_DOMAIN}`);
|
|
94
|
+
log(`AUTH0_CLIENT_ID: ${process.env.AUTH0_CLIENT_ID}`);
|
|
95
|
+
|
|
96
|
+
process.env.AUTH0_DOMAIN = `docupace-${process.env.BUILD_ENVIRONMENT}-${process.env.BUILD_SITE}.${process.env.AUTH0_REGION_DOMAIN}`;
|
|
97
|
+
|
|
98
|
+
|
|
99
|
+
const projectRoot = process.cwd();
|
|
100
|
+
// 4) Clone 'connect-deploy' into CONNECT_DIR
|
|
101
|
+
|
|
102
|
+
|
|
103
|
+
await gitCheckout('connect-deploy', process.env.CONNECT_DIR);
|
|
104
|
+
await gitCheckout(`${process.env.BUILD_ENVIRONMENT}-site-settings`, `${process.env.CONNECT_DIR}/${process.env.BUILD_ENVIRONMENT}-site-settings`);
|
|
105
|
+
|
|
106
|
+
// 5) Create site clone (emulating the dock.sh call)
|
|
107
|
+
const cloneFrom = path.join(projectRoot,process.env.CONNECT_DIR,`envs`,`${process.env.FROM_BUILD_ENVIRONMENT}/${process.env.FROM_BUILD_SITE}`);
|
|
108
|
+
const cloneTo = path.join(projectRoot,process.env.CONNECT_DIR,`envs`,`${process.env.BUILD_ENVIRONMENT}/${process.env.BUILD_SITE}`);
|
|
109
|
+
|
|
110
|
+
const connectHome = path.join(projectRoot,process.env.CONNECT_DIR);
|
|
111
|
+
if (!(await fs.pathExists(cloneFrom))) {
|
|
112
|
+
log('Clone template directory not found:');
|
|
113
|
+
process.exit(1);
|
|
114
|
+
}
|
|
115
|
+
|
|
116
|
+
|
|
117
|
+
if (!(await fs.pathExists(cloneTo))) {
|
|
118
|
+
log('New site does not exist. Performing cloning...');
|
|
119
|
+
|
|
120
|
+
process.env.IMAGE_VERSION=await $`cd ${cloneFrom} && grep -E '^IMAGE_VERSION=' dock.sh | cut -f2 -d=`
|
|
121
|
+
log(`Image version: ${process.env.IMAGE_VERSION}` );
|
|
122
|
+
//await $`cd ${cloneFrom} && bash dock.sh clone ${process.env.BUILD_ENVIRONMENT} ${process.env.BUILD_SITE} ${process.env.IMAGE_VERSION}`;
|
|
123
|
+
await (async () => {
|
|
124
|
+
try {
|
|
125
|
+
// Execute the shell command
|
|
126
|
+
const result = await $`cd ${cloneFrom} && bash dock.sh clone ${process.env.BUILD_ENVIRONMENT} ${process.env.BUILD_SITE} ${process.env.IMAGE_VERSION}`;
|
|
127
|
+
console.log('Command succeeded:');
|
|
128
|
+
console.log('stdout:', result.stdout); // Standard output
|
|
129
|
+
console.log('stderr:', result.stderr); // Standard error
|
|
130
|
+
} catch (error) {
|
|
131
|
+
console.error('Command failed:');
|
|
132
|
+
console.error('Exit Code:', error._code); // Exit code of the command
|
|
133
|
+
console.error('Signal:', error._signal); // Signal that caused termination (if any)
|
|
134
|
+
console.error('stdout:', error._stdout); // Standard output
|
|
135
|
+
console.error('stderr:', error._stderr); // Standard error
|
|
136
|
+
}
|
|
137
|
+
})();
|
|
138
|
+
|
|
139
|
+
|
|
140
|
+
} else {
|
|
141
|
+
log('Site already exists. Continuing Auth0 setup...');
|
|
142
|
+
}
|
|
143
|
+
|
|
144
|
+
|
|
145
|
+
await (async () => {
|
|
146
|
+
try {
|
|
147
|
+
// Execute the shell command
|
|
148
|
+
const result = await $`cd ${cloneTo} && bash dock.sh getAuth0Metadata`;
|
|
149
|
+
console.log('Command succeeded:');
|
|
150
|
+
console.log('stdout:', result.stdout); // Standard output
|
|
151
|
+
console.log('stderr:', result.stderr); // Standard error
|
|
152
|
+
} catch (error) {
|
|
153
|
+
console.error('Command failed:');
|
|
154
|
+
console.error('Exit Code:', error._code); // Exit code of the command
|
|
155
|
+
console.error('Signal:', error._signal); // Signal that caused termination (if any)
|
|
156
|
+
console.error('stdout:', error._stdout); // Standard output
|
|
157
|
+
console.error('stderr:', error._stderr); // Standard error
|
|
158
|
+
}
|
|
159
|
+
})();
|
|
160
|
+
|
|
161
|
+
|
|
162
|
+
// 7) Check conf files, print logs
|
|
163
|
+
await $`grep "auth0" ${path.join(cloneTo, 'conf/application.conf')}`;
|
|
164
|
+
await $`ls -all ${path.join(cloneTo, 'conf')}`;
|
|
165
|
+
await $`ls -all ${path.join(cloneTo, 'conf/saml')}`;
|
|
166
|
+
await $`cat ${path.join(cloneTo, 'conf/saml/auth0.xml')}`;
|
|
167
|
+
|
|
168
|
+
// 8) Git add, commit, push
|
|
169
|
+
await $`cd ${cloneTo} && git checkout master && git pull --ff-only`;
|
|
170
|
+
await $`cd ${cloneTo} && git remote -v`;
|
|
171
|
+
await $`cd ${cloneTo} && git branch`;
|
|
172
|
+
await $`cd ${cloneTo} && git status`;
|
|
173
|
+
await $`cd ${cloneTo} && git add . ../sites.sh`;
|
|
174
|
+
await $`cd ${cloneTo} && git status`;
|
|
175
|
+
|
|
176
|
+
const numChanges = (
|
|
177
|
+
await $`cd ${cloneTo} && git diff-index HEAD`
|
|
178
|
+
).stdout.split('\n').filter(Boolean).length;
|
|
179
|
+
|
|
180
|
+
if (numChanges > 0) {
|
|
181
|
+
const jiraTicket = process.env.JIRA_TICKET || 'NO_JIRA';
|
|
182
|
+
const message = `${jiraTicket} usdoc-s-builui job download_auth0_metadata for ${process.env.BUILD_ENVIRONMENT}/${process.env.BUILD_SITE}`;
|
|
183
|
+
log('About to commit changes to git');
|
|
184
|
+
await $`cd ${cloneTo} && git commit -m ${message}`;
|
|
185
|
+
await $`cd ${cloneTo} && git push -u origin master`;
|
|
186
|
+
} else {
|
|
187
|
+
log('No changes have been made. The site likely already has the correct configuration.');
|
|
188
|
+
}
|
|
189
|
+
}
|
|
190
|
+
|
package/src/next/deploy.js
CHANGED
|
@@ -43,6 +43,7 @@ export async function cloneEnvRepository(env) {
|
|
|
43
43
|
const { repoPath, repoName } = getRepoLocalPath(env);
|
|
44
44
|
const repoUrl = getRepUrl(repoName);
|
|
45
45
|
console.log(`Cloning repository: ${repoName}`);
|
|
46
|
+
await cleanUpRepoPath(repoPath);
|
|
46
47
|
await $`git clone --depth 1 ${repoUrl}`;
|
|
47
48
|
console.log(`Repository cloned to: ${repoPath}`);
|
|
48
49
|
return repoPath;
|
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
import { $ } from 'zx';
|
|
2
|
+
|
|
3
|
+
|
|
4
|
+
export async function haproxySync() {
|
|
5
|
+
const repoPath = '/root/repo/docupace-ansible';
|
|
6
|
+
const inventory = path.join(repoPath, 'inventories/preprod/inventory');
|
|
7
|
+
|
|
8
|
+
// Create haproxy.sh
|
|
9
|
+
const scriptContent = `
|
|
10
|
+
#!/bin/bash
|
|
11
|
+
|
|
12
|
+
[[ ! -f ${inventory} ]] && ( echo "Alert: no inventory file: ${inventory}" ; exit 1 )
|
|
13
|
+
cd ${repoPath}
|
|
14
|
+
pwd
|
|
15
|
+
git stash
|
|
16
|
+
git pull origin master
|
|
17
|
+
git checkout master
|
|
18
|
+
git submodule update --remote
|
|
19
|
+
git submodule foreach --recursive git checkout master
|
|
20
|
+
git submodule foreach --recursive git pull origin master
|
|
21
|
+
|
|
22
|
+
ansible-playbook -i inventories/preprod/inventory haproxy.yml -e "cluster=preprod"
|
|
23
|
+
|
|
24
|
+
echo "proceeding"
|
|
25
|
+
echo "committing changes"
|
|
26
|
+
git add preprod-haproxy.cfg
|
|
27
|
+
git commit -m "Sync haproxy"
|
|
28
|
+
git push origin master
|
|
29
|
+
`;
|
|
30
|
+
|
|
31
|
+
await fs.writeFile('haproxy.sh', scriptContent);
|
|
32
|
+
|
|
33
|
+
// Private key
|
|
34
|
+
const haproxyPrivateKey = process.env.HAPROXY_PRIVATE_KEY;
|
|
35
|
+
if (!haproxyPrivateKey) {
|
|
36
|
+
log('Error: HAPROXY_PRIVATE_KEY not set.');
|
|
37
|
+
process.exit(1);
|
|
38
|
+
}
|
|
39
|
+
|
|
40
|
+
await fs.writeFile('private.key', Buffer.from(haproxyPrivateKey, 'base64'));
|
|
41
|
+
await fs.chmod('private.key', 0o600);
|
|
42
|
+
|
|
43
|
+
await $`cat private.key`; // Just to mimic the script's behavior
|
|
44
|
+
|
|
45
|
+
// Copy script to remote
|
|
46
|
+
await $`scp -i private.key -o StrictHostKeyChecking=no haproxy.sh root@10.10.28.198:/tmp/haproxy.sh`;
|
|
47
|
+
|
|
48
|
+
// Execute script on remote
|
|
49
|
+
await $`ssh -i private.key -o StrictHostKeyChecking=no root@10.10.28.198 "bash /tmp/haproxy.sh"`;
|
|
50
|
+
}
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
import axios from 'axios';
|
|
2
|
+
|
|
3
|
+
export async function vaultAddSiteData(SITE) {
|
|
4
|
+
const AUTH0_CLIENT_ID = process.env.AUTH0_CLIENT_ID;
|
|
5
|
+
const AUTH0_CLIENT_SECRET = process.env.AUTH0_CLIENT_SECRET;
|
|
6
|
+
const VAULT_ADDR = process.env.VAULT_ADDR; // Vault host URL from environment variables
|
|
7
|
+
const VAULT_TOKEN = process.env.VAULT_TOKEN; // Vault token from environment variables
|
|
8
|
+
|
|
9
|
+
if (!VAULT_ADDR || !VAULT_TOKEN) {
|
|
10
|
+
throw new Error('Missing VAULT_ADDR or VAULT_TOKEN environment variable.');
|
|
11
|
+
}
|
|
12
|
+
|
|
13
|
+
const vaultApiUrl = `${VAULT_ADDR}/v1/secret/data/${SITE}/common/config`;
|
|
14
|
+
|
|
15
|
+
try {
|
|
16
|
+
const response = await axios.post(
|
|
17
|
+
vaultApiUrl,
|
|
18
|
+
{
|
|
19
|
+
data: {
|
|
20
|
+
AUTH0_CLIENT_ID: AUTH0_CLIENT_ID,
|
|
21
|
+
AUTH0_CLIENT_SECRET: AUTH0_CLIENT_SECRET,
|
|
22
|
+
},
|
|
23
|
+
},
|
|
24
|
+
{
|
|
25
|
+
headers: {
|
|
26
|
+
'X-Vault-Token': VAULT_TOKEN,
|
|
27
|
+
'Content-Type': 'application/json',
|
|
28
|
+
},
|
|
29
|
+
}
|
|
30
|
+
);
|
|
31
|
+
|
|
32
|
+
console.log('Data added to Vault successfully:', response.data);
|
|
33
|
+
} catch (error) {
|
|
34
|
+
console.error('Error adding data to Vault:', error.response?.data || error.message);
|
|
35
|
+
throw error;
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
#!/usr/bin/env bash
|
|
2
|
+
set -e
|
|
3
|
+
|
|
4
|
+
PROJECT=$1
|
|
5
|
+
|
|
6
|
+
if [[ -z "$PROJECT" ]]; then
|
|
7
|
+
echo "Error: Project name is required."
|
|
8
|
+
echo "Usage: $0 <project-name>"
|
|
9
|
+
exit 1
|
|
10
|
+
fi
|
|
11
|
+
|
|
12
|
+
export ROLE_NAME="atlassian-bitbucket-pipelines-runner-eks-role"
|
|
13
|
+
export SESSION_NAME="EKSAdminSession"
|
|
14
|
+
export EKS_CLUSTER_NAME="connect-next-${CURRENT_ENVIRONMENT}-eks-cluster"
|
|
15
|
+
export ROLE_ARN="arn:aws:iam::$(aws sts get-caller-identity | jq -r '.Account'):role/$ROLE_NAME"
|
|
16
|
+
export ASSUME_ROLE_OUTPUT=$(aws sts assume-role --role-arn $ROLE_ARN --role-session-name $SESSION_NAME)
|
|
17
|
+
export AWS_ACCESS_KEY_ID=$(echo $ASSUME_ROLE_OUTPUT | jq -r '.Credentials.AccessKeyId')
|
|
18
|
+
export AWS_SECRET_ACCESS_KEY=$(echo $ASSUME_ROLE_OUTPUT | jq -r '.Credentials.SecretAccessKey')
|
|
19
|
+
export AWS_SESSION_TOKEN=$(echo $ASSUME_ROLE_OUTPUT | jq -r '.Credentials.SessionToken')
|
|
20
|
+
export TF_IN_AUTOMATION=1
|
|
21
|
+
|
|
22
|
+
aws sts get-caller-identity
|
|
23
|
+
|
|
24
|
+
cd "$BITBUCKET_CLONE_DIR/${PROJECT}"
|
|
25
|
+
|
|
26
|
+
terraform apply -input=false .tfplan
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
#!/bin/bash
|
|
2
|
+
set -e
|
|
3
|
+
|
|
4
|
+
PROJECT=$1
|
|
5
|
+
CURRENT_ENVIRONMENT=$2
|
|
6
|
+
|
|
7
|
+
if [[ -z "$PROJECT" ]]; then
|
|
8
|
+
echo "Error: Project name is required."
|
|
9
|
+
echo "Usage: $0 <project-name> $1 <environment>"
|
|
10
|
+
exit 1
|
|
11
|
+
fi
|
|
12
|
+
|
|
13
|
+
if [[ -z "$CURRENT_ENVIRONMENT" ]]; then
|
|
14
|
+
echo "Error: ENVIRONMENT is required."
|
|
15
|
+
echo "Usage: $0 <project-name> $1 <environment>"
|
|
16
|
+
exit 1
|
|
17
|
+
fi
|
|
18
|
+
|
|
19
|
+
export ROLE_NAME="atlassian-bitbucket-pipelines-runner-eks-role"
|
|
20
|
+
export SESSION_NAME="EKSAdminSession"
|
|
21
|
+
export EKS_CLUSTER_NAME="connect-next-${CURRENT_ENVIRONMENT}-eks-cluster"
|
|
22
|
+
export ROLE_ARN="arn:aws:iam::$(aws sts get-caller-identity | jq -r '.Account'):role/$ROLE_NAME"
|
|
23
|
+
export ASSUME_ROLE_OUTPUT=$(aws sts assume-role --role-arn $ROLE_ARN --role-session-name $SESSION_NAME)
|
|
24
|
+
export AWS_ACCESS_KEY_ID=$(echo $ASSUME_ROLE_OUTPUT | jq -r '.Credentials.AccessKeyId')
|
|
25
|
+
export AWS_SECRET_ACCESS_KEY=$(echo $ASSUME_ROLE_OUTPUT | jq -r '.Credentials.SecretAccessKey')
|
|
26
|
+
export AWS_SESSION_TOKEN=$(echo $ASSUME_ROLE_OUTPUT | jq -r '.Credentials.SessionToken')
|
|
27
|
+
|
|
28
|
+
aws sts get-caller-identity
|
|
29
|
+
cd "$BITBUCKET_CLONE_DIR/${PROJECT}"
|
|
30
|
+
mkdir -p ~/.ssh
|
|
31
|
+
|
|
32
|
+
echo "$atlassian_workspace_runner_ssh_key" | base64 -d > ~/.ssh/id_ed25519
|
|
33
|
+
chmod 600 ~/.ssh/id_ed25519
|
|
34
|
+
ssh-keyscan bitbucket.org > ~/.ssh/known_hosts
|
|
35
|
+
|
|
36
|
+
terraform init -backend-config=./env/${CURRENT_ENVIRONMENT}/us-west-2/backend.tfvars --reconfigure
|
package/terraform/plan.sh
CHANGED
|
@@ -26,14 +26,8 @@ export AWS_SECRET_ACCESS_KEY=$(echo $ASSUME_ROLE_OUTPUT | jq -r '.Credentials.Se
|
|
|
26
26
|
export AWS_SESSION_TOKEN=$(echo $ASSUME_ROLE_OUTPUT | jq -r '.Credentials.SessionToken')
|
|
27
27
|
|
|
28
28
|
aws sts get-caller-identity
|
|
29
|
-
cd "$BITBUCKET_CLONE_DIR/${PROJECT}"
|
|
30
|
-
mkdir -p ~/.ssh
|
|
31
|
-
|
|
32
|
-
echo "$atlassian_workspace_runner_ssh_key" | base64 -d > ~/.ssh/id_ed25519
|
|
33
|
-
chmod 600 ~/.ssh/id_ed25519
|
|
34
|
-
ssh-keyscan bitbucket.org > ~/.ssh/known_hosts
|
|
35
29
|
|
|
36
|
-
|
|
30
|
+
cd "$BITBUCKET_CLONE_DIR/${PROJECT}"
|
|
37
31
|
|
|
38
32
|
if [[ "$PROJECT" == "bb-build-agent-shell" ]]; then
|
|
39
33
|
if [[ "$CURRENT_ENVIRONMENT" == "dev" ]]; then
|
|
@@ -44,7 +38,7 @@ if [[ "$PROJECT" == "bb-build-agent-shell" ]]; then
|
|
|
44
38
|
|
|
45
39
|
terraform plan -var-file="./env/${CURRENT_ENVIRONMENT}/us-west-2/terraform.tfvars" \
|
|
46
40
|
-var-file="./env/${CURRENT_ENVIRONMENT}/us-west-2/build_agent_configuration.tfvars.json" \
|
|
47
|
-
-out .
|
|
41
|
+
-out .tfplan
|
|
48
42
|
else
|
|
49
|
-
terraform plan -var-file="./env/${CURRENT_ENVIRONMENT}/us-west-2/terraform.tfvars" -out .
|
|
43
|
+
terraform plan -var-file="./env/${CURRENT_ENVIRONMENT}/us-west-2/terraform.tfvars" -out .tfplan
|
|
50
44
|
fi
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
#!/bin/bash
|
|
2
|
+
set -e
|
|
3
|
+
|
|
4
|
+
PROJECT=$1
|
|
5
|
+
|
|
6
|
+
if [[ -z "$PROJECT" ]]; then
|
|
7
|
+
echo "Error: Project name is required."
|
|
8
|
+
echo "Usage: $0 <project-name>"
|
|
9
|
+
exit 1
|
|
10
|
+
fi
|
|
11
|
+
|
|
12
|
+
cd "$BITBUCKET_CLONE_DIR/${PROJECT}"
|
|
13
|
+
|
|
14
|
+
terraform version
|
|
15
|
+
terraform init -backend=false
|
|
16
|
+
terraform validate
|
|
17
|
+
terraform fmt -check -recursive --diff
|