@docupace/pipeline 1.0.39-newrelease.9 → 1.0.40

package/commit-message

@@ -0,0 +1,40 @@
+#!/usr/bin/env bash
+
+TEMPERATURE=${TEMPERATURE:-1}
+MAX_TOKENS=${MAX_TOKENS:-512}
+MODEL=${MODEL:-"gemma3:27b"}
+INTRO=${INTRO:-"Create a commit message, focusing on the files modified."}
+OLLAMA_ENDPOINT=${OLLAMA_ENDPOINT:-"http://10.10.22.111:11434/v1/completions"}
+
+# Get a list of staged files
+changed_files=$(git diff --cached --name-only)
+diff_messages=""
+
+for file in $changed_files; do
+  diff_messages+="$(git diff --cached -- "$file")"
+done
+
+payload=$(jq -n \
+--arg model "$MODEL" \
+--arg prompt "$(
+echo "$INTRO";
+echo "$diff_messages"
+    )" \
+--argjson temp "$TEMPERATURE" \
+--argjson tokens "$MAX_TOKENS" \
+'{
+        model: $model,
+        prompt: $prompt,
+        temperature: $temp,
+        max_tokens: $tokens
+    }'
+)
+
+response=$(curl -s -X POST "$OLLAMA_ENDPOINT" \
+-H "Content-Type: application/json" \
+-d "$payload")
+
+echo "$payload" | jq . > /tmp/ollama-summary.json
+echo "$response" | jq . >> /tmp/ollama-summary.json
+
+echo "$response" | jq -r '.choices[0].text' | sed '/./,$!d'

package/next/execute.sh

@@ -53,14 +53,8 @@ copy() {
 }
 
 publish() {
-    SLUG_SUFFIX=""
-    if [ -n "$APP_NAME" ]; then
-      SLUG_SUFFIX="-${APP_NAME}"
-    fi
-
-    BUILD_IMAGE_NAME="${BITBUCKET_REPO_SLUG}${SLUG_SUFFIX}:build-${BITBUCKET_BUILD_NUMBER}"
-    IMAGE_NAME="${BITBUCKET_REPO_SLUG}${SLUG_SUFFIX}:sha-${GIT_SHA}"
-
+    BUILD_IMAGE_NAME="${BITBUCKET_REPO_SLUG}:build-${BITBUCKET_BUILD_NUMBER}"
+    IMAGE_NAME="${BITBUCKET_REPO_SLUG}:sha-${GIT_SHA}"
     export DOCKER_HOST=""
 
     echo "Publishing Docker image ${IMAGE_NAME}..."

package/package.json

@@ -1,12 +1,9 @@
 {
   "name": "@docupace/pipeline",
-  "version": "1.0.39-newrelease.9",
+  "version": "1.0.40",
   "description": "",
   "main": "index.js",
   "type": "module",
-  "exports": {
-    "./changelogCanny": "./src/changeset/changelog-module.cjs"
-  },
   "bin": {
     "dp-changeset-cli": "src/changeset/cli.js",
     "dp-next-cli": "src/next/cli.js",
@@ -20,17 +17,14 @@
   "dependencies": {
     "@changesets/cli": "^2.27.10",
     "@docupace/core-client": "^0.1.59",
+    "@docupace/pipeline": "^1.0.33-alpha-2",
     "auth0-deploy-cli": "^8.8.0",
     "axios": "^1.7.9",
     "commander": "^12.1.0",
     "dotenv": "^16.4.7",
-    "fs-extra": "^11.3.0",
-    "inquirer": "^12.6.1",
     "js-yaml": "^4.1.0",
     "lodash": "^4.17.21",
-    "node-fetch": "^3.3.2",
     "openai": "^4.76.3",
-    "semver": "^7.7.2",
     "zod": "^3.24.1",
     "zx": "^8.3.0"
   },
@@ -46,8 +40,6 @@
   "scripts": {
     "test-deploy-core": "dp-next-cli deploy-core-pipeline dev template",
     "test-deploy-from-site": "dp-next-cli deploy-from-site --from-env dev --to-env dev --from-site financialdev --to-site template --deploy-core true",
-    "test-run-pipline": "dp-next-cli run-pipeline -r docupace-next-e2e -b master -p run-tests-qa",
-    "test-validate": "dp-changset-cli validate",
-    "test-create": "dp-changset-cli create-changeset"
+    "test-run-pipline": "dp-next-cli run-pipeline -r docupace-next-e2e -b master -p run-tests-qa"
   }
 }

package/pull-request-sum

@@ -0,0 +1,42 @@
+#!/usr/bin/env bash
+
+TARGET_BRANCH="INFP-10599-create-new-build-agent-runner-in-uat"
+
+TEMPERATURE=${TEMPERATURE:-1}
+MAX_TOKENS=${MAX_TOKENS:-512}
+MODEL=${MODEL:-"gemma3:27b"}
+INTRO=${INTRO:-"Summarize the changes introduced in this commit message, focusing on the files modified."}
+OLLAMA_ENDPOINT=${OLLAMA_ENDPOINT:-"http://10.10.22.111:11434/v1/completions"}
+
+# Get a list of staged files
+changed_files=$(git diff --cached --name-only)
+diff_messages=""
+
+for file in $changed_files; do
+  diff_messages+="$(git diff --cached -- "$file")"
+done
+
+payload=$(jq -n \
+--arg model "$MODEL" \
+--arg prompt "$(
+echo "$INTRO";
+echo "$diff_messages"
+    )" \
+--argjson temp "$TEMPERATURE" \
+--argjson tokens "$MAX_TOKENS" \
+'{
+        model: $model,
+        prompt: $prompt,
+        temperature: $temp,
+        max_tokens: $tokens
+    }'
+)
+
+response=$(curl -s -X POST "$OLLAMA_ENDPOINT" \
+-H "Content-Type: application/json" \
+-d "$payload")
+
+echo "$payload" | jq . > /tmp/ollama-summary.json
+echo "$response" | jq . >> /tmp/ollama-summary.json
+
+echo "$response" | jq -r '.choices[0].text' | sed '/./,$!d'

package/pull-request-summary

@@ -0,0 +1,34 @@
+#!/usr/bin/env bash
+
+TARGET_BRANCH=master
+
+TEMPERATURE=${TEMPERATURE:-1}
+MAX_TOKENS=${MAX_TOKENS:-512}
+MODEL=${MODEL:-"gemma3:27b"}
+INTRO=${INTRO:-"Write a summary of the commits in this pull request"}
+OLLAMA_ENDPOINT=${OLLAMA_ENDPOINT:-"http://10.10.22.111:11434/v1/completions"}
+
+payload=$(jq -n \
+    --arg model "$MODEL" \
+    --arg prompt "$(
+        echo "$INTRO";
+        git log origin/$TARGET_BRANCH --format='%B';
+    )" \
+    --argjson temp "$TEMPERATURE" \
+    --argjson tokens "$MAX_TOKENS" \
+    '{
+        model: $model,
+        prompt: $prompt,
+        temperature: $temp,
+        max_tokens: $tokens
+    }'
+)
+
+response=$(curl -s -X POST "$OLLAMA_ENDPOINT" \
+    -H "Content-Type: application/json" \
+    -d "$payload")
+
+echo "$payload" | jq . > /tmp/ollama-summary.json
+echo "$response" | jq . >> /tmp/ollama-summary.json
+
+echo "$response" | jq -r '.choices[0].text' | sed '/./,$!d'

package/pull-request-title

@@ -0,0 +1,66 @@
+#!/usr/bin/env bash
+set -e
+
+TARGET_BRANCH=master
+TEMPERATURE=${TEMPERATURE:-1}
+MAX_TOKENS=${MAX_TOKENS:-512}
+MODEL=${MODEL:-"gemma3:27b"}
+INTRO=${INTRO:-"Below are some commit messages. Write a one sentence summary of them."}
+
+LLM_ENDPOINT=${LLM_ENDPOINT:-"http://10.10.22.111:11434/v1/completions"}  # Ollama or LocalAI
+
+function num_commits {
+    git log origin/$TARGET_BRANCH --oneline | wc -l
+}
+
+function single_commit_title {
+    git log origin/$TARGET_BRANCH --format='%s' | head -1
+}
+
+function multi_commit_title {
+    prompt="$(
+        echo "$INTRO"
+        git log origin/$TARGET_BRANCH --format='%B'
+    )"
+
+    payload=$(jq -n \
+        --arg model "$MODEL" \
+        --arg prompt "$prompt" \
+        --argjson temp "$TEMPERATURE" \
+        --argjson tokens "$MAX_TOKENS" \
+        '{
+            model: $model,
+            prompt: $prompt,
+            temperature: $temp,
+            max_tokens: $tokens
+        }')
+
+    response=$(curl -s -X POST "$LLM_ENDPOINT" \
+        -H "Content-Type: application/json" \
+        -d "$payload")
+
+    echo "$payload" | jq . > /tmp/llama-title.json
+    echo "$response" | jq . >> /tmp/llama-title.json
+
+    error_message=$(echo "$response" | jq -r '.error.message // empty')
+    if [[ -n "$error_message" ]]; then
+        echo "LLM API error: $error_message"
+        exit 1
+    fi
+
+    echo "$response" | jq -r '.choices[0].text' | sed '/./,$!d' | head -1
+}
+
+function main {
+    if [ "$(num_commits)" -eq 0 ]; then
+        echo "Error: No commits found on branch origin/$TARGET_BRANCH."
+        exit 1
+    fi
+    if [ "$(num_commits)" -eq 1 ]; then
+        single_commit_title
+    else
+        multi_commit_title
+    fi
+}
+
+main

package/src/auth0/cli.js

@@ -15,7 +15,7 @@ const program = new Command();
 
 program
   .command(
-    'configureFromSite <fromSite> <toSite> <fromEnv> <toEnv> <deployUI> <deployGraphQLServer> <useNewDomain> <useS3>',
+    'configureFromSite <fromSite> <toSite> <fromEnv> <toEnv> <deployUI> <deployGraphQLServer> <useNewDomain> <useS3> <deployCCUI>',
   )
   .description('Configure the Auth0 tenants in env for the given site')
   .action(
@@ -28,6 +28,7 @@ program
       deployGraphQLServer,
       useNewDomain,
       useS3,
+      deployCCUI,
     ) => {
       await configureFromSite(
         fromSite,
@@ -38,6 +39,7 @@ program
         deployGraphQLServer,
         useNewDomain,
         useS3 === 'true' || useS3 === true,
+        deployCCUI,
       );
     },
   );

package/src/auth0/configure.js

@@ -5,16 +5,16 @@ import crypto from 'crypto';
 
 import {
   cloneEnvRepository,
-  cloneRepository,
-  pushDeployConfig,
   readDeployConfig,
+  pushDeployConfig,
+  cloneRepository,
 } from '../next/deploy.js';
 
 import { getVaultSecrets, updateVaultSecrets } from './vault.js';
 import {
-  coreSiteEnvMap,
-  environmentConfig,
   getVaultSecretsConfigs,
+  environmentConfig,
+  coreSiteEnvMap,
 } from '../next/config.js';
 
 async function ensureDirectoryExists(dirPath) {
@@ -57,6 +57,7 @@ export async function getAuth0AuthToken(auth0Domain, clientId, clientSecret) {
 async function configureUI(
   siteHost,
   coreURL,
+  connectURL,
   docupaceHost,
   site,
   env,
@@ -74,6 +75,7 @@ async function configureUI(
   );
   siteHost = siteHost.replace('https://', '');
   coreURL = coreURL.replace('https://', '');
+  connectURL = connectURL.replace('https://', '');
 
   try {
     const auth0Response = await axios.get(
@@ -129,7 +131,7 @@ uiMain:
   auth0ClientId: vault:secret/data/${site}/ui/config#AUTH0_CLIENT_ID
   graphqlClientUrl: https://${siteHost}/api/graphql
   graphqlServerUrl: https://${siteHost}/api/graphql
-  connectUrl: https://${siteHost}
+  connectUrl: https://${connectURL}
   coreUrl: https://${coreURL}
   env:
     AUTH0_CLIENT_SECRET: vault:secret/data/${site}/ui/config#AUTH0_CLIENT_SECRET
@@ -244,6 +246,167 @@ externalConnectService:
   }
 }
 
+async function configureCCUI(
+  siteHost,
+  coreURL,
+  connectURL,
+  docupaceHost,
+  site,
+  env,
+  auth0Domain,
+  auth0ClientId,
+  auth0ClientSecret,
+  auth0Token,
+  vaultSiteSecretsPath,
+  imageTag,
+  repoPath,
+  useS3,
+  ccUrl,
+) {
+  console.log(
+    `Configuring CC UI for site: ${site} Host: ${siteHost} in env: ${env}`,
+  );
+  siteHost = siteHost.replace('https://', '');
+  coreURL = coreURL.replace('https://', '');
+  connectURL = connectURL.replace('https://', '');
+  ccUrl = ccUrl.replace('https://', '');
+
+  try {
+    const auth0Response = await axios.get(
+      `https://${auth0Domain}/api/v2/clients`,
+      {
+        headers: { authorization: `Bearer ${auth0Token}` },
+      },
+    );
+
+    const uiClient = auth0Response.data.find(
+      (client) => client.name === 'docupace-ui-cc',
+    );
+    const uiAuth0ClientId = uiClient.client_id;
+    const uiAuth0ClientSecret = uiClient.client_secret;
+
+    // Generate Auth0 Secret
+    const uiAuth0Secret = crypto
+      .randomBytes(48)
+      .toString('base64')
+      .replace(/[^a-zA-Z0-9]/g, '');
+
+    // Prepare data payload
+    console.log('Preparing Vault CC UI data payload...');
+    const ccUISecretData = JSON.stringify({
+      data: {
+        AUTH0_CLIENT_ID: uiAuth0ClientId,
+        AUTH0_CLIENT_SECRET: uiAuth0ClientSecret,
+        AUTH0_SECRET: uiAuth0Secret,
+      },
+    });
+    console.log('Updating Vault Site Secret =>', vaultSiteSecretsPath);
+    await updateVaultSecrets(vaultSiteSecretsPath, ccUISecretData);
+
+    let siteAWSSecrets = null;
+
+    if (useS3 === true || useS3 === 'true') {
+      const siteAWSSecretsPath = getVaultSecretsConfigs(site).awsSecretsPath;
+      siteAWSSecrets = await getVaultSecrets(siteAWSSecretsPath);
+      console.log(`siteAWSSecretsPath => ${siteAWSSecretsPath}`);
+    }
+
+    // Prepare cc.app.yaml
+    const uiССAppYaml = `
+repo: docupace-ui-main
+revision: master
+`.trim();
+    // Prepare cc.values.yaml
+    const uiССValuesYaml = `
+uiMain:
+  auth0BaseUrl: https://${ccUrl}
+  auth0IssuerBaseUrl: https://${auth0Domain}
+  auth0ClientId: vault:secret/data/${site}/ui-cc/config#AUTH0_CLIENT_ID
+  graphqlClientUrl: https://${siteHost}/api/graphql
+  graphqlServerUrl: https://${siteHost}/api/graphql
+  connectUrl: https://${connectURL}
+  coreUrl: https://${coreURL}
+  env:
+    AUTH0_AUDIENCE: core-api-access
+    AUTH0_CLIENT_SECRET: vault:secret/data/${site}/ui-cc/config#AUTH0_CLIENT_SECRET
+    AUTH0_SECRET: vault:secret/data/${site}/ui-cc/config#AUTH0_SECRET
+    ${
+      useS3 === true || useS3 === 'true'
+        ? `
+    AWS_ACCESS_KEY_ID: vault:secret/data/${site}/aws/config#AWS_ACCESS_KEY_ID
+    AWS_BUCKET_NAME: vault:secret/data/${site}/aws/config#AWS_BUCKET_NAME
+    AWS_SECRET_ACCESS_KEY: vault:secret/data/${site}/aws/config#AWS_SECRET_ACCESS_KEY
+image:
+  repository: registry.paperout.com/docupace-ui-main-dev-docker-local/cc-ui-app
+  tag: ${imageTag}
+imagePullSecrets:
+  - name: jf-artifactory
+ingress:
+  enabled: true
+  className: nginx
+  annotations:
+    external-dns.alpha.kubernetes.io/hostname: ${ccUrl}
+    external-dns.alpha.kubernetes.io/zone: public
+    cert-manager.io/cluster-issuer: letsencrypt
+    nginx.ingress.kubernetes.io/proxy-buffer-size: 128k
+  hosts:
+    - host: ${ccUrl}
+      paths:
+        - path: /
+          pathType: Prefix
+  tls:
+    - hosts:
+        - ${ccUrl}
+      secretName: dp-cc-ui-cert
+    `.trim()
+        : ''
+    }
+${
+  useS3 === true || useS3 === 'true'
+    ? `
+serviceAccount:
+  create: true
+  annotations:
+    eks.amazonaws.com/role-arn: arn:aws:iam::${siteAWSSecrets.AWS_ACCOUNT_ID}:role/eks-pod-identity-connect-next-${env}-${site}-bucket
+`.trim()
+    : ''
+}
+`.trim();
+
+    console.log('Writing configuration files...');
+    await ensureDirectoryExists(path.resolve(`${repoPath}/dp/${site}`));
+
+    await fs.writeFile(
+      `${repoPath}/dp/${site}/cc.app.yaml`,
+      uiССAppYaml,
+      (err) => {
+        if (err) {
+          console.error('Failed to write the file:', err);
+        } else {
+          console.log('File written successfully.');
+        }
+      },
+    );
+
+    await fs.writeFile(
+      `${repoPath}/dp/${site}/cc.values.yaml`,
+      uiССValuesYaml,
+      (err) => {
+        if (err) {
+          console.error('Failed to write the file:', err);
+        } else {
+          console.log('File written successfully.');
+        }
+      },
+    );
+    console.log('Done!');
+    console.log('Updating Core Site Config...');
+    await updateCoreSiteConfig(site, env, useS3);
+  } catch (error) {
+    console.error('Error configuring UI:', error);
+  }
+}
+
 export async function cleanAndWritePropertiesFile(configPath, content) {
   try {
     const cleanedContent = content
@@ -456,6 +619,7 @@ export async function configureFromSite(
   deployGraphQLServer,
   useNewDomain,
   useS3,
+  deployCCUI,
 ) {
   console.log(
     `Configuring Auth0 tenants and ArgoCD apps for site: ${toSite} in env: ${toEnv} from site: ${fromSite}`,
@@ -480,10 +644,14 @@ export async function configureFromSite(
     auth0ClientSecret,
   );
 
-  // UI app
+  // UI MAIN app
   const uiSecretsPath = getVaultSecretsConfigs(toSite).uiSecretsPath;
   console.log(`uiSecretsPath => ${uiSecretsPath}`);
 
+  // UI CC app
+  const ccUISecretsPath = getVaultSecretsConfigs(toSite).ccUISecretsPath;
+  console.log(`ccUISecretsPath => ${ccUISecretsPath}`);
+
   // GraphQL-Server app
   const graphqlSecretsPath =
     getVaultSecretsConfigs(toSite).graphqlServerSecretsPath;
@@ -533,17 +701,22 @@ export async function configureFromSite(
   const envConfig = environmentConfig[toEnv];
 
   let CORE_URL, SITE_HOST, CORE_API_CONTEXT, CONNECT_URL, DOCUPACE_HOST;
-  if (useNewDomain) {
+  const newUrl = envConfig.newUrl(toSite);
+  const ccUrl = envConfig.ccUrl(toSite);
+
+  SITE_HOST = `${newUrl}`;
+
+  if (useNewDomain === true || useNewDomain === 'true') {
     const newUrl = envConfig.newUrl(toSite);
     CORE_URL = `${newUrl}/core`;
-    SITE_HOST = newUrl;
+    // SITE_HOST = newUrl;
     CORE_API_CONTEXT = 'core';
     CONNECT_URL = `${newUrl}/connect`;
     DOCUPACE_HOST = envConfig.docupaceHost();
   } else {
     const oldUrl = envConfig.oldUrl(toSite);
     CORE_URL = oldUrl;
-    SITE_HOST = oldUrl;
+    // SITE_HOST = oldUrl;
     CORE_API_CONTEXT = toSite;
     CONNECT_URL = `${oldUrl}_ui`;
   }
@@ -552,6 +725,7 @@ export async function configureFromSite(
     await configureUI(
       SITE_HOST,
       CORE_URL,
+      CONNECT_URL,
       DOCUPACE_HOST,
       toSite,
       toEnv,
@@ -566,6 +740,26 @@ export async function configureFromSite(
     );
   }
 
+  if (deployCCUI === true || deployCCUI === 'true') {
+    await configureCCUI(
+      SITE_HOST,
+      CORE_URL,
+      CONNECT_URL,
+      DOCUPACE_HOST,
+      toSite,
+      toEnv,
+      auth0Domain,
+      auth0ClientId,
+      auth0ClientSecret,
+      auth0Token,
+      ccUISecretsPath,
+      uiImageTag,
+      repoPathToEnv,
+      useS3,
+      ccUrl,
+    );
+  }
+
   await configureGraphQLServer(
     SITE_HOST,
     CORE_URL,

package/src/auth0/metadata.js

@@ -1,10 +1,11 @@
 import fs from 'fs-extra';
 import axios from 'axios';
 import path from 'path';
-import { cloneRepository, pushDeployConfig } from '../next/deploy.js';
+import { cloneRepository } from '../next/deploy.js';
 import { getAuth0AuthToken } from './configure.js';
 import { getVaultSecrets } from './vault.js';
 import { getVaultSecretsConfigs } from '../next/config.js';
+import { pushDeployConfig } from '../next/deploy.js';
 
 export async function getAuth0Metadata(site, env) {
   try {