duoops 0.1.3 → 0.1.4

package/dist/commands/init.js

@@ -2,11 +2,12 @@ import { BigQuery } from '@google-cloud/bigquery';
 import { confirm, input, password, select } from '@inquirer/prompts';
 import { Command } from '@oclif/core';
 import axios from 'axios';
-import { bold, gray, green } from 'kleur/colors';
+import { bold, gray, green, yellow } from 'kleur/colors';
 import { execSync } from 'node:child_process';
 import fs from 'node:fs';
 import os from 'node:os';
 import path from 'node:path';
+import { fileURLToPath } from 'node:url';
 import { configManager } from '../lib/config.js';
 const hasBinary = (command) => {
     try {
@@ -190,6 +191,81 @@ const tryCreateRunnerToken = (projectPath, runnerDescription, runnerTag) => {
     catch {
     }
 };
+const updateGitLabCiYml = async (projectPath, config, runnerInfo, log) => {
+    const ciPath = path.join(process.cwd(), '.gitlab-ci.yml');
+    if (!fs.existsSync(ciPath)) {
+        log(yellow('No .gitlab-ci.yml found. Skipping automatic update.'));
+        return;
+    }
+    const useComponent = await confirm({
+        default: true,
+        message: 'Add the DuoOps measure component to your .gitlab-ci.yml?',
+    });
+    if (!useComponent) {
+        return;
+    }
+    const method = await select({
+        choices: [
+            {
+                description: 'Recommended: Automatically updated via GitLab Catalog',
+                name: 'Use Published Component (v0.1)',
+                value: 'published',
+            },
+            {
+                description: 'Copy template file into your repository',
+                name: 'Use Local File Copy',
+                value: 'local',
+            },
+        ],
+        message: 'How would you like to include the component?',
+    });
+    let includeBlock = '';
+    if (method === 'published') {
+        // Determine latest version or default to 0.1
+        const componentPath = `gitlab.com/youneslaaroussi/duoops/duoops-measure-component@0.1`;
+        includeBlock = `
+include:
+  - component: ${componentPath}
+    inputs:
+      gcp_project_id: "$GCP_PROJECT_ID"
+      gcp_instance_id: "$GCP_INSTANCE_ID"
+      gcp_zone: "$GCP_ZONE"
+      machine_type: "$MACHINE_TYPE"
+      tags: ["${runnerInfo.runnerTag}"]
+`;
+    }
+    else {
+        // Local copy
+        const targetDir = path.join(process.cwd(), '.duoops');
+        if (!fs.existsSync(targetDir)) {
+            fs.mkdirSync(targetDir, { recursive: true });
+        }
+        const templatePath = path.resolve(path.dirname(fileURLToPath(import.meta.url)), '../../templates/duoops-measure-component.yml');
+        if (fs.existsSync(templatePath)) {
+            const targetFile = path.join(targetDir, 'measure-component.yml');
+            fs.copyFileSync(templatePath, targetFile);
+            log(green(`Copied component template to ${targetFile}`));
+        }
+        else {
+            log(yellow(`Could not find template at ${templatePath}. Using remote reference instead.`));
+        }
+        includeBlock = `
+include:
+  - local: .duoops/measure-component.yml
+`;
+    }
+    const currentContent = fs.readFileSync(ciPath, 'utf8');
+    if (currentContent.includes('duoops-measure-component')) {
+        log(yellow('It looks like DuoOps component is already included in .gitlab-ci.yml.'));
+        const overwrite = await confirm({
+            message: 'Append the new configuration anyway?',
+        });
+        if (!overwrite)
+            return;
+    }
+    fs.appendFileSync(ciPath, includeBlock);
+    log(green('Updated .gitlab-ci.yml with DuoOps component configuration.'));
+};
 export default class Init extends Command {
     static description = 'Initialize DuoOps, optionally wiring a GitLab project and GCP runner';
     async run() {
@@ -402,7 +478,8 @@ export default class Init extends Command {
                 this.warn(`  WARN Failed to set ${variable.key}: ${message}`);
             }
         }));
-        this.log(gray('\nAdd the duoops measure component to your .gitlab-ci.yml (demo/.duoops/measure-component.yml is a good starting point).'));
+        this.log('\n');
+        await updateGitLabCiYml(projectPath, configManager.get(), runnerInfo, (msg) => this.log(msg));
         this.log(gray(`Use the '${runnerInfo.runnerTag}' tag on jobs that should target this runner.`));
         this.log(green('Project wiring complete!'));
         const currentConfig = configManager.get();

package/oclif.manifest.json

@@ -480,5 +480,5 @@
       ]
     }
   },
-  "version": "0.1.3"
+  "version": "0.1.4"
 }

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "duoops",
   "description": "Toolset for Explainable and Sustainable CI on Gitlab.",
-  "version": "0.1.3",
+  "version": "0.1.4",
   "author": "Younes Laaroussi",
   "bin": {
     "duoops": "./bin/run.js"
@@ -61,7 +61,8 @@
   "files": [
     "./bin",
     "./dist",
-    "./oclif.manifest.json"
+    "./oclif.manifest.json",
+    "./templates"
   ],
   "homepage": "https://gitlab.com/youneslaaroussi/duoops",
   "keywords": [

package/templates/duoops-measure-component.yml

@@ -0,0 +1,149 @@
+spec:
+  inputs:
+    provider:
+      description: "Cloud provider (gcp or aws)"
+      type: string
+      default: "gcp"
+
+    # GCP inputs
+    gcp_project_id:
+      description: "GCP Project ID"
+      type: string
+      default: ""
+
+    gcp_instance_id:
+      description: "GCP Compute Engine instance ID (numeric)"
+      type: string
+      default: ""
+
+    gcp_zone:
+      description: "GCP zone (e.g., us-central1-a)"
+      type: string
+      default: ""
+
+    machine_type:
+      description: "Machine type (e.g., e2-standard-4)"
+      type: string
+
+    # Optional configuration
+    emission_budget_grams:
+      description: "Carbon/Emission budget in grams CO2e (optional)"
+      type: string
+      default: ""
+
+    fail_on_budget:
+      description: "Fail build if budget is exceeded"
+      type: boolean
+      default: false
+
+    duoops_version:
+      description: "duoops npm package version"
+      type: string
+      default: "latest"
+
+    stage:
+      description: "GitLab CI stage to run in"
+      type: string
+      default: ".post"
+
+    tags:
+      description: "Runner tags"
+      type: array
+      default: []
+
+---
+
+duoops-measure-analysis:
+  stage: $[[ inputs.stage ]]
+  tags: $[[ inputs.tags ]]
+  image: google/cloud-sdk:slim
+  variables:
+    PROVIDER: $[[ inputs.provider ]]
+    GCP_PROJECT_ID: $[[ inputs.gcp_project_id ]]
+    GCP_INSTANCE_ID: $[[ inputs.gcp_instance_id ]]
+    GCP_ZONE: $[[ inputs.gcp_zone ]]
+    MACHINE_TYPE: $[[ inputs.machine_type ]]
+    EMISSION_BUDGET_GRAMS: $[[ inputs.emission_budget_grams ]]
+    FAIL_ON_BUDGET: $[[ inputs.fail_on_budget ]]
+    DUOOPS_VERSION: $[[ inputs.duoops_version ]]
+  before_script:
+    - |
+      if ! command -v duoops &> /dev/null; then
+        echo "duoops binary not found on runner. Ensure the runner image installs duoops." >&2
+        exit 1
+      fi
+      echo "Using $(duoops --version)"
+  script:
+    - |
+      PROVIDER=${PROVIDER:-$[[ inputs.provider ]]}
+      START_TIME=$(date -u -d "$CI_PIPELINE_CREATED_AT" +%Y-%m-%dT%H:%M:%SZ)
+      END_TIME=$(date -u +%Y-%m-%dT%H:%M:%SZ)
+
+      if [ -z "$GCP_SA_KEY_BASE64" ]; then
+        echo "GCP_SA_KEY_BASE64 is required for provider=gcp" >&2
+        exit 1
+      fi
+
+      echo "$GCP_SA_KEY_BASE64" | base64 -d > /tmp/gcp-key.json
+      export GOOGLE_APPLICATION_CREDENTIALS=/tmp/gcp-key.json
+      gcloud auth activate-service-account --key-file=/tmp/gcp-key.json
+
+      TOKEN=$(gcloud auth print-access-token)
+
+      CPU_FILTER="resource.type=\"gce_instance\" AND resource.labels.instance_id=\"$GCP_INSTANCE_ID\" AND resource.labels.zone=\"$GCP_ZONE\" AND metric.type=\"compute.googleapis.com/instance/cpu/utilization\""
+      CPU_ENCODED=$(python3 -c "import urllib.parse; print(urllib.parse.quote('''$CPU_FILTER'''))")
+
+      RAM_USED_FILTER="resource.type=\"gce_instance\" AND resource.labels.instance_id=\"$GCP_INSTANCE_ID\" AND metric.type=\"compute.googleapis.com/instance/memory/balloon/ram_used\""
+      RAM_USED_ENCODED=$(python3 -c "import urllib.parse; print(urllib.parse.quote('''$RAM_USED_FILTER'''))")
+
+      RAM_SIZE_FILTER="resource.type=\"gce_instance\" AND resource.labels.instance_id=\"$GCP_INSTANCE_ID\" AND metric.type=\"compute.googleapis.com/instance/memory/balloon/ram_size\""
+      RAM_SIZE_ENCODED=$(python3 -c "import urllib.parse; print(urllib.parse.quote('''$RAM_SIZE_FILTER'''))")
+
+      START_SEC=$(date -d "$START_TIME" +%s)
+      NOW_SEC=$(date +%s)
+      DURATION_SEC=$((NOW_SEC - START_SEC))
+      EXPECTED_POINTS=$((DURATION_SEC / 60))
+      [ "$EXPECTED_POINTS" -lt 1 ] && EXPECTED_POINTS=1
+
+      echo "Pipeline duration: ${DURATION_SEC}s, expecting ~$EXPECTED_POINTS data points"
+      echo "Waiting for metrics data (GCP has ~3 min lag)..."
+
+      for i in $(seq 1 30); do
+        END_TIME=$(date -u +%Y-%m-%dT%H:%M:%SZ)
+        CPU_DATA=$(curl -s -H "Authorization: Bearer $TOKEN" \
+          "https://monitoring.googleapis.com/v3/projects/$GCP_PROJECT_ID/timeSeries?filter=$CPU_ENCODED&interval.startTime=$START_TIME&interval.endTime=$END_TIME")
+
+        POINTS=$(echo "$CPU_DATA" | python3 -c "import sys,json; d=json.load(sys.stdin); print(sum(len(ts.get('points',[])) for ts in d.get('timeSeries',[])))" 2>/dev/null || echo "0")
+
+        if [ "$POINTS" -ge "$EXPECTED_POINTS" ]; then
+          echo "Got $POINTS CPU data points (expected $EXPECTED_POINTS)"
+          break
+        fi
+        echo "Waiting for data... got $POINTS/$EXPECTED_POINTS (attempt $i/30)"
+        sleep 10
+      done
+
+      # Fetch RAM data
+      RAM_USED_DATA=$(curl -s -H "Authorization: Bearer $TOKEN" \
+        "https://monitoring.googleapis.com/v3/projects/$GCP_PROJECT_ID/timeSeries?filter=$RAM_USED_ENCODED&interval.startTime=$START_TIME&interval.endTime=$END_TIME")
+
+      RAM_SIZE_DATA=$(curl -s -H "Authorization: Bearer $TOKEN" \
+        "https://monitoring.googleapis.com/v3/projects/$GCP_PROJECT_ID/timeSeries?filter=$RAM_SIZE_ENCODED&interval.startTime=$START_TIME&interval.endTime=$END_TIME")
+
+      echo "$CPU_DATA" > /tmp/cpu_timeseries.json
+      echo "$RAM_USED_DATA" > /tmp/ram_used_timeseries.json
+      echo "$RAM_SIZE_DATA" > /tmp/ram_size_timeseries.json
+
+      CMD="duoops measure calculate --provider gcp --machine $MACHINE_TYPE --region $GCP_ZONE --cpu-timeseries /tmp/cpu_timeseries.json --ram-used-timeseries /tmp/ram_used_timeseries.json --ram-size-timeseries /tmp/ram_size_timeseries.json --out-md measure-report.md --out-json measure-report.json"
+      [ -n "${EMISSION_BUDGET_GRAMS:-}" ] && CMD="$CMD --budget $EMISSION_BUDGET_GRAMS"
+      [ "${FAIL_ON_BUDGET:-}" = "true" ] && CMD="$CMD --fail-on-budget"
+
+      eval "$CMD"
+      cat measure-report.md
+  artifacts:
+    paths:
+      - measure-report.md
+      - measure-report.json
+    expire_in: 30 days
+  rules:
+    - when: always