duoops 0.2.2 → 0.2.4

package/dist/commands/init.js

@@ -11,6 +11,7 @@ import { fileURLToPath } from 'node:url';
 import { configManager } from '../lib/config.js';
 import { detectGcpProject, enableApis, validateProjectAccess } from '../lib/gcloud.js';
 import McpDeploy from './mcp/deploy.js';
+const gitlabAuthHeaders = (token) => token.startsWith('glpat-') ? { 'PRIVATE-TOKEN': token } : { Authorization: `Bearer ${token}` };
 const hasBinary = (command) => {
     try {
         execSync(`${command} --version`, { stdio: 'ignore' });
@@ -50,7 +51,7 @@ const setGitlabVariable = async (auth, projectPath, variable) => {
     const apiUrl = `${base}/api/v4/projects/${project}/variables`;
     await axios
         .delete(`${apiUrl}/${variable.key}`, {
-        headers: { 'PRIVATE-TOKEN': auth.token },
+        headers: gitlabAuthHeaders(auth.token),
     })
         .catch(() => { });
     await axios.post(apiUrl, {
@@ -58,7 +59,7 @@ const setGitlabVariable = async (auth, projectPath, variable) => {
         masked: Boolean(variable.masked),
         protected: false,
         value: variable.value,
-    }, { headers: { 'PRIVATE-TOKEN': auth.token } });
+    }, { headers: gitlabAuthHeaders(auth.token) });
 };
 const ensureServiceAccount = (projectId, serviceAccount) => {
     try {

package/mcp-server/.dockerignore

@@ -0,0 +1,3 @@
+node_modules
+dist
+.git

package/mcp-server/Dockerfile

@@ -0,0 +1,27 @@
+FROM node:22-slim
+
+WORKDIR /app
+
+# Copy package files
+COPY package*.json ./
+
+# Install dependencies
+RUN npm install
+
+# Copy source code and config
+COPY tsconfig.json ./
+COPY src/ ./src/
+COPY data/ ./data/
+
+# Build
+RUN npm run build
+
+# Prune dev dependencies
+RUN npm prune --production
+
+# Expose port
+EXPOSE 8080
+ENV PORT=8080
+
+# Start server
+CMD ["node", "dist/index.js"]

package/mcp-server/README.md

@@ -0,0 +1,70 @@
+# DuoOps MCP Server
+
+This is a **Model Context Protocol (MCP)** server that exposes DuoOps carbon emissions data from BigQuery to AI agents like GitLab Duo Chat.
+
+It allows developers to ask natural language questions like:
+- "What was the carbon footprint of pipeline 12345?"
+- "How do emissions compare for the last 10 builds?"
+- "What is the power profile of an e2-standard-4 machine?"
+
+## Tools
+
+- `get_job_emissions`: Retrieve emissions for a specific CI job
+- `get_pipeline_emissions`: Retrieve aggregated emissions for a pipeline
+- `get_project_emissions_summary`: Get emissions trends for a project
+- `get_machine_profile`: Look up specs and power data for cloud instances
+- `get_region_carbon_intensity`: Check grid carbon intensity for a region
+
+## Deployment
+
+Deploy to Google Cloud Run:
+
+```bash
+# Using the DuoOps CLI (recommended)
+duoops mcp deploy --gcp-project <PROJECT_ID> --region us-central1
+
+# OR manually with gcloud
+gcloud run deploy duoops-mcp \
+  --image registry.gitlab.com/youneslaaroussi/duoops/mcp-server:latest \
+  --set-env-vars "GCP_PROJECT_ID=<PROJECT_ID>,BQ_DATASET=<DATASET>,BQ_TABLE=<TABLE>" \
+  --allow-unauthenticated \
+  --region us-central1
+```
+
+## Configuration in GitLab
+
+Add this to your project's `.gitlab/duo/mcp.json`:
+
+```json
+{
+  "mcpServers": {
+    "duoops-carbon": {
+      "type": "http",
+      "url": "https://<your-cloud-run-url>/mcp",
+      "approvedTools": true
+    }
+  }
+}
+```
+
+Or if using `mcp-remote` bridge (for stdio-only clients):
+
+```json
+{
+  "mcpServers": {
+    "duoops-carbon": {
+      "type": "stdio",
+      "command": "npx",
+      "args": ["mcp-remote", "https://<your-cloud-run-url>/mcp"],
+      "approvedTools": true
+    }
+  }
+}
+```
+
+## Authentication
+
+Auth is handled via **OAuth 2.0 Dynamic Client Registration** with GitLab.
+1. When Duo Chat connects, the server requests auth.
+2. GitLab handles the OAuth flow in your browser.
+3. Your identity is verified against the GitLab API.

package/mcp-server/data/aws_machine_power_profiles.json

@@ -0,0 +1,54 @@
+{
+  "m5.large": {
+    "vcpus": 2,
+    "memory_gb": 8,
+    "platform_cpu": "Intel Xeon Platinum 8175",
+    "matched_cpu_profile": "Intel Xeon Platinum 8175",
+    "cpu_power_profile": [
+      { "percentage": 0, "watts": 11.5 },
+      { "percentage": 10, "watts": 23.0 },
+      { "percentage": 50, "watts": 82.0 },
+      { "percentage": 100, "watts": 150.0 }
+    ],
+    "scope3_emissions_hourly": 18
+  },
+  "c5.xlarge": {
+    "vcpus": 4,
+    "memory_gb": 8,
+    "platform_cpu": "Intel Xeon Platinum 8275",
+    "matched_cpu_profile": "Intel Xeon Platinum 8275",
+    "cpu_power_profile": [
+      { "percentage": 0, "watts": 14.0 },
+      { "percentage": 10, "watts": 33.0 },
+      { "percentage": 50, "watts": 115.0 },
+      { "percentage": 100, "watts": 195.0 }
+    ],
+    "scope3_emissions_hourly": 22
+  },
+  "m6g.large": {
+    "vcpus": 2,
+    "memory_gb": 8,
+    "platform_cpu": "AWS Graviton2",
+    "matched_cpu_profile": "AWS Graviton2",
+    "cpu_power_profile": [
+      { "percentage": 0, "watts": 8.0 },
+      { "percentage": 10, "watts": 16.0 },
+      { "percentage": 50, "watts": 55.0 },
+      { "percentage": 100, "watts": 95.0 }
+    ],
+    "scope3_emissions_hourly": 15
+  },
+  "r6i.2xlarge": {
+    "vcpus": 8,
+    "memory_gb": 64,
+    "platform_cpu": "Intel Xeon Ice Lake",
+    "matched_cpu_profile": "Intel Xeon Ice Lake",
+    "cpu_power_profile": [
+      { "percentage": 0, "watts": 26.0 },
+      { "percentage": 10, "watts": 52.0 },
+      { "percentage": 50, "watts": 200.0 },
+      { "percentage": 100, "watts": 360.0 }
+    ],
+    "scope3_emissions_hourly": 42
+  }
+}

package/mcp-server/data/cpu_physical_specs.json

@@ -0,0 +1,105 @@
+{
+  "_metadata": {
+    "description": "Physical CPU specifications with vCPU counts for accurate power-per-vCPU calculations",
+    "last_updated": "2025-01-22",
+    "methodology": "Power per VM vCPU = (TDP / physical_vcpus) * vm_vcpus * utilization_ratio"
+  },
+  "Intel Xeon Gold 6268CL": {
+    "cores": 24,
+    "threads": 48,
+    "tdp_watts": 205,
+    "architecture": "Cascade Lake",
+    "source": "https://www.ebay.com/p/2321792675",
+    "source_name": "eBay Product Listing (SRF80)"
+  },
+  "Intel Xeon Gold 6253CL": {
+    "cores": 18,
+    "threads": 36,
+    "tdp_watts": 205,
+    "architecture": "Cascade Lake",
+    "source": "https://www.cpubenchmark.net/cpu.php?cpu=Intel+Xeon+Gold+6253CL+@+3.10GHz&id=4539",
+    "source_name": "PassMark CPU Benchmark"
+  },
+  "Intel Xeon Platinum 8481C": {
+    "cores": 56,
+    "threads": 112,
+    "tdp_watts": 350,
+    "architecture": "Sapphire Rapids",
+    "source": "https://www.techpowerup.com/cpu-specs/xeon-platinum-8481c.c3992",
+    "source_name": "TechPowerUp CPU Database"
+  },
+  "Intel Xeon Platinum 8373C": {
+    "cores": 36,
+    "threads": 72,
+    "tdp_watts": 300,
+    "architecture": "Ice Lake",
+    "source": "https://en.wikipedia.org/wiki/List_of_Intel_Xeon_processors_(Ice_Lake-based)",
+    "source_name": "Wikipedia - Intel Xeon Ice Lake"
+  },
+  "Intel Xeon Platinum 8280L": {
+    "cores": 28,
+    "threads": 56,
+    "tdp_watts": 205,
+    "architecture": "Cascade Lake",
+    "source": "https://ark.intel.com/content/www/us/en/ark/products/192472/intel-xeon-platinum-8280l-processor-38-5m-cache-2-70-ghz.html",
+    "source_name": "Intel ARK"
+  },
+  "Intel Xeon Platinum 8273CL": {
+    "cores": 28,
+    "threads": 56,
+    "tdp_watts": 165,
+    "architecture": "Cascade Lake",
+    "source": "https://en.wikipedia.org/wiki/List_of_Intel_Xeon_processors_(Cascade_Lake-based)",
+    "source_name": "Wikipedia - Intel Xeon Cascade Lake"
+  },
+  "Intel Xeon Scalable Platinum 8173M": {
+    "cores": 28,
+    "threads": 56,
+    "tdp_watts": 165,
+    "architecture": "Skylake",
+    "source": "https://en.wikipedia.org/wiki/List_of_Intel_Xeon_processors#702Skylake-based_703Xeon_Scalable",
+    "source_name": "Wikipedia - Intel Xeon Skylake"
+  },
+  "Intel Skylake": {
+    "cores": 28,
+    "threads": 56,
+    "tdp_watts": 150,
+    "architecture": "Skylake",
+    "source": "https://cloud.google.com/compute/docs/cpu-platforms",
+    "source_name": "Google Cloud CPU Platforms",
+    "note": "Generic Skylake profile for e2 instances, estimated from typical Skylake server CPUs"
+  },
+  "Intel Xeon E7-8880V4": {
+    "cores": 22,
+    "threads": 44,
+    "tdp_watts": 150,
+    "architecture": "Broadwell",
+    "source": "https://www.intel.com/content/www/us/en/products/sku/93792/intel-xeon-processor-e78880-v4-55m-cache-2-20-ghz/specifications.html",
+    "source_name": "Intel ARK"
+  },
+  "AMD EPYC 7B12": {
+    "cores": 64,
+    "threads": 128,
+    "tdp_watts": 240,
+    "architecture": "Rome (Zen 2)",
+    "source": "https://www.newegg.com/p/1FR-00G6-00026",
+    "source_name": "Newegg Product Listing"
+  },
+  "AMD EPYC 7B13": {
+    "cores": 64,
+    "threads": 128,
+    "tdp_watts": 225,
+    "architecture": "Milan (Zen 3)",
+    "source": "https://www.amd.com/en/products/cpu/amd-epyc-7b13",
+    "source_name": "AMD Product Page"
+  },
+  "Q64-30": {
+    "cores": 64,
+    "threads": 64,
+    "tdp_watts": 180,
+    "architecture": "ARM Neoverse N1",
+    "source": "https://amperecomputing.com/en/briefs/ampere-altra-family-product-brief",
+    "source_name": "Ampere Altra Family Product Brief",
+    "note": "ARM cores have no hyperthreading, threads = cores"
+  }
+}

package/mcp-server/data/cpu_power_profiles.json

@@ -0,0 +1,275 @@
+{
+  "AMD EPYC 7B12": {
+    "tdp_watts": 240.0,
+    "power_profile": [
+      {
+        "percentage": 0,
+        "watts": 4.08
+      },
+      {
+        "percentage": 10,
+        "watts": 8.16
+      },
+      {
+        "percentage": 50,
+        "watts": 40.56
+      },
+      {
+        "percentage": 100,
+        "watts": 240.0
+      }
+    ]
+  },
+  "Intel Xeon E5-2689": {
+    "tdp_watts": 115.0,
+    "power_profile": [
+      {
+        "percentage": 0,
+        "watts": 2.07
+      },
+      {
+        "percentage": 10,
+        "watts": 4.14
+      },
+      {
+        "percentage": 50,
+        "watts": 20.47
+      },
+      {
+        "percentage": 100,
+        "watts": 115.0
+      }
+    ]
+  },
+  "Intel Xeon E5-2696V3": {
+    "tdp_watts": 145.0,
+    "power_profile": [
+      {
+        "percentage": 0,
+        "watts": 2.61
+      },
+      {
+        "percentage": 10,
+        "watts": 5.22
+      },
+      {
+        "percentage": 50,
+        "watts": 25.81
+      },
+      {
+        "percentage": 100,
+        "watts": 145.0
+      }
+    ]
+  },
+  "Intel Xeon E5-2696V4": {
+    "tdp_watts": 150.0,
+    "power_profile": [
+      {
+        "percentage": 0,
+        "watts": 2.5500000000000003
+      },
+      {
+        "percentage": 10,
+        "watts": 5.1000000000000005
+      },
+      {
+        "percentage": 50,
+        "watts": 25.35
+      },
+      {
+        "percentage": 100,
+        "watts": 150.0
+      }
+    ]
+  },
+  "Intel Xeon E7-8880V4": {
+    "tdp_watts": 150.0,
+    "power_profile": [
+      {
+        "percentage": 0,
+        "watts": 2.6999999999999997
+      },
+      {
+        "percentage": 10,
+        "watts": 5.3999999999999995
+      },
+      {
+        "percentage": 50,
+        "watts": 26.7
+      },
+      {
+        "percentage": 100,
+        "watts": 150.0
+      }
+    ]
+  },
+  "Intel Xeon Gold 6253CL": {
+    "tdp_watts": 205.0,
+    "power_profile": [
+      {
+        "percentage": 0,
+        "watts": 3.4850000000000003
+      },
+      {
+        "percentage": 10,
+        "watts": 6.970000000000001
+      },
+      {
+        "percentage": 50,
+        "watts": 34.645
+      },
+      {
+        "percentage": 100,
+        "watts": 205.0
+      }
+    ]
+  },
+  "Intel Xeon Gold 6268CL": {
+    "tdp_watts": 205.0,
+    "power_profile": [
+      {
+        "percentage": 0,
+        "watts": 3.4850000000000003
+      },
+      {
+        "percentage": 10,
+        "watts": 6.970000000000001
+      },
+      {
+        "percentage": 50,
+        "watts": 34.645
+      },
+      {
+        "percentage": 100,
+        "watts": 205.0
+      }
+    ]
+  },
+  "Intel Xeon Platinum 8273CL": {
+    "tdp_watts": 165.0,
+    "power_profile": [
+      {
+        "percentage": 0,
+        "watts": 2.805
+      },
+      {
+        "percentage": 10,
+        "watts": 5.61
+      },
+      {
+        "percentage": 50,
+        "watts": 27.885
+      },
+      {
+        "percentage": 100,
+        "watts": 165.0
+      }
+    ]
+  },
+  "Intel Xeon Platinum 8280L": {
+    "tdp_watts": 205.0,
+    "power_profile": [
+      {
+        "percentage": 0,
+        "watts": 3.4850000000000003
+      },
+      {
+        "percentage": 10,
+        "watts": 6.970000000000001
+      },
+      {
+        "percentage": 50,
+        "watts": 34.645
+      },
+      {
+        "percentage": 100,
+        "watts": 205.0
+      }
+    ]
+  },
+  "Intel Xeon Platinum 8373C": {
+    "tdp_watts": 300.0,
+    "power_profile": [
+      {
+        "percentage": 0,
+        "watts": 5.1000000000000005
+      },
+      {
+        "percentage": 10,
+        "watts": 10.200000000000001
+      },
+      {
+        "percentage": 50,
+        "watts": 50.7
+      },
+      {
+        "percentage": 100,
+        "watts": 300.0
+      }
+    ]
+  },
+  "Intel Xeon Platinum 8481C": {
+    "tdp_watts": 350.0,
+    "power_profile": [
+      {
+        "percentage": 0,
+        "watts": 4.9
+      },
+      {
+        "percentage": 10,
+        "watts": 9.8
+      },
+      {
+        "percentage": 50,
+        "watts": 49.349999999999994
+      },
+      {
+        "percentage": 100,
+        "watts": 350.0
+      }
+    ]
+  },
+  "Intel Xeon Scalable Platinum 8173M": {
+    "tdp_watts": 165.0,
+    "power_profile": [
+      {
+        "percentage": 0,
+        "watts": 2.805
+      },
+      {
+        "percentage": 10,
+        "watts": 5.61
+      },
+      {
+        "percentage": 50,
+        "watts": 27.885
+      },
+      {
+        "percentage": 100,
+        "watts": 165.0
+      }
+    ]
+  },
+  "Q64-30": {
+    "tdp_watts": 180.0,
+    "power_profile": [
+      {
+        "percentage": 0,
+        "watts": 3.06
+      },
+      {
+        "percentage": 10,
+        "watts": 6.12
+      },
+      {
+        "percentage": 50,
+        "watts": 30.42
+      },
+      {
+        "percentage": 100,
+        "watts": 180.0
+      }
+    ]
+  }
+}