duoops 0.1.7 → 0.2.0

package/data/runtime-pue-mappings.json

@@ -0,0 +1,183 @@
+{
+  "metadata": {
+    "generatedAt": "2025-06-14T16:09:07.455Z",
+    "methodology": "Real-time Electricity Maps API with industry standard PUE",
+    "availableZones": [
+      "US-CENT-SWPP"
+    ]
+  },
+  "regions": {
+    "us-central1": {
+      "zone": "US-CENT-SWPP",
+      "industryStandardPUE": 1.1,
+      "realTimeCarbonIntensity": 492,
+      "googleOfficialIntensity": 430,
+      "cfe": 0.95
+    },
+    "us-east1": {
+      "zone": "FALLBACK",
+      "industryStandardPUE": 1.1,
+      "error": "No matching zone found in available zones"
+    },
+    "us-east4": {
+      "zone": "FALLBACK",
+      "industryStandardPUE": 1.1,
+      "error": "No matching zone found in available zones"
+    },
+    "us-west1": {
+      "zone": "FALLBACK",
+      "industryStandardPUE": 1.1,
+      "error": "No matching zone found in available zones"
+    },
+    "us-west2": {
+      "zone": "FALLBACK",
+      "industryStandardPUE": 1.1,
+      "error": "No matching zone found in available zones"
+    },
+    "us-west3": {
+      "zone": "FALLBACK",
+      "industryStandardPUE": 1.1,
+      "error": "No matching zone found in available zones"
+    },
+    "us-west4": {
+      "zone": "FALLBACK",
+      "industryStandardPUE": 1.1,
+      "error": "No matching zone found in available zones"
+    },
+    "us-south1": {
+      "zone": "FALLBACK",
+      "industryStandardPUE": 1.1,
+      "error": "No matching zone found in available zones"
+    },
+    "europe-west1": {
+      "zone": "FALLBACK",
+      "industryStandardPUE": 1.1,
+      "error": "No matching zone found in available zones"
+    },
+    "europe-west2": {
+      "zone": "FALLBACK",
+      "industryStandardPUE": 1.1,
+      "error": "No matching zone found in available zones"
+    },
+    "europe-west3": {
+      "zone": "FALLBACK",
+      "industryStandardPUE": 1.1,
+      "error": "No matching zone found in available zones"
+    },
+    "europe-west4": {
+      "zone": "FALLBACK",
+      "industryStandardPUE": 1.1,
+      "error": "No matching zone found in available zones"
+    },
+    "europe-west6": {
+      "zone": "FALLBACK",
+      "industryStandardPUE": 1.1,
+      "error": "No matching zone found in available zones"
+    },
+    "europe-west8": {
+      "zone": "FALLBACK",
+      "industryStandardPUE": 1.1,
+      "error": "No matching zone found in available zones"
+    },
+    "europe-west9": {
+      "zone": "FALLBACK",
+      "industryStandardPUE": 1.1,
+      "error": "No matching zone found in available zones"
+    },
+    "europe-west10": {
+      "zone": "FALLBACK",
+      "industryStandardPUE": 1.1,
+      "error": "No matching zone found in available zones"
+    },
+    "europe-west12": {
+      "zone": "FALLBACK",
+      "industryStandardPUE": 1.1,
+      "error": "No matching zone found in available zones"
+    },
+    "europe-north1": {
+      "zone": "FALLBACK",
+      "industryStandardPUE": 1.1,
+      "error": "No matching zone found in available zones"
+    },
+    "europe-central2": {
+      "zone": "FALLBACK",
+      "industryStandardPUE": 1.1,
+      "error": "No matching zone found in available zones"
+    },
+    "europe-southwest1": {
+      "zone": "FALLBACK",
+      "industryStandardPUE": 1.1,
+      "error": "No matching zone found in available zones"
+    },
+    "asia-east1": {
+      "zone": "FALLBACK",
+      "industryStandardPUE": 1.1,
+      "error": "No matching zone found in available zones"
+    },
+    "asia-east2": {
+      "zone": "FALLBACK",
+      "industryStandardPUE": 1.1,
+      "error": "No matching zone found in available zones"
+    },
+    "asia-northeast1": {
+      "zone": "FALLBACK",
+      "industryStandardPUE": 1.1,
+      "error": "No matching zone found in available zones"
+    },
+    "asia-northeast2": {
+      "zone": "FALLBACK",
+      "industryStandardPUE": 1.1,
+      "error": "No matching zone found in available zones"
+    },
+    "asia-northeast3": {
+      "zone": "FALLBACK",
+      "industryStandardPUE": 1.1,
+      "error": "No matching zone found in available zones"
+    },
+    "asia-south1": {
+      "zone": "FALLBACK",
+      "industryStandardPUE": 1.1,
+      "error": "No matching zone found in available zones"
+    },
+    "asia-south2": {
+      "zone": "FALLBACK",
+      "industryStandardPUE": 1.1,
+      "error": "No matching zone found in available zones"
+    },
+    "asia-southeast1": {
+      "zone": "FALLBACK",
+      "industryStandardPUE": 1.1,
+      "error": "No matching zone found in available zones"
+    },
+    "asia-southeast2": {
+      "zone": "FALLBACK",
+      "industryStandardPUE": 1.1,
+      "error": "No matching zone found in available zones"
+    },
+    "australia-southeast1": {
+      "zone": "FALLBACK",
+      "industryStandardPUE": 1.1,
+      "error": "No matching zone found in available zones"
+    },
+    "australia-southeast2": {
+      "zone": "FALLBACK",
+      "industryStandardPUE": 1.1,
+      "error": "No matching zone found in available zones"
+    },
+    "southamerica-east1": {
+      "zone": "FALLBACK",
+      "industryStandardPUE": 1.1,
+      "error": "No matching zone found in available zones"
+    },
+    "northamerica-northeast1": {
+      "zone": "FALLBACK",
+      "industryStandardPUE": 1.1,
+      "error": "No matching zone found in available zones"
+    },
+    "northamerica-northeast2": {
+      "zone": "FALLBACK",
+      "industryStandardPUE": 1.1,
+      "error": "No matching zone found in available zones"
+    }
+  }
+}

package/dist/commands/ask.d.ts

@@ -4,5 +4,8 @@ export default class Ask extends Command {
         question: import("@oclif/core/interfaces").Arg<string | undefined, Record<string, unknown>>;
     };
     static description: string;
+    static flags: {
+        project: import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
+    };
     run(): Promise<void>;
 }

package/dist/commands/ask.js

@@ -1,5 +1,5 @@
 import { search } from '@inquirer/prompts';
-import { Args, Command } from '@oclif/core';
+import { Args, Command, Flags } from '@oclif/core';
 import { runAgent } from '../lib/ai/agent.js';
 import { PROMPT_LIBRARY } from '../lib/ai/prompt-library.js';
 export default class Ask extends Command {
@@ -10,8 +10,14 @@ export default class Ask extends Command {
         }),
     };
     static description = 'Ask questions about your CI/CD pipelines, logs, and sustainability';
+    static flags = {
+        project: Flags.string({
+            char: 'P',
+            description: 'GitLab Project ID to contextually use',
+        }),
+    };
     async run() {
-        const { args } = await this.parse(Ask);
+        const { args, flags } = await this.parse(Ask);
         let { question } = args;
         if (!question) {
             question = await search({
@@ -37,7 +43,7 @@ export default class Ask extends Command {
         }
         this.log('Thinking...');
         try {
-            const response = await runAgent(question);
+            const response = await runAgent(question, { projectId: flags.project });
             this.log('\n' + response);
         }
         catch (error) {

package/dist/commands/autofix-ci.d.ts

@@ -0,0 +1,13 @@
+import { Command } from '@oclif/core';
+export default class AutofixCi extends Command {
+    static args: {
+        'project-id': import("@oclif/core/interfaces").Arg<string | undefined, Record<string, unknown>>;
+    };
+    static description: string;
+    static examples: string[];
+    static flags: {
+        mr: import("@oclif/core/interfaces").OptionFlag<number | undefined, import("@oclif/core/interfaces").CustomOptions>;
+        pipeline: import("@oclif/core/interfaces").OptionFlag<number | undefined, import("@oclif/core/interfaces").CustomOptions>;
+    };
+    run(): Promise<void>;
+}

package/dist/commands/autofix-ci.js

@@ -0,0 +1,114 @@
+import { Args, Command, Flags } from '@oclif/core';
+import { runAgent } from '../lib/ai/agent.js';
+import { configManager } from '../lib/config.js';
+import { createGitlabClient } from '../lib/gitlab/client.js';
+import { getPipelineProvider } from '../lib/gitlab/index.js';
+/* eslint-disable @typescript-eslint/no-explicit-any */
+export default class AutofixCi extends Command {
+    static args = {
+        'project-id': Args.string({
+            description: 'GitLab project ID or path (falls back to DUOOPS_PROJECT_ID, CI_PROJECT_ID, or duoops init default)',
+            required: false,
+        }),
+    };
+    static description = 'Headless autofix: analyze the latest failing pipeline and post results to an MR or stdout';
+    static examples = [
+        '<%= config.bin %> <%= command.id %>',
+        '<%= config.bin %> <%= command.id %> 12345 --mr 42',
+        '<%= config.bin %> <%= command.id %> my-group/my-project --pipeline 99999',
+    ];
+    static flags = {
+        mr: Flags.integer({
+            description: 'Merge request IID to comment the analysis on',
+        }),
+        pipeline: Flags.integer({
+            description: 'Pipeline ID to analyze (defaults to latest failed)',
+        }),
+    };
+    async run() {
+        const { args, flags } = await this.parse(AutofixCi);
+        const config = configManager.get();
+        const projectId = args['project-id'] ??
+            process.env.DUOOPS_PROJECT_ID ??
+            process.env.CI_PROJECT_ID ??
+            config.defaultProjectId;
+        if (!projectId) {
+            this.error('Project ID is required. Pass it as an argument, set DUOOPS_PROJECT_ID / CI_PROJECT_ID, or run "duoops init".');
+        }
+        const provider = getPipelineProvider();
+        let pipeline = null;
+        if (flags.pipeline) {
+            pipeline = await provider.getPipeline(projectId, flags.pipeline);
+        }
+        else {
+            this.log('Looking for the latest failing pipeline...');
+            const pipelines = await provider.listPipelines(projectId, { perPage: 10, status: 'failed' });
+            pipeline = pipelines.find((p) => p.status === 'failed') ?? null;
+        }
+        if (!pipeline) {
+            this.log('No failing pipelines found. Nothing to fix.');
+            return;
+        }
+        this.log(`Analyzing pipeline ${pipeline.id} (${pipeline.status}) on ref ${pipeline.ref}...`);
+        const jobs = await provider.listJobs(projectId, pipeline.id);
+        const prompt = buildAutofixPrompt(pipeline, jobs);
+        this.log('Running agent analysis...');
+        const analysis = await runAgent(prompt, { projectId });
+        if (flags.mr) {
+            this.log(`Posting analysis to MR !${flags.mr}...`);
+            await postMrNote(projectId, flags.mr, analysis, pipeline);
+            this.log('Done. Analysis posted to the merge request.');
+        }
+        else if (process.env.CI_MERGE_REQUEST_IID) {
+            const mrIid = Number(process.env.CI_MERGE_REQUEST_IID);
+            this.log(`Posting analysis to MR !${mrIid} (from CI_MERGE_REQUEST_IID)...`);
+            await postMrNote(projectId, mrIid, analysis, pipeline);
+            this.log('Done. Analysis posted to the merge request.');
+        }
+        else {
+            this.log('\n' + analysis);
+        }
+    }
+}
+async function postMrNote(projectId, mrIid, analysis, pipeline) {
+    const client = createGitlabClient();
+    const body = `## DuoOps Autofix Analysis
+
+**Pipeline:** [#${pipeline.id}](${pipeline.webUrl ?? ''}) | **Ref:** \`${pipeline.ref}\` | **Status:** ${pipeline.status}
+
+---
+
+${analysis}
+
+---
+*Generated by [DuoOps](https://gitlab.com/youneslaaroussi/duoops) autofix agent*`;
+    await client.MergeRequestNotes.create(projectId, mrIid, body);
+}
+function buildAutofixPrompt(pipeline, jobs) {
+    const jobSummary = jobs.length === 0
+        ? 'No jobs were returned for this pipeline.'
+        : jobs
+            .map((job) => `• Job ${job.id} (${job.name}) in stage ${job.stage} - status: ${job.status}${job.duration ? `, duration: ${job.duration}s` : ''}`)
+            .join('\n');
+    return `You are DuoOps, an AI pair engineer focused on CI/CD reliability and sustainability.
+Inspect the following failing pipeline and propose actionable fixes.
+
+Pipeline:
+- ID: ${pipeline.id}
+- Ref: ${pipeline.ref}
+- Status: ${pipeline.status}
+- SHA: ${pipeline.sha}
+- URL: ${pipeline.webUrl ?? 'n/a'}
+
+Jobs:
+${jobSummary}
+
+Instructions:
+1. Use the get_job_logs tool to fetch logs for ALL failed jobs. This is critical.
+2. Identify the root cause of the failure based on the logs and job statuses.
+3. Propose concrete remediation steps, referencing jobs and stages explicitly.
+4. Suggest any GitLab CI configuration changes or code adjustments to prevent this regression.
+5. Outline validation steps once the fix is applied.
+
+Respond in Markdown with clear sections: Root Cause, Fix Plan, Validation.`;
+}

package/dist/commands/autofix.d.ts

@@ -0,0 +1,5 @@
+import Portal from './portal.js';
+export default class Autofix extends Portal {
+    static description: string;
+    run(): Promise<void>;
+}

package/dist/commands/autofix.js

@@ -0,0 +1,11 @@
+import Portal from './portal.js';
+const AUTO_MESSAGE = 'Please inspect the most recent failing pipeline, diagnose the issue, and propose a fix.';
+export default class Autofix extends Portal {
+    static description = 'Launch the DuoOps portal and pre-fill an autofix request to the agent';
+    async run() {
+        process.env.DUOOPS_PORTAL_DEFAULT_TAB = 'console';
+        process.env.DUOOPS_PORTAL_PRESET_MESSAGE = AUTO_MESSAGE;
+        this.log('Launching DuoOps portal with an autofix prompt...');
+        await super.run();
+    }
+}

package/dist/commands/config.d.ts

@@ -0,0 +1,10 @@
+import { Command } from '@oclif/core';
+export default class Config extends Command {
+    static args: {
+        key: import("@oclif/core/interfaces").Arg<string, Record<string, unknown>>;
+        value: import("@oclif/core/interfaces").Arg<string, Record<string, unknown>>;
+    };
+    static description: string;
+    static examples: string[];
+    run(): Promise<void>;
+}

package/dist/commands/config.js

@@ -0,0 +1,47 @@
+import { Args, Command } from '@oclif/core';
+import { bold, green } from 'kleur/colors';
+import { configManager } from '../lib/config.js';
+export default class Config extends Command {
+    static args = {
+        key: Args.string({
+            description: 'Config key (e.g., gitlabUrl, defaultProjectId)',
+            required: true,
+        }),
+        value: Args.string({
+            description: 'Config value',
+            required: true,
+        }),
+    };
+    static description = 'Set a configuration value directly';
+    static examples = [
+        '<%= config.bin %> <%= command.id %> gitlabUrl https://gitlab.com',
+        '<%= config.bin %> <%= command.id %> defaultProjectId 123456',
+    ];
+    async run() {
+        const { args } = await this.parse(Config);
+        const { key, value } = args;
+        const currentConfig = configManager.get();
+        // Basic nested update support for measure.*
+        if (key.startsWith('measure.')) {
+            const subKey = key.split('.')[1];
+            const measure = currentConfig.measure || {
+                bigqueryDataset: '',
+                bigqueryTable: '',
+                googleProjectId: ''
+            };
+            // @ts-expect-error - dynamic assignment
+            measure[subKey] = value;
+            configManager.set({
+                ...currentConfig,
+                measure
+            });
+        }
+        else {
+            configManager.set({
+                ...currentConfig,
+                [key]: value,
+            });
+        }
+        this.log(green(`Updated ${bold(key)} to ${bold(value)}`));
+    }
+}

package/dist/commands/init.js

@@ -9,6 +9,8 @@ import os from 'node:os';
 import path from 'node:path';
 import { fileURLToPath } from 'node:url';
 import { configManager } from '../lib/config.js';
+import { detectGcpProject, enableApis, validateProjectAccess } from '../lib/gcloud.js';
+import McpDeploy from './mcp/deploy.js';
 const hasBinary = (command) => {
     try {
         execSync(`${command} --version`, { stdio: 'ignore' });
@@ -32,13 +34,6 @@ const detectGitRemotePath = () => {
     }
     catch { /* ignore */ }
 };
-const detectGcpProject = () => {
-    try {
-        const value = execSync('gcloud config get-value project', { encoding: 'utf8' }).trim();
-        return value && value !== '(unset)' ? value : undefined;
-    }
-    catch { }
-};
 const normalizeProjectPath = (project) => project.replace(/^\/+/, '');
 const normalizeGitLabUrl = (url) => url.replace(/\/+$/, '');
 const setGitlabVariable = async (auth, projectPath, variable) => {
@@ -79,23 +74,6 @@ const createServiceAccountKey = (projectId, serviceAccount) => {
     fs.unlinkSync(tmpPath);
     return contents.toString('base64');
 };
-const ensureServiceEnabled = (projectId, service, label, log) => {
-    try {
-        log?.(gray(`Ensuring ${label} API is enabled...`));
-        execSync(`gcloud services enable ${service} --project=${projectId} --quiet`, {
-            stdio: 'ignore',
-        });
-    }
-    catch {
-        log?.(gray(`${label} API enablement skipped (it may already be enabled).`));
-    }
-};
-const ensureComputeApiEnabled = (projectId, log) => {
-    ensureServiceEnabled(projectId, 'compute.googleapis.com', 'Compute Engine', log);
-};
-const ensureMonitoringApiEnabled = (projectId, log) => {
-    ensureServiceEnabled(projectId, 'monitoring.googleapis.com', 'Cloud Monitoring', log);
-};
 const sleep = (ms) => new Promise((resolve) => {
     setTimeout(resolve, ms);
 });
@@ -354,7 +332,40 @@ export default class Init extends Command {
         };
         configManager.set(config);
         this.log(green('Configuration saved.'));
-        this.log(`Try '${this.config.bin} pipelines:list <project>' to verify GitLab access.\n`);
+        const setupAgents = await confirm({
+            default: true,
+            message: 'Set up DuoOps agents and flows in this project?',
+        });
+        if (setupAgents) {
+            const { scaffoldProject } = await import('../lib/scaffold.js');
+            const result = scaffoldProject(process.cwd());
+            for (const f of result.created) {
+                this.log(green(`  ✓ Created ${f}`));
+            }
+            for (const f of result.skipped) {
+                this.log(gray(`  · Skipped ${f} (already exists)`));
+            }
+        }
+        this.log(`\nTry '${this.config.bin} pipelines:list <project>' to verify GitLab access.\n`);
+        if (enableMeasure) {
+            const deployMcp = await confirm({
+                default: true,
+                message: 'Deploy the DuoOps MCP Server to Cloud Run now?',
+            });
+            if (deployMcp && googleProjectId && bigqueryDataset && bigqueryTable) {
+                try {
+                    await McpDeploy.run([
+                        '--gcp-project', googleProjectId,
+                        '--bq-dataset', bigqueryDataset,
+                        '--bq-table', bigqueryTable,
+                        '--gitlab-url', gitlabUrl,
+                    ]);
+                }
+                catch (error) {
+                    this.warn(`MCP Deployment failed: ${error}`);
+                }
+            }
+        }
         const configureProject = await confirm({
             default: true,
             message: 'Configure a GitLab project (CI variables + optional GCP runner) now?',
@@ -418,6 +429,14 @@ export default class Init extends Command {
             this.warn('GCP Project ID is required to collect metrics.');
             return setAsDefault ? projectPath : undefined;
         }
+        try {
+            validateProjectAccess(gcpProjectId);
+            this.log(green(`  ✓ Verified access to ${gcpProjectId}`));
+        }
+        catch (error) {
+            this.warn(error.message);
+            return setAsDefault ? projectPath : undefined;
+        }
         let serviceAccountEmail = await input({
             default: `duoops-runner@${gcpProjectId}.iam.gserviceaccount.com`,
             message: 'Service account email for DuoOps measurements',
@@ -522,8 +541,12 @@ export default class Init extends Command {
             default: 'gcp',
             message: 'Runner tag (GitLab jobs will use this)',
         });
-        ensureComputeApiEnabled(gcpProjectId, (message) => this.log(message));
-        ensureMonitoringApiEnabled(gcpProjectId, (message) => this.log(message));
+        try {
+            enableApis(gcpProjectId, ['compute.googleapis.com', 'monitoring.googleapis.com'], (msg) => this.log(gray(msg)));
+        }
+        catch (error) {
+            this.warn(error.message);
+        }
         let runnerToken = tryCreateRunnerToken(projectPath, vmName, runnerTag);
         if (!runnerToken) {
             this.log(gray('Unable to create a runner token automatically. Generate one in your GitLab project (Settings → CI/CD → Runners) and paste it below.'));

package/dist/commands/mcp/deploy.d.ts

@@ -0,0 +1,13 @@
+import { Command } from '@oclif/core';
+export default class McpDeploy extends Command {
+    static description: string;
+    static flags: {
+        'bq-dataset': import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
+        'bq-table': import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
+        'gcp-project': import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
+        'gitlab-url': import("@oclif/core/interfaces").OptionFlag<string, import("@oclif/core/interfaces").CustomOptions>;
+        region: import("@oclif/core/interfaces").OptionFlag<string, import("@oclif/core/interfaces").CustomOptions>;
+        source: import("@oclif/core/interfaces").OptionFlag<string, import("@oclif/core/interfaces").CustomOptions>;
+    };
+    run(): Promise<void>;
+}