gitgreen 1.0.3 → 1.1.0

package/README.md

@@ -140,6 +140,44 @@ Pipeline starts → component script fetches CPU/RAM timeseries from GCP Monitor
               → optional MR note when CI_JOB_TOKEN is present
 ```
 
+## Output Integrations
+
+During `gitgreen init` you can opt into exporting GitGreen data to external systems. The wizard includes an integration step with two optional sinks:
+
+- **Per-job carbon data** – emissions, runtime, and runner tags for every CI job.
+- **Runner inventory** – the machine catalog that powers your GitLab runners, including machine type and scope 3 estimates.
+
+Built-in connectors today:
+- **MySQL** – populates `GITGREEN_JOB_MYSQL_*` / `GITGREEN_RUNNER_MYSQL_*` and inserts rows through a standard MySQL client.
+- **PostgreSQL** – captures host, port, credentials, schema, table, and SSL mode (`GITGREEN_JOB_POSTGRES_*` / `GITGREEN_RUNNER_POSTGRES_*`) for storage in Postgres.
+
+When you select either connector, the wizard captures host, port, username, password, database, and target table names and stores them in CI/CD variables. It immediately connects with those credentials to ensure the database, schema, and table exist (job sinks also create a `<table>_timeseries` table linked via foreign key). During CI, the GitGreen CLI automatically detects those env vars and:
+
+- runs `gitgreen migrate --scope job|runner` to apply any pending migrations (tracked per DB via `gitgreen_migrations`);
+- writes each carbon calculation (typed summary columns plus CPU/RAM timeseries rows) and optional runner inventory snapshot into the configured sink.
+
+### Extending the interface
+
+Additional connectors can be added without touching the wizard logic. Each destination implements the `OutputIntegration` interface in `src/lib/integrations/output-integrations.ts`, which specifies:
+
+1. Display metadata (`id`, `name`, `description`)
+2. The data target it handles (`job` vs `runner`)
+3. Prompted credential fields (label, env var key, input type, default, mask flag)
+
+To add another sink (for example PostgreSQL or a webhook), create a new entry in that file with the fields your integration needs. Re-run `gitgreen init` and the option will automatically appear in the integration step.
+
+### Database migrations
+
+Structured sinks rely on migrations tracked in `gitgreen_migrations`. Run them whenever you update GitGreen or change table names:
+
+```bash
+gitgreen migrate --scope job      # apply job sink migrations (summary + timeseries)
+gitgreen migrate --scope runner   # apply runner inventory migrations
+gitgreen migrate --scope all      # convenience wrapper (used by the GitLab component)
+```
+
+The GitLab component automatically runs `gitgreen migrate --scope job` and `--scope runner` before calculating emissions, so pipelines stay in sync even when you change versions.
+
 ## Adding a provider
 1. Extend `CloudProvider` and the provider guard in `src/index.ts` so the calculator accepts the new key.
 2. Add machine power data (`<provider>_machine_power_profiles.json`) and, if needed, CPU profiles to `data/`, then update `PowerProfileRepository.loadMachineData` to load it.

package/dist/cli.js

@@ -14,6 +14,9 @@ const index_1 = require("./index");
 const init_1 = require("./init");
 const cloudwatch_1 = require("./lib/aws/cloudwatch");
 const power_profile_repository_1 = require("./lib/carbon/power-profile-repository");
+const sink_writer_1 = require("./lib/integrations/sink-writer");
+const migration_runner_1 = require("./lib/integrations/migration-runner");
+const data_sink_1 = require("./lib/integrations/data-sink");
 const program = new commander_1.Command();
 const toIsoTimestamp = (input) => {
     if (input instanceof Date) {
@@ -209,6 +212,14 @@ const runCalculate = async (opts) => {
         ramSizeTimeseries = parseTimeseriesFile(opts.ramSizeTimeseries);
     }
     console.log((0, kleur_1.gray)(`Loaded ${cpuTimeseries.length} CPU points, ${ramUsedTimeseries.length} RAM points`));
+    const jobInput = {
+        provider,
+        machineType: opts.machine,
+        region: calculationRegion,
+        cpuTimeseries,
+        ramUsedTimeseries,
+        ramSizeTimeseries
+    };
     // Sort by timestamp for charts
     const cpuSorted = [...cpuTimeseries].sort((a, b) => new Date(a.timestamp).getTime() - new Date(b.timestamp).getTime());
     const ramSorted = [...ramUsedTimeseries].sort((a, b) => new Date(a.timestamp).getTime() - new Date(b.timestamp).getTime());
@@ -232,13 +243,13 @@ const runCalculate = async (opts) => {
         console.log(asciichart_1.default.plot(ramPercent, { height: 8, format: (x) => x.toFixed(1).padStart(6) }));
     }
     try {
-        const { result, budget, markdown } = await (0, index_1.calculate)({
-            provider,
-            machineType: opts.machine,
-            region: calculationRegion,
-            cpuTimeseries,
-            ramUsedTimeseries,
-            ramSizeTimeseries,
+        const { result, budget, markdown, jsonReport } = await (0, index_1.calculate)({
+            provider: jobInput.provider,
+            machineType: jobInput.machineType,
+            region: jobInput.region,
+            cpuTimeseries: jobInput.cpuTimeseries,
+            ramUsedTimeseries: jobInput.ramUsedTimeseries,
+            ramSizeTimeseries: jobInput.ramSizeTimeseries,
             carbonBudgetGrams: opts.budget,
             failOnBreach: opts.failOnBudget,
             runnerTags: opts.runnerTags ? String(opts.runnerTags).split(/[,\s]+/).filter(Boolean) : (0, index_1.readRunnerTagsFromEnv)(),
@@ -269,6 +280,8 @@ const runCalculate = async (opts) => {
         if (!opts.outMd && !opts.outJson) {
             console.log('\n' + markdown);
         }
+        await (0, sink_writer_1.persistJobPayload)({ jobInput, result, budget, jsonReport });
+        await (0, sink_writer_1.persistRunnerPayload)({ jobInput, result });
         if (budget.overBudget && opts.failOnBudget) {
             process.exitCode = 1;
         }
@@ -312,4 +325,41 @@ program
     .action(async (cmdOpts) => {
     await (0, init_1.runInit)({ assumeYes: Boolean(cmdOpts.yes) });
 });
+program
+    .command('migrate')
+    .description('Run output-integration database migrations')
+    .option('--scope <scope>', 'Scope to migrate (job|runner|all)', 'all')
+    .action(async (opts) => {
+    const rawScope = String(opts.scope || 'all').toLowerCase();
+    const scopes = rawScope === 'all' ? ['job', 'runner'] : (rawScope === 'job' || rawScope === 'runner') ? [rawScope] : [];
+    if (!scopes.length) {
+        console.error((0, kleur_1.red)('Invalid scope. Use job, runner, or all.'));
+        process.exitCode = 1;
+        return;
+    }
+    for (const scope of scopes) {
+        await runMigrationsForScope(scope);
+    }
+});
 program.parseAsync(process.argv);
+const buildMigrationInput = (config) => ({
+    driver: config.driver,
+    host: config.host,
+    port: config.port,
+    username: config.username,
+    password: config.password,
+    database: config.database,
+    schema: config.driver === 'postgres' ? config.schema : undefined,
+    sslMode: config.driver === 'postgres' ? config.sslMode : undefined,
+    table: config.table,
+    timeseriesTable: config.timeseriesTable,
+    scope: config.scope
+});
+const runMigrationsForScope = async (scope) => {
+    const configs = (0, data_sink_1.resolveAllSinkConfigs)(scope);
+    if (!configs.length)
+        return;
+    for (const cfg of configs) {
+        await (0, migration_runner_1.runMigrations)(buildMigrationInput(cfg));
+    }
+};

package/dist/init.js

@@ -11,6 +11,7 @@ const axios_1 = __importDefault(require("axios"));
 const prompts_1 = __importDefault(require("prompts"));
 const kleur_1 = require("kleur");
 const power_profile_repository_1 = require("./lib/carbon/power-profile-repository");
+const output_integrations_1 = require("./lib/integrations/output-integrations");
 const hasGlab = () => {
     try {
         (0, child_process_1.execSync)('glab --version', { stdio: 'ignore' });
@@ -81,6 +82,97 @@ const setVariable = async (auth, project, key, value, masked = false) => {
         return setVariableApi(auth.baseUrl, auth.pat, project, key, value, masked);
     }
 };
+const askIntegrationFieldValue = async (field) => {
+    const promptType = field.type === 'password' ? 'password' : field.type === 'number' ? 'number' : 'text';
+    if (field.helpText) {
+        console.log((0, kleur_1.gray)(field.helpText));
+    }
+    const envInitial = process.env[field.envKey];
+    const initialValue = envInitial ?? field.initial;
+    const initial = promptType === 'number' && initialValue !== undefined
+        ? (() => {
+            const parsed = Number(initialValue);
+            return Number.isFinite(parsed) ? parsed : undefined;
+        })()
+        : initialValue;
+    const answer = await (0, prompts_1.default)({
+        type: promptType,
+        name: 'value',
+        message: field.label,
+        initial
+    });
+    const rawValue = answer.value;
+    if (rawValue === undefined || rawValue === null || rawValue === '') {
+        if (field.required) {
+            console.log((0, kleur_1.red)(`${field.label} is required.`));
+            process.exit(1);
+        }
+        return undefined;
+    }
+    return String(rawValue);
+};
+const promptIntegrationFields = async (integration) => {
+    const collected = [];
+    const valuesByField = {};
+    for (const field of integration.fields) {
+        const value = await askIntegrationFieldValue(field);
+        if (value !== undefined) {
+            collected.push({ key: field.envKey, value, masked: Boolean(field.masked) });
+            valuesByField[field.id] = value;
+        }
+    }
+    return { variables: collected, values: valuesByField };
+};
+const selectIntegrationForTarget = async (target) => {
+    const available = output_integrations_1.outputIntegrations.filter(integration => integration.target === target);
+    if (!available.length)
+        return [];
+    const targetLabel = target === 'job' ? 'per-job carbon data' : 'runner inventory';
+    const { integrationId } = await (0, prompts_1.default)({
+        type: 'select',
+        name: 'integrationId',
+        message: `Output integration for ${targetLabel}`,
+        choices: [
+            { title: 'Skip', description: 'Do not export data', value: '_skip_' },
+            ...available.map(integration => ({
+                title: integration.name,
+                description: integration.description,
+                value: integration.id
+            }))
+        ]
+    });
+    if (!integrationId || integrationId === '_skip_') {
+        return [];
+    }
+    const integration = available.find(item => item.id === integrationId);
+    if (!integration)
+        return [];
+    console.log((0, kleur_1.gray)(`\n${integration.name}`));
+    if (integration.description) {
+        console.log((0, kleur_1.gray)(integration.description));
+    }
+    const { variables, values } = await promptIntegrationFields(integration);
+    if (integration.ensure) {
+        try {
+            await integration.ensure(values);
+        }
+        catch (errorState) {
+            console.log((0, kleur_1.red)(`Failed to verify ${integration.name}: ${errorState?.message || errorState}`));
+            process.exit(1);
+        }
+    }
+    return variables;
+};
+const promptOutputIntegrations = async (stepNumber) => {
+    if (!output_integrations_1.outputIntegrations.length)
+        return [];
+    console.log((0, kleur_1.gray)(`\nStep ${stepNumber}: Output Integrations`));
+    console.log((0, kleur_1.gray)('─'.repeat(40)));
+    console.log((0, kleur_1.gray)('Optionally send carbon job data or runner metadata to an external system.'));
+    const jobVars = await selectIntegrationForTarget('job');
+    const runnerVars = await selectIntegrationForTarget('runner');
+    return [...jobVars, ...runnerVars];
+};
 const generateCiJob = (opts) => {
     const { provider, runnerTag, carbonBudget, failOnBudget } = opts;
     let inputs = `      provider: ${provider}
@@ -259,6 +351,7 @@ const buildAwsUserData = (params) => {
         'dnf install -y gitlab-runner',
         'curl -fsSL https://rpm.nodesource.com/setup_20.x | bash -',
         'dnf install -y nodejs',
+        'npm install -g gitgreen@latest',
         '',
         'INSTANCE_ID=$(curl -s http://169.254.169.254/latest/meta-data/instance-id)',
         '',
@@ -614,7 +707,9 @@ const runAwsInit = async (auth, projectPath) => {
         });
         failOnBudget = shouldFail;
     }
-    console.log((0, kleur_1.gray)('\nStep 8: Setting CI/CD Variables'));
+    // Step 8: Output integrations
+    const integrationVariables = await promptOutputIntegrations(8);
+    console.log((0, kleur_1.gray)('\nStep 9: Setting CI/CD Variables'));
     console.log((0, kleur_1.gray)('─'.repeat(40)));
     const variables = [
         { key: 'AWS_ACCESS_KEY_ID', value: accessKeyId, masked: true },
@@ -634,6 +729,9 @@ const runAwsInit = async (auth, projectPath) => {
     if (failOnBudget) {
         variables.push({ key: 'FAIL_ON_BUDGET', value: 'true', masked: false });
     }
+    if (integrationVariables.length) {
+        variables.push(...integrationVariables);
+    }
     for (const v of variables) {
         const ok = await setVariable(auth, projectPath, v.key, v.value, v.masked);
         if (ok) {
@@ -643,7 +741,7 @@ const runAwsInit = async (auth, projectPath) => {
             console.log((0, kleur_1.red)('  Failed: ' + v.key));
         }
     }
-    console.log((0, kleur_1.gray)('\nStep 9: CI Configuration'));
+    console.log((0, kleur_1.gray)('\nStep 10: CI Configuration'));
     console.log((0, kleur_1.gray)('─'.repeat(40)));
     let runnerTagForCi = runnerTag;
     if (!runnerTagForCi) {
@@ -904,6 +1002,7 @@ apt-get install -y curl ca-certificates python3
 # Install Node.js 20.x
 curl -fsSL https://deb.nodesource.com/setup_20.x | bash -
 apt-get install -y nodejs
+npm install -g gitgreen@latest
 
 # Install GitLab Runner
 curl -L https://packages.gitlab.com/install/repositories/runner/gitlab-runner/script.deb.sh | bash
@@ -1110,7 +1209,7 @@ systemctl start gitlab-runner
         }
     } // end else (use existing runner)
     // Step 7: Service Account
-    console.log((0, kleur_1.gray)('\nStep 5: Service Account'));
+    console.log((0, kleur_1.gray)('\nStep 7: Service Account'));
     console.log((0, kleur_1.gray)('─'.repeat(40)));
     let saKeyBase64;
     const { keyMethod } = await (0, prompts_1.default)({
@@ -1177,8 +1276,8 @@ systemctl start gitlab-runner
         }
         saKeyBase64 = fs_1.default.readFileSync(saKeyPath).toString('base64');
     }
-    // Step 6: Electricity Maps API
-    console.log((0, kleur_1.gray)('\nStep 6: Electricity Maps API'));
+    // Step 8: Electricity Maps API
+    console.log((0, kleur_1.gray)('\nStep 8: Electricity Maps API'));
     console.log((0, kleur_1.gray)('─'.repeat(40)));
     console.log((0, kleur_1.gray)('Get free key: https://api-portal.electricitymaps.com'));
     const { electricityMapsKey } = await (0, prompts_1.default)({
@@ -1190,8 +1289,8 @@ systemctl start gitlab-runner
         console.log((0, kleur_1.red)('API key required'));
         process.exit(1);
     }
-    // Step 7: Optional
-    console.log((0, kleur_1.gray)('\nStep 7: Optional Settings'));
+    // Step 9: Optional
+    console.log((0, kleur_1.gray)('\nStep 9: Optional Settings'));
     console.log((0, kleur_1.gray)('─'.repeat(40)));
     console.log((0, kleur_1.gray)('Set a carbon budget to track emissions against a limit.'));
     console.log((0, kleur_1.gray)('Example: 10 grams CO2e per job. Leave empty to skip.\n'));
@@ -1211,8 +1310,9 @@ systemctl start gitlab-runner
         });
         failOnBudget = shouldFail;
     }
-    // Step 8: Set Variables
-    console.log((0, kleur_1.gray)('\nStep 8: Setting CI/CD Variables'));
+    // Step 10: Output integrations
+    const gcpIntegrationVariables = await promptOutputIntegrations(10);
+    console.log((0, kleur_1.gray)('\nStep 11: Setting CI/CD Variables'));
     console.log((0, kleur_1.gray)('─'.repeat(40)));
     const variables = [
         { key: 'GCP_PROJECT_ID', value: gcpProjectId, masked: false },
@@ -1228,6 +1328,9 @@ systemctl start gitlab-runner
     if (failOnBudget) {
         variables.push({ key: 'FAIL_ON_BUDGET', value: 'true', masked: false });
     }
+    if (gcpIntegrationVariables.length) {
+        variables.push(...gcpIntegrationVariables);
+    }
     for (const v of variables) {
         const ok = await setVariable(auth, projectPath, v.key, v.value, v.masked);
         if (ok) {
@@ -1237,8 +1340,8 @@ systemctl start gitlab-runner
             console.log((0, kleur_1.red)('  Failed: ' + v.key));
         }
     }
-    // Step 9: Generate CI job
-    console.log((0, kleur_1.gray)('\nStep 9: CI Configuration'));
+    // Step 12: Generate CI job
+    console.log((0, kleur_1.gray)('\nStep 12: CI Configuration'));
     console.log((0, kleur_1.gray)('─'.repeat(40)));
     // Only prompt for runner tag if not already set from provisioning
     if (!runnerTag) {

package/dist/lib/integrations/data-sink.js

@@ -0,0 +1,250 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.insertRunnerRow = exports.insertJobRow = exports.resolveAllSinkConfigs = exports.resolveSinkConfig = void 0;
+const promise_1 = __importDefault(require("mysql2/promise"));
+const pg_1 = require("pg");
+const kleur_1 = require("kleur");
+const normalizeHost = (input) => {
+    if (!input)
+        return input;
+    const trimmed = input.trim();
+    const withoutProtocol = trimmed.replace(/^[a-zA-Z]+:\/\//, '');
+    return withoutProtocol.split(/[/?#]/)[0];
+};
+const buildPgSslConfig = (mode) => {
+    if (!mode || mode === 'disable')
+        return undefined;
+    if (mode === 'verify-full')
+        return { rejectUnauthorized: true };
+    return { rejectUnauthorized: false };
+};
+const loadEnv = (key) => {
+    const value = process.env[key];
+    if (!value)
+        return undefined;
+    return value;
+};
+const buildMysqlConfig = (scope) => {
+    const prefix = scope === 'job' ? 'GITGREEN_JOB' : 'GITGREEN_RUNNER';
+    const host = loadEnv(`${prefix}_MYSQL_HOST`);
+    const username = loadEnv(`${prefix}_MYSQL_USERNAME`);
+    const password = loadEnv(`${prefix}_MYSQL_PASSWORD`);
+    const database = loadEnv(`${prefix}_MYSQL_DATABASE`);
+    const table = loadEnv(`${prefix}_MYSQL_TABLE`);
+    if (!host || !username || !password || !database || !table)
+        return undefined;
+    const port = Number(loadEnv(`${prefix}_MYSQL_PORT`) || 3306);
+    return {
+        driver: 'mysql',
+        host: normalizeHost(host),
+        port,
+        username,
+        password,
+        database,
+        table,
+        timeseriesTable: scope === 'job' ? `${table}_timeseries` : undefined,
+        scope
+    };
+};
+const buildPostgresConfig = (scope) => {
+    const prefix = scope === 'job' ? 'GITGREEN_JOB' : 'GITGREEN_RUNNER';
+    const host = loadEnv(`${prefix}_POSTGRES_HOST`);
+    const username = loadEnv(`${prefix}_POSTGRES_USERNAME`);
+    const password = loadEnv(`${prefix}_POSTGRES_PASSWORD`);
+    const database = loadEnv(`${prefix}_POSTGRES_DATABASE`);
+    const table = loadEnv(`${prefix}_POSTGRES_TABLE`);
+    if (!host || !username || !password || !database || !table)
+        return undefined;
+    const port = Number(loadEnv(`${prefix}_POSTGRES_PORT`) || 5432);
+    const schema = loadEnv(`${prefix}_POSTGRES_SCHEMA`) || 'public';
+    const sslMode = loadEnv(`${prefix}_POSTGRES_SSLMODE`);
+    return {
+        driver: 'postgres',
+        host: normalizeHost(host),
+        port,
+        username,
+        password,
+        database,
+        table,
+        timeseriesTable: scope === 'job' ? `${table}_timeseries` : undefined,
+        schema,
+        sslMode,
+        scope
+    };
+};
+const resolveSinkConfig = (scope, driver) => {
+    if (driver === 'postgres')
+        return buildPostgresConfig(scope);
+    if (driver === 'mysql')
+        return buildMysqlConfig(scope);
+    return buildPostgresConfig(scope) || buildMysqlConfig(scope);
+};
+exports.resolveSinkConfig = resolveSinkConfig;
+const resolveAllSinkConfigs = (scope) => {
+    const configs = [];
+    const pg = buildPostgresConfig(scope);
+    if (pg)
+        configs.push(pg);
+    const mysqlCfg = buildMysqlConfig(scope);
+    if (mysqlCfg)
+        configs.push(mysqlCfg);
+    return configs;
+};
+exports.resolveAllSinkConfigs = resolveAllSinkConfigs;
+const insertWithRetry = async (action, attempts = 3, delayMs = 2000) => {
+    let lastError;
+    for (let attempt = 1; attempt <= attempts; attempt++) {
+        try {
+            return await action();
+        }
+        catch (err) {
+            lastError = err;
+            if (attempt < attempts) {
+                await new Promise(resolve => setTimeout(resolve, delayMs));
+            }
+        }
+    }
+    throw lastError;
+};
+const jobColumns = [
+    ['provider', (row) => row.provider ?? null],
+    ['region', (row) => row.region ?? null],
+    ['machine_type', (row) => row.machineType ?? null],
+    ['cpu_points', (row) => row.cpuPoints ?? null],
+    ['ram_points', (row) => row.ramPoints ?? null],
+    ['runtime_seconds', (row) => row.runtimeSeconds ?? null],
+    ['total_emissions', (row) => row.totalEmissions ?? null],
+    ['cpu_emissions', (row) => row.cpuEmissions ?? null],
+    ['ram_emissions', (row) => row.ramEmissions ?? null],
+    ['scope3_emissions', (row) => row.scope3Emissions ?? null],
+    ['carbon_intensity', (row) => row.carbonIntensity ?? null],
+    ['pue', (row) => row.pue ?? null],
+    ['carbon_budget', (row) => row.carbonBudget ?? null],
+    ['over_budget', (row) => typeof row.overBudget === 'boolean' ? row.overBudget : null],
+    ['gitlab_project_id', (row) => row.gitlabProjectId ?? null],
+    ['gitlab_pipeline_id', (row) => row.gitlabPipelineId ?? null],
+    ['gitlab_job_id', (row) => row.gitlabJobId ?? null],
+    ['gitlab_job_name', (row) => row.gitlabJobName ?? null],
+    ['runner_id', (row) => row.runnerId ?? null],
+    ['runner_description', (row) => row.runnerDescription ?? null],
+    ['runner_tags', (row) => row.runnerTags ?? null],
+    ['runner_version', (row) => row.runnerVersion ?? null],
+    ['runner_revision', (row) => row.runnerRevision ?? null],
+    ['payload', (row) => JSON.stringify(row.payload)]
+];
+const runnerColumns = [
+    ['runner_id', (row) => row.runnerId ?? null],
+    ['runner_description', (row) => row.runnerDescription ?? null],
+    ['runner_version', (row) => row.runnerVersion ?? null],
+    ['runner_revision', (row) => row.runnerRevision ?? null],
+    ['runner_platform', (row) => row.runnerPlatform ?? null],
+    ['runner_architecture', (row) => row.runnerArchitecture ?? null],
+    ['runner_executor', (row) => row.runnerExecutor ?? null],
+    ['runner_tags', (row) => row.runnerTags ?? null],
+    ['machine_type', (row) => row.machineType ?? null],
+    ['provider', (row) => row.provider ?? null],
+    ['region', (row) => row.region ?? null],
+    ['gcp_project_id', (row) => row.gcpProjectId ?? null],
+    ['gcp_instance_id', (row) => row.gcpInstanceId ?? null],
+    ['gcp_zone', (row) => row.gcpZone ?? null],
+    ['aws_region', (row) => row.awsRegion ?? null],
+    ['aws_instance_id', (row) => row.awsInstanceId ?? null],
+    ['last_job_machine_type', (row) => row.lastJobMachineType ?? null],
+    ['last_job_region', (row) => row.lastJobRegion ?? null],
+    ['last_job_provider', (row) => row.lastJobProvider ?? null],
+    ['last_job_runtime_seconds', (row) => row.lastJobRuntimeSeconds ?? null],
+    ['last_job_total_emissions', (row) => row.lastJobTotalEmissions ?? null],
+    ['last_job_recorded_at', (row) => row.lastJobRecordedAt ?? null],
+    ['payload', (row) => JSON.stringify(row.payload)]
+];
+const runMysqlInsert = async (config, columns, row, timeseries) => {
+    const connection = await promise_1.default.createConnection({
+        host: config.host,
+        port: config.port,
+        user: config.username,
+        password: config.password,
+        database: config.database
+    });
+    try {
+        await connection.beginTransaction();
+        const colNames = columns.map(([name]) => `\`${name}\``).join(', ');
+        const placeholders = columns.map(() => '?').join(', ');
+        const values = columns.map(([, getter]) => getter(row));
+        const [result] = await connection.query(`INSERT INTO \`${config.table}\` (${colNames}) VALUES (${placeholders})`, values);
+        const insertedId = result.insertId;
+        if (timeseries && timeseries.length > 0) {
+            const tsTable = config.timeseriesTable || `${config.table}_timeseries`;
+            const tsValues = timeseries.map(point => [insertedId, point.metric, point.timestamp, point.value]);
+            await connection.query(`INSERT INTO \`${tsTable}\` (job_id, metric, ts, value) VALUES ?`, [tsValues]);
+        }
+        await connection.commit();
+    }
+    finally {
+        await connection.end();
+    }
+};
+const runPostgresInsert = async (config, columns, row, timeseries) => {
+    const schema = config.schema || 'public';
+    const client = new pg_1.Client({
+        host: config.host,
+        port: config.port,
+        user: config.username,
+        password: config.password,
+        database: config.database,
+        ssl: buildPgSslConfig(config.sslMode)
+    });
+    await client.connect();
+    try {
+        await client.query('BEGIN');
+        const colNames = columns.map(([name]) => `"${name}"`).join(', ');
+        const placeholders = columns.map((_, idx) => `$${idx + 1}`).join(', ');
+        const values = columns.map(([, getter]) => getter(row));
+        const insertResult = await client.query(`INSERT INTO "${schema}"."${config.table}" (${colNames}) VALUES (${placeholders}) RETURNING id`, values);
+        const jobId = insertResult.rows[0]?.id;
+        if (jobId && timeseries && timeseries.length > 0) {
+            const tsTableName = config.timeseriesTable || `${config.table}_timeseries`;
+            const tsTable = `"${schema}"."${tsTableName}"`;
+            const valueFragments = [];
+            const params = [];
+            timeseries.forEach((point, index) => {
+                const base = index * 4;
+                valueFragments.push(`($${base + 1}, $${base + 2}, $${base + 3}, $${base + 4})`);
+                params.push(jobId, point.metric, point.timestamp, point.value);
+            });
+            await client.query(`INSERT INTO ${tsTable} (job_id, metric, ts, value) VALUES ${valueFragments.join(', ')}`, params);
+        }
+        await client.query('COMMIT');
+    }
+    catch (err) {
+        await client.query('ROLLBACK').catch(() => { });
+        throw err;
+    }
+    finally {
+        await client.end();
+    }
+};
+const writeStructuredRow = async (config, columns, row, timeseries) => {
+    try {
+        if (config.driver === 'mysql') {
+            await insertWithRetry(() => runMysqlInsert(config, columns, row, timeseries));
+        }
+        else {
+            await insertWithRetry(() => runPostgresInsert(config, columns, row, timeseries));
+        }
+        console.log((0, kleur_1.green)(`Saved ${config.scope} payload to ${config.driver} sink (${config.database}.${config.table})`));
+    }
+    catch (err) {
+        console.log((0, kleur_1.red)(`Failed to write ${config.scope} payload: ${err?.message || err}`));
+    }
+};
+const insertJobRow = (config, row, timeseries) => {
+    return writeStructuredRow(config, jobColumns, row, timeseries);
+};
+exports.insertJobRow = insertJobRow;
+const insertRunnerRow = (config, row) => {
+    return writeStructuredRow(config, runnerColumns, row);
+};
+exports.insertRunnerRow = insertRunnerRow;