glasswork 1.2.0 → 1.4.0

package/dist/jobs/observability/dashboard.js

@@ -1,144 +0,0 @@
-/**
- * Generate a production-ready AWS CloudWatch Dashboard JSON definition for background jobs.
- *
- * Can be deployed via AWS CLI (`aws cloudwatch put-dashboard`), AWS CDK (`CfnDashboard`),
- * or Terraform (`aws_cloudwatch_dashboard`).
- *
- * @param options - Dashboard configuration options (names, widgets, region).
- * @returns An object with dashboardName and serialized dashboardBody JSON.
- */
-export function generateJobsDashboard(options) {
-    const { dashboardName, namespace = 'Glasswork/Jobs', jobNames = [], periodSeconds = 300, region = 'eu-west-1', logGroupName, } = options;
-    // Widget 1: Throughput (JobCount)
-    const throughputMetrics = jobNames.length > 0
-        ? jobNames.map((name) => [namespace, 'JobCount', 'JobName', name, { stat: 'Sum' }])
-        : [[namespace, 'JobCount', { stat: 'Sum' }]];
-    // Widget 2: Errors (JobErrorCount)
-    const errorMetrics = jobNames.length > 0
-        ? jobNames.map((name) => [
-            namespace,
-            'JobErrorCount',
-            'JobName',
-            name,
-            { stat: 'Sum', color: '#d62728' },
-        ])
-        : [[namespace, 'JobErrorCount', { stat: 'Sum', color: '#d62728' }]];
-    // Widget 3: Duration Percentiles
-    const durationMetrics = [
-        [namespace, 'JobDuration', { stat: 'p50', label: 'Duration p50' }],
-        [namespace, 'JobDuration', { stat: 'p90', label: 'Duration p90' }],
-        [namespace, 'JobDuration', { stat: 'p99', label: 'Duration p99' }],
-    ];
-    // Widget 4: Queue Wait Time
-    const queueWaitMetrics = [
-        [namespace, 'QueueWaitTime', { stat: 'Average', label: 'Avg Queue Wait' }],
-        [namespace, 'QueueWaitTime', { stat: 'Maximum', label: 'Max Queue Wait' }],
-    ];
-    // biome-ignore lint/suspicious/noExplicitAny: CloudWatch Dashboard JSON specification uses dynamic property arrays
-    const widgets = [
-        {
-            type: 'metric',
-            x: 0,
-            y: 0,
-            width: 12,
-            height: 6,
-            properties: {
-                metrics: throughputMetrics,
-                view: 'timeSeries',
-                stacked: true,
-                region,
-                title: 'Background Jobs - Throughput (JobCount)',
-                period: periodSeconds,
-            },
-        },
-        {
-            type: 'metric',
-            x: 12,
-            y: 0,
-            width: 12,
-            height: 6,
-            properties: {
-                metrics: errorMetrics,
-                view: 'timeSeries',
-                stacked: true,
-                region,
-                title: 'Background Jobs - Errors & Failures',
-                period: periodSeconds,
-            },
-        },
-        {
-            type: 'metric',
-            x: 0,
-            y: 6,
-            width: 12,
-            height: 6,
-            properties: {
-                metrics: durationMetrics,
-                view: 'timeSeries',
-                region,
-                title: 'Execution Duration (p50 / p90 / p99)',
-                period: periodSeconds,
-                yAxis: {
-                    left: {
-                        label: 'Milliseconds',
-                    },
-                },
-            },
-        },
-        {
-            type: 'metric',
-            x: 12,
-            y: 6,
-            width: 12,
-            height: 6,
-            properties: {
-                metrics: queueWaitMetrics,
-                view: 'timeSeries',
-                region,
-                title: 'Queue Wait Time (Enqueued to Execution)',
-                period: periodSeconds,
-                yAxis: {
-                    left: {
-                        label: 'Milliseconds',
-                    },
-                },
-            },
-        },
-    ];
-    if (logGroupName) {
-        widgets.push({
-            type: 'log',
-            x: 0,
-            y: 12,
-            width: 24,
-            height: 6,
-            properties: {
-                query: `SOURCE '${logGroupName}' | fields @timestamp, JobName, JobId, AttemptNumber, ErrorName, ErrorMessage\n| filter Status in ["failed", "dead_letter"]\n| sort @timestamp desc\n| limit 25`,
-                region,
-                title: 'Recent Job Failures & Dead Letters',
-                view: 'table',
-            },
-        });
-    }
-    return {
-        dashboardName,
-        dashboardBody: JSON.stringify({ widgets }),
-    };
-}
-/**
- * Returns a set of pre-canned CloudWatch Logs Insights queries for monitoring and troubleshooting jobs.
- *
- * @param options - Optional configuration for logGroupName and namespace filter.
- * @returns Queries for recent failures, slowest jobs, retries, and job tracing.
- */
-export function getJobsInsightsQueries(options = {}) {
-    const sourcePrefix = options.logGroupName ? `SOURCE '${options.logGroupName}' | ` : '';
-    return {
-        recentFailures: `${sourcePrefix}fields @timestamp, JobName, JobId, AttemptNumber, ErrorName, ErrorMessage\n| filter Status in ["failed", "dead_letter"]\n| sort @timestamp desc\n| limit 50`,
-        slowestJobs: `${sourcePrefix}fields @timestamp, JobName, JobId, JobDuration, QueueWaitTime\n| filter Status = "success"\n| sort JobDuration desc\n| limit 25`,
-        retriedJobs: `${sourcePrefix}fields @timestamp, JobName, JobId, AttemptNumber, Status, ErrorMessage\n| filter AttemptNumber > 1\n| sort @timestamp desc\n| limit 50`,
-        throughputHourly: `${sourcePrefix}filter ispresent(JobName)\n| stats count(*) as Total, sum(JobErrorCount) as Errors, avg(JobDuration) as AvgDurationMs by bin(1h), JobName`,
-        traceJob: (jobId) => `${sourcePrefix}fields @timestamp, JobName, Status, AttemptNumber, @message\n| filter JobId = "${jobId}"\n| sort @timestamp asc`,
-    };
-}
-//# sourceMappingURL=dashboard.js.map

package/dist/jobs/observability/dashboard.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"dashboard.js","sourceRoot":"","sources":["../../../src/jobs/observability/dashboard.ts"],"names":[],"mappings":"AAOA;;;;;;;;GAQG;AACH,MAAM,UAAU,qBAAqB,CACnC,OAAqC;IAErC,MAAM,EACJ,aAAa,EACb,SAAS,GAAG,gBAAgB,EAC5B,QAAQ,GAAG,EAAE,EACb,aAAa,GAAG,GAAG,EACnB,MAAM,GAAG,WAAW,EACpB,YAAY,GACb,GAAG,OAAO,CAAC;IAEZ,kCAAkC;IAClC,MAAM,iBAAiB,GACrB,QAAQ,CAAC,MAAM,GAAG,CAAC;QACjB,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QACnF,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;IAEjD,mCAAmC;IACnC,MAAM,YAAY,GAChB,QAAQ,CAAC,MAAM,GAAG,CAAC;QACjB,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;YACrB,SAAS;YACT,eAAe;YACf,SAAS;YACT,IAAI;YACJ,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE;SAClC,CAAC;QACJ,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,eAAe,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;IAExE,iCAAiC;IACjC,MAAM,eAAe,GAAG;QACtB,CAAC,SAAS,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC;QAClE,CAAC,SAAS,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC;QAClE,CAAC,SAAS,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC;KACnE,CAAC;IAEF,4BAA4B;IAC5B,MAAM,gBAAgB,GAAG;QACvB,CAAC,SAAS,EAAE,eAAe,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC;QAC1E,CAAC,SAAS,EAAE,eAAe,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC;KAC3E,CAAC;IAEF,mHAAmH;IACnH,MAAM,OAAO,GAAU;QACrB;YACE,IAAI,EAAE,QAAQ;YACd,CAAC,EAAE,CAAC;YACJ,CAAC,EAAE,CAAC;YACJ,KAAK,EAAE,EAAE;YACT,MAAM,EAAE,CAAC;YACT,UAAU,EAAE;gBACV,OAAO,EAAE,iBAAiB;gBAC1B,IAAI,EAAE,YAAY;gBAClB,OAAO,EAAE,IAAI;gBACb,MAAM;gBACN,KAAK,EAAE,yCAAyC;gBAChD,MAAM,EAAE,aAAa;aACtB;SACF;QACD;YACE,IAAI,EAAE,QAAQ;YACd,CAAC,EAAE,EAAE;YACL,CAAC,EAAE,CAAC;YACJ,KAAK,EAAE,EAAE;YACT,MAAM,EAAE,CAAC;YACT,UAAU,EAAE;gBACV,OAAO,EAAE,YAAY;gBACrB,IAAI,EAAE,YAAY;gBAClB,OAAO,EAAE,IAAI;gBACb,MAAM;gBACN,KAAK,EAAE,qCAAqC;gBAC5C,MAAM,EAAE,aAAa;aACtB;SACF;QACD;YACE,IAAI,EAAE,QAAQ;YACd,CAAC,EAAE,CAAC;YACJ,CAAC,EAAE,CAAC;YACJ,KAAK,EAAE,EAAE;YACT,MAAM,EAAE,CAAC;YACT,UAAU,EAAE;gBACV,OAAO,EAAE,eAAe;gBACxB,IAAI,EAAE,YAAY;gBAClB,MAAM;gBACN,KAAK,EAAE,sCAAsC;gBAC7C,MAAM,EAAE,aAAa;gBACrB,KAAK,EAAE;oBACL,IAAI,EAAE;wBACJ,KAAK,EAAE,cAAc;qBACtB;iBACF;aACF;SACF;QACD;YACE,IAAI,EAAE,QAAQ;YACd,CAAC,EAAE,EAAE;YACL,CAAC,EAAE,CAAC;YACJ,KAAK,EAAE,EAAE;YACT,MAAM,EAAE,CAAC;YACT,UAAU,EAAE;gBACV,OAAO,EAAE,gBAAgB;gBACzB,IAAI,EAAE,YAAY;gBAClB,MAAM;gBACN,KAAK,EAAE,yCAAyC;gBAChD,MAAM,EAAE,aAAa;gBACrB,KAAK,EAAE;oBACL,IAAI,EAAE;wBACJ,KAAK,EAAE,cAAc;qBACtB;iBACF;aACF;SACF;KACF,CAAC;IAEF,IAAI,YAAY,EAAE,CAAC;QACjB,OAAO,CAAC,IAAI,CAAC;YACX,IAAI,EAAE,KAAK;YACX,CAAC,EAAE,CAAC;YACJ,CAAC,EAAE,EAAE;YACL,KAAK,EAAE,EAAE;YACT,MAAM,EAAE,CAAC;YACT,UAAU,EAAE;gBACV,KAAK,EAAE,WAAW,YAAY,iKAAiK;gBAC/L,MAAM;gBACN,KAAK,EAAE,oCAAoC;gBAC3C,IAAI,EAAE,OAAO;aACd;SACF,CAAC,CAAC;IACL,CAAC;IAED,OAAO;QACL,aAAa;QACb,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,CAAC;KAC3C,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,sBAAsB,CACpC,UAAyC,EAAE;IAE3C,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,WAAW,OAAO,CAAC,YAAY,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;IAEvF,OAAO;QACL,cAAc,EAAE,GAAG,YAAY,6JAA6J;QAE5L,WAAW,EAAE,GAAG,YAAY,iIAAiI;QAE7J,WAAW,EAAE,GAAG,YAAY,wIAAwI;QAEpK,gBAAgB,EAAE,GAAG,YAAY,2IAA2I;QAE5K,QAAQ,EAAE,CAAC,KAAa,EAAE,EAAE,CAC1B,GAAG,YAAY,kFAAkF,KAAK,0BAA0B;KACnI,CAAC;AACJ,CAAC"}

package/dist/jobs/scheduler.d.ts

@@ -1,17 +0,0 @@
-import type { Logger } from '../utils/logger.js';
-import type { QueueDriver } from './types.js';
-export interface SchedulerConfig {
-    tableName: string;
-    driver: QueueDriver;
-    region: string;
-    endpoint?: string;
-    logger?: Logger;
-}
-/**
- * Create a scheduler handler that reads due jobs from DynamoDB and enqueues them.
- * Intended to be triggered periodically (e.g., every minute via EventBridge).
- */
-export declare function createSchedulerHandler(config: SchedulerConfig): () => Promise<{
-    dispatched: number;
-}>;
-//# sourceMappingURL=scheduler.d.ts.map

package/dist/jobs/scheduler.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"scheduler.d.ts","sourceRoot":"","sources":["../../src/jobs/scheduler.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAEjD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAE9C,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,WAAW,CAAC;IACpB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAiDD;;;GAGG;AACH,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,eAAe;;GA4D7D"}

package/dist/jobs/scheduler.js

@@ -1,83 +0,0 @@
-import { DynamoDBClient } from '@aws-sdk/client-dynamodb';
-import { DeleteCommand, DynamoDBDocumentClient, QueryCommand } from '@aws-sdk/lib-dynamodb';
-import { createLogger } from '../utils/logger.js';
-/**
- * Parse a scheduled item from DynamoDB into a job dispatch payload.
- * Returns null if the item is invalid or malformed.
- */
-function parseScheduledItem(item, logger) {
-    const jobName = item.jobName;
-    const jobId = item.sk;
-    if (!jobName || !jobId) {
-        logger.warn('Skipping scheduled item with missing required fields', {
-            hasJobName: !!jobName,
-            hasJobId: !!jobId,
-        });
-        return null;
-    }
-    let payload;
-    try {
-        payload = item.payload ? JSON.parse(item.payload) : undefined;
-    }
-    catch (error) {
-        logger.error('Failed to parse scheduled job payload', { jobName, jobId, error });
-        return null;
-    }
-    return {
-        jobName,
-        jobId,
-        payload,
-        queue: item.queue ?? 'default',
-    };
-}
-/**
- * Create a scheduler handler that reads due jobs from DynamoDB and enqueues them.
- * Intended to be triggered periodically (e.g., every minute via EventBridge).
- */
-export function createSchedulerHandler(config) {
-    const logger = config.logger ?? createLogger('JobScheduler');
-    const ddbClient = new DynamoDBClient({
-        region: config.region,
-        ...(config.endpoint && { endpoint: config.endpoint }),
-    });
-    const docClient = DynamoDBDocumentClient.from(ddbClient);
-    return async () => {
-        const partition = `SCHEDULED#${new Date().toISOString().slice(0, 16)}`;
-        const result = await docClient.send(new QueryCommand({
-            TableName: config.tableName,
-            KeyConditionExpression: 'pk = :pk',
-            ExpressionAttributeValues: { ':pk': partition },
-        }));
-        if (!result.Items || result.Items.length === 0) {
-            return { dispatched: 0 };
-        }
-        let dispatched = 0;
-        for (const item of result.Items) {
-            const parsed = parseScheduledItem(item, logger);
-            if (!parsed) {
-                // Delete malformed items to prevent infinite retries
-                if (item.sk) {
-                    await docClient.send(new DeleteCommand({
-                        TableName: config.tableName,
-                        Key: { pk: partition, sk: item.sk },
-                    }));
-                }
-                continue;
-            }
-            await config.driver.enqueue({
-                jobName: parsed.jobName,
-                payload: parsed.payload,
-                queue: parsed.queue,
-                jobId: parsed.jobId,
-            });
-            await docClient.send(new DeleteCommand({
-                TableName: config.tableName,
-                Key: { pk: partition, sk: parsed.jobId },
-            }));
-            dispatched += 1;
-        }
-        logger.info('Dispatched scheduled jobs', { dispatched });
-        return { dispatched };
-    };
-}
-//# sourceMappingURL=scheduler.js.map

package/dist/jobs/scheduler.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"scheduler.js","sourceRoot":"","sources":["../../src/jobs/scheduler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EAAE,aAAa,EAAE,sBAAsB,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAE5F,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AA0BlD;;;GAGG;AACH,SAAS,kBAAkB,CAAC,IAAmB,EAAE,MAAc;IAC7D,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;IAC7B,MAAM,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC;IAEtB,IAAI,CAAC,OAAO,IAAI,CAAC,KAAK,EAAE,CAAC;QACvB,MAAM,CAAC,IAAI,CAAC,sDAAsD,EAAE;YAClE,UAAU,EAAE,CAAC,CAAC,OAAO;YACrB,QAAQ,EAAE,CAAC,CAAC,KAAK;SAClB,CAAC,CAAC;QACH,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,OAAgB,CAAC;IACrB,IAAI,CAAC;QACH,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAChE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CAAC,uCAAuC,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QACjF,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO;QACL,OAAO;QACP,KAAK;QACL,OAAO;QACP,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,SAAS;KAC/B,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,sBAAsB,CAAC,MAAuB;IAC5D,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,YAAY,CAAC,cAAc,CAAC,CAAC;IAC7D,MAAM,SAAS,GAAG,IAAI,cAAc,CAAC;QACnC,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,GAAG,CAAC,MAAM,CAAC,QAAQ,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC;KACtD,CAAC,CAAC;IACH,MAAM,SAAS,GAAG,sBAAsB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAEzD,OAAO,KAAK,IAAI,EAAE;QAChB,MAAM,SAAS,GAAG,aAAa,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;QAEvE,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,IAAI,CACjC,IAAI,YAAY,CAAC;YACf,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,sBAAsB,EAAE,UAAU;YAClC,yBAAyB,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE;SAChD,CAAC,CACH,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC/C,OAAO,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;QAC3B,CAAC;QAED,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YAChC,MAAM,MAAM,GAAG,kBAAkB,CAAC,IAAqB,EAAE,MAAM,CAAC,CAAC;YAEjE,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,qDAAqD;gBACrD,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC;oBACZ,MAAM,SAAS,CAAC,IAAI,CAClB,IAAI,aAAa,CAAC;wBAChB,SAAS,EAAE,MAAM,CAAC,SAAS;wBAC3B,GAAG,EAAE,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE;qBACpC,CAAC,CACH,CAAC;gBACJ,CAAC;gBACD,SAAS;YACX,CAAC;YAED,MAAM,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC;gBAC1B,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,KAAK,EAAE,MAAM,CAAC,KAAK;aACpB,CAAC,CAAC;YAEH,MAAM,SAAS,CAAC,IAAI,CAClB,IAAI,aAAa,CAAC;gBAChB,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,GAAG,EAAE,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,MAAM,CAAC,KAAK,EAAE;aACzC,CAAC,CACH,CAAC;YAEF,UAAU,IAAI,CAAC,CAAC;QAClB,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,2BAA2B,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC;QACzD,OAAO,EAAE,UAAU,EAAE,CAAC;IACxB,CAAC,CAAC;AACJ,CAAC"}