@glubean/runner 0.1.0

package/dist/thresholds.d.ts

@@ -0,0 +1,40 @@
+/**
+ * Metric threshold evaluator.
+ *
+ * Collects metric data points during a run, then evaluates user-defined
+ * thresholds against aggregated values (avg, min, max, percentiles, count).
+ *
+ * @module
+ */
+import type { ThresholdAggregation, ThresholdConfig, ThresholdExpression, ThresholdSummary } from "@glubean/sdk";
+/**
+ * Collects raw metric values during a run, grouped by metric name.
+ * Call `add()` for each metric event, then `getValues()` to retrieve.
+ */
+export declare class MetricCollector {
+    private data;
+    /** Record a single metric data point. */
+    add(name: string, value: number): void;
+    /** Get all recorded values for a metric (empty array if none). */
+    getValues(name: string): number[];
+    /** Get all metric names that have data. */
+    getNames(): string[];
+}
+/** Compute an aggregation over a set of values. */
+export declare function aggregate(values: number[], agg: ThresholdAggregation): number;
+interface ParsedExpression {
+    operator: "<" | "<=";
+    value: number;
+}
+/** Parse a threshold expression like "<200" or "<=500". */
+export declare function parseExpression(expr: ThresholdExpression): ParsedExpression | null;
+/**
+ * Evaluate all thresholds against collected metric data.
+ *
+ * @param config - User-defined threshold configuration
+ * @param collector - MetricCollector with recorded data points
+ * @returns Summary with individual results and overall pass/fail
+ */
+export declare function evaluateThresholds(config: ThresholdConfig, collector: MetricCollector): ThresholdSummary;
+export {};
+//# sourceMappingURL=thresholds.d.ts.map

package/dist/thresholds.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"thresholds.d.ts","sourceRoot":"","sources":["../src/thresholds.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAEV,oBAAoB,EACpB,eAAe,EACf,mBAAmB,EAEnB,gBAAgB,EACjB,MAAM,cAAc,CAAC;AAItB;;;GAGG;AACH,qBAAa,eAAe;IAC1B,OAAO,CAAC,IAAI,CAA+B;IAE3C,yCAAyC;IACzC,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI;IAStC,kEAAkE;IAClE,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE;IAIjC,2CAA2C;IAC3C,QAAQ,IAAI,MAAM,EAAE;CAGrB;AAWD,mDAAmD;AACnD,wBAAgB,SAAS,CACvB,MAAM,EAAE,MAAM,EAAE,EAChB,GAAG,EAAE,oBAAoB,GACxB,MAAM,CAqBR;AAID,UAAU,gBAAgB;IACxB,QAAQ,EAAE,GAAG,GAAG,IAAI,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,2DAA2D;AAC3D,wBAAgB,eAAe,CAAC,IAAI,EAAE,mBAAmB,GAAG,gBAAgB,GAAG,IAAI,CAOlF;AA8BD;;;;;;GAMG;AACH,wBAAgB,kBAAkB,CAChC,MAAM,EAAE,eAAe,EACvB,SAAS,EAAE,eAAe,GACzB,gBAAgB,CAmDlB"}

package/dist/thresholds.js

@@ -0,0 +1,152 @@
+/**
+ * Metric threshold evaluator.
+ *
+ * Collects metric data points during a run, then evaluates user-defined
+ * thresholds against aggregated values (avg, min, max, percentiles, count).
+ *
+ * @module
+ */
+// ── Metric Collector ──────────────────────────────────────────────────────────
+/**
+ * Collects raw metric values during a run, grouped by metric name.
+ * Call `add()` for each metric event, then `getValues()` to retrieve.
+ */
+export class MetricCollector {
+    data = new Map();
+    /** Record a single metric data point. */
+    add(name, value) {
+        const arr = this.data.get(name);
+        if (arr) {
+            arr.push(value);
+        }
+        else {
+            this.data.set(name, [value]);
+        }
+    }
+    /** Get all recorded values for a metric (empty array if none). */
+    getValues(name) {
+        return this.data.get(name) ?? [];
+    }
+    /** Get all metric names that have data. */
+    getNames() {
+        return [...this.data.keys()];
+    }
+}
+// ── Aggregation ───────────────────────────────────────────────────────────────
+/** Compute a percentile from a sorted array (nearest-rank method). */
+function percentile(sorted, p) {
+    if (sorted.length === 0)
+        return 0;
+    const idx = Math.ceil((p / 100) * sorted.length) - 1;
+    return sorted[Math.max(0, idx)];
+}
+/** Compute an aggregation over a set of values. */
+export function aggregate(values, agg) {
+    if (values.length === 0)
+        return 0;
+    switch (agg) {
+        case "count":
+            return values.length;
+        case "avg":
+            return values.reduce((a, b) => a + b, 0) / values.length;
+        case "min":
+            return Math.min(...values);
+        case "max":
+            return Math.max(...values);
+        case "p50":
+        case "p90":
+        case "p95":
+        case "p99": {
+            const sorted = [...values].sort((a, b) => a - b);
+            const p = parseInt(agg.slice(1), 10);
+            return percentile(sorted, p);
+        }
+    }
+}
+/** Parse a threshold expression like "<200" or "<=500". */
+export function parseExpression(expr) {
+    const match = expr.match(/^(<=?)\s*(-?\d+(?:\.\d+)?)$/);
+    if (!match)
+        return null;
+    return {
+        operator: match[1],
+        value: parseFloat(match[2]),
+    };
+}
+/** Evaluate whether an actual value passes a threshold expression. */
+function passes(actual, expr) {
+    return expr.operator === "<" ? actual < expr.value : actual <= expr.value;
+}
+// ── Threshold Evaluation ──────────────────────────────────────────────────────
+/** Normalize shorthand string to full rules object. */
+function normalizeRules(input) {
+    if (typeof input === "string") {
+        return { avg: input };
+    }
+    return input;
+}
+const VALID_AGGREGATIONS = new Set([
+    "avg",
+    "min",
+    "max",
+    "p50",
+    "p90",
+    "p95",
+    "p99",
+    "count",
+]);
+/**
+ * Evaluate all thresholds against collected metric data.
+ *
+ * @param config - User-defined threshold configuration
+ * @param collector - MetricCollector with recorded data points
+ * @returns Summary with individual results and overall pass/fail
+ */
+export function evaluateThresholds(config, collector) {
+    const results = [];
+    for (const [metricName, rawRules] of Object.entries(config)) {
+        const rules = normalizeRules(rawRules);
+        const values = collector.getValues(metricName);
+        for (const [aggKey, expr] of Object.entries(rules)) {
+            const agg = aggKey;
+            if (!VALID_AGGREGATIONS.has(agg) || !expr)
+                continue;
+            const parsed = parseExpression(expr);
+            if (!parsed) {
+                // Invalid expression — treat as fail
+                results.push({
+                    metric: metricName,
+                    aggregation: agg,
+                    threshold: expr,
+                    actual: NaN,
+                    pass: false,
+                });
+                continue;
+            }
+            if (values.length === 0) {
+                // No data for this metric — skip (not a failure)
+                results.push({
+                    metric: metricName,
+                    aggregation: agg,
+                    threshold: expr,
+                    actual: 0,
+                    pass: true,
+                });
+                continue;
+            }
+            const actual = aggregate(values, agg);
+            results.push({
+                metric: metricName,
+                aggregation: agg,
+                threshold: expr,
+                actual: Math.round(actual * 100) / 100,
+                pass: passes(actual, parsed),
+            });
+        }
+    }
+    return {
+        results,
+        pass: results.every((r) => r.pass),
+    };
+}
+//# sourceMappingURL=thresholds.js.map

package/dist/thresholds.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"thresholds.js","sourceRoot":"","sources":["../src/thresholds.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAWH,iFAAiF;AAEjF;;;GAGG;AACH,MAAM,OAAO,eAAe;IAClB,IAAI,GAAG,IAAI,GAAG,EAAoB,CAAC;IAE3C,yCAAyC;IACzC,GAAG,CAAC,IAAY,EAAE,KAAa;QAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAChC,IAAI,GAAG,EAAE,CAAC;YACR,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAClB,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,kEAAkE;IAClE,SAAS,CAAC,IAAY;QACpB,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;IACnC,CAAC;IAED,2CAA2C;IAC3C,QAAQ;QACN,OAAO,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IAC/B,CAAC;CACF;AAED,iFAAiF;AAEjF,sEAAsE;AACtE,SAAS,UAAU,CAAC,MAAgB,EAAE,CAAS;IAC7C,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAClC,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IACrD,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;AAClC,CAAC;AAED,mDAAmD;AACnD,MAAM,UAAU,SAAS,CACvB,MAAgB,EAChB,GAAyB;IAEzB,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAElC,QAAQ,GAAG,EAAE,CAAC;QACZ,KAAK,OAAO;YACV,OAAO,MAAM,CAAC,MAAM,CAAC;QACvB,KAAK,KAAK;YACR,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;QAC3D,KAAK,KAAK;YACR,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;QAC7B,KAAK,KAAK;YACR,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;QAC7B,KAAK,KAAK,CAAC;QACX,KAAK,KAAK,CAAC;QACX,KAAK,KAAK,CAAC;QACX,KAAK,KAAK,CAAC,CAAC,CAAC;YACX,MAAM,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACjD,MAAM,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACrC,OAAO,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;AACH,CAAC;AASD,2DAA2D;AAC3D,MAAM,UAAU,eAAe,CAAC,IAAyB;IACvD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC;IACxD,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IACxB,OAAO;QACL,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAe;QAChC,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;KAC5B,CAAC;AACJ,CAAC;AAED,sEAAsE;AACtE,SAAS,MAAM,CAAC,MAAc,EAAE,IAAsB;IACpD,OAAO,IAAI,CAAC,QAAQ,KAAK,GAAG,CAAC,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC;AAC5E,CAAC;AAED,iFAAiF;AAEjF,uDAAuD;AACvD,SAAS,cAAc,CACrB,KAAiD;IAEjD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC;IACxB,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAuB;IACvD,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;IACL,OAAO;CACR,CAAC,CAAC;AAEH;;;;;;GAMG;AACH,MAAM,UAAU,kBAAkB,CAChC,MAAuB,EACvB,SAA0B;IAE1B,MAAM,OAAO,GAAsB,EAAE,CAAC;IAEtC,KAAK,MAAM,CAAC,UAAU,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAC5D,MAAM,KAAK,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC;QACvC,MAAM,MAAM,GAAG,SAAS,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QAE/C,KAAK,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACnD,MAAM,GAAG,GAAG,MAA8B,CAAC;YAC3C,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI;gBAAE,SAAS;YAEpD,MAAM,MAAM,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;YACrC,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,qCAAqC;gBACrC,OAAO,CAAC,IAAI,CAAC;oBACX,MAAM,EAAE,UAAU;oBAClB,WAAW,EAAE,GAAG;oBAChB,SAAS,EAAE,IAAI;oBACf,MAAM,EAAE,GAAG;oBACX,IAAI,EAAE,KAAK;iBACZ,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YAED,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACxB,iDAAiD;gBACjD,OAAO,CAAC,IAAI,CAAC;oBACX,MAAM,EAAE,UAAU;oBAClB,WAAW,EAAE,GAAG;oBAChB,SAAS,EAAE,IAAI;oBACf,MAAM,EAAE,CAAC;oBACT,IAAI,EAAE,IAAI;iBACX,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YAED,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;YACtC,OAAO,CAAC,IAAI,CAAC;gBACX,MAAM,EAAE,UAAU;gBAClB,WAAW,EAAE,GAAG;gBAChB,SAAS,EAAE,IAAI;gBACf,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,GAAG,CAAC,GAAG,GAAG;gBACtC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;aAC7B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO;QACL,OAAO;QACP,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;KACnC,CAAC;AACJ,CAAC"}

package/package.json

@@ -0,0 +1,27 @@
+{
+  "name": "@glubean/runner",
+  "version": "0.1.0",
+  "type": "module",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    }
+  },
+  "files": [
+    "dist"
+  ],
+  "scripts": {
+    "build": "tsc -p tsconfig.build.json",
+    "test": "vitest run"
+  },
+  "dependencies": {
+    "@glubean/sdk": "^0.1.0",
+    "ky": "^1.14.0",
+    "tsx": "^4.19.0"
+  },
+  "devDependencies": {
+    "@types/node": "^22.0.0",
+    "zod": "^4.3.6"
+  }
+}