saros-proxy 0.9.0 → 0.10.1

package/dist/scraper.d.ts

@@ -1,70 +0,0 @@
-/**
- * scraper.ts — Dashboard scraper; Saros uses this to predict account exhaustion.
- *
- * Provides both one-shot scraping (scrapeDashboard) and a background scraper
- * that periodically fetches dashboard pages for all configured accounts.
- * Uses recursive setTimeout (not setInterval) with AbortController to prevent
- * overlapping cycles and to support clean shutdown.
- */
-import { type UsageData } from './dashboard-parser.js';
-import type { ScrapingAccount } from './config.js';
-export interface ScrapeResult {
-    /** Whether the fetch and parse completed successfully. */
-    success: boolean;
-    /** Parsed usage data when successful. */
-    usage?: UsageData;
-    /** Human-readable error message on failure. */
-    error?: string;
-    /** HTTP status code returned by the upstream server, if reachable. */
-    httpStatus?: number;
-    /** Wall-clock duration of the entire fetch+parse operation in milliseconds. */
-    durationMs?: number;
-}
-interface AccountUsage {
-    usage: UsageData;
-    lastScrapedAt: Date;
-    lastError?: string;
-}
-/**
- * Fetch the OpenCode-Go dashboard and parse usage percentages.
- *
- * Makes a single HTTP GET request to `https://opencode.ai/workspace/{workspaceId}/go`
- * with the provided auth cookie. On a successful 2xx response the HTML is parsed
- * with {@link parseAllUsage} and the resulting usage data is returned.
- *
- * @param workspaceId — The OpenCode workspace identifier.
- * @param authCookie  — The `auth` cookie value for authentication.
- * @param options     - Optional settings.
- * @param options.timeoutMs - Request timeout in milliseconds (default: 15000).
- * @returns A {@link ScrapeResult} with status, parsed data, and timing info.
- */
-export declare function scrapeDashboard(workspaceId: string, authCookie: string, options?: {
-    timeoutMs?: number;
-    signal?: AbortSignal;
-}): Promise<ScrapeResult>;
-/**
- * Get all usage data (for health endpoint).
- */
-export declare function getAllUsage(): Map<string, AccountUsage>;
-/**
- * Clear the in-memory usage store (for testing).
- * Production code should NOT call this unless resetting state is intentional.
- */
-export declare function clearUsageStore(): void;
-/**
- * Start the background scraper.
- * Scrapes all configured accounts every intervalMs using recursive setTimeout,
- * preventing overlapping cycles. If already running, aborts the previous cycle
- * and clears its timer first.
- */
-export declare function startScraper(accounts: ScrapingAccount[], intervalMs: number): void;
-/**
- * Stop the background scraper.
- * Aborts any in-flight scrape cycle and clears the scheduled timer.
- */
-export declare function stopScraper(): void;
-/**
- * Check if the scraper is currently running (either a cycle in flight or a timer scheduled).
- */
-export declare function isScraperRunning(): boolean;
-export {};

package/dist/scraper.js

@@ -1,239 +0,0 @@
-/**
- * scraper.ts — Dashboard scraper; Saros uses this to predict account exhaustion.
- *
- * Provides both one-shot scraping (scrapeDashboard) and a background scraper
- * that periodically fetches dashboard pages for all configured accounts.
- * Uses recursive setTimeout (not setInterval) with AbortController to prevent
- * overlapping cycles and to support clean shutdown.
- */
-import { parseAllUsage } from './dashboard-parser.js';
-import { logger } from './logger.js';
-/** Module-level store: workspaceId → AccountUsage */
-const usageStore = new Map();
-/** Active timer handle, if any */
-let scraperTimer = null;
-/** AbortController for the current scrape cycle, if any */
-let abortController = null;
-// ---------------------------------------------------------------------------
-// Constants
-// ---------------------------------------------------------------------------
-const FIREFOX_UA = 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:136.0) Gecko/20100101 Firefox/136.0';
-const DEFAULT_TIMEOUT_MS = 15_000;
-// ---------------------------------------------------------------------------
-// Helpers
-// ---------------------------------------------------------------------------
-/**
- * Combine multiple AbortSignals into one — fires when any of them fire.
- * Cleans up listeners when any signal fires or when the resulting signal
- * is garbage collected.
- */
-function anySignal(signals) {
-    const controller = new AbortController();
-    for (const signal of signals) {
-        if (signal.aborted) {
-            controller.abort(signal.reason);
-            return controller.signal;
-        }
-        signal.addEventListener('abort', () => controller.abort(signal.reason), { once: true });
-    }
-    return controller.signal;
-}
-// ---------------------------------------------------------------------------
-// Public API
-// ---------------------------------------------------------------------------
-/**
- * Fetch the OpenCode-Go dashboard and parse usage percentages.
- *
- * Makes a single HTTP GET request to `https://opencode.ai/workspace/{workspaceId}/go`
- * with the provided auth cookie. On a successful 2xx response the HTML is parsed
- * with {@link parseAllUsage} and the resulting usage data is returned.
- *
- * @param workspaceId — The OpenCode workspace identifier.
- * @param authCookie  — The `auth` cookie value for authentication.
- * @param options     - Optional settings.
- * @param options.timeoutMs - Request timeout in milliseconds (default: 15000).
- * @returns A {@link ScrapeResult} with status, parsed data, and timing info.
- */
-export async function scrapeDashboard(workspaceId, authCookie, options) {
-    const start = performance.now();
-    const timeoutMs = options?.timeoutMs ?? DEFAULT_TIMEOUT_MS;
-    const url = `https://opencode.ai/workspace/${encodeURIComponent(workspaceId)}/go`;
-    try {
-        // Combine external signal with timeout via race
-        const externalSignal = options?.signal;
-        const timeoutSignal = AbortSignal.timeout(timeoutMs);
-        const combinedSignal = externalSignal
-            ? anySignal([externalSignal, timeoutSignal])
-            : timeoutSignal;
-        const response = await fetch(url, {
-            headers: {
-                Cookie: `auth=${authCookie}`,
-                'User-Agent': FIREFOX_UA,
-            },
-            signal: combinedSignal,
-        });
-        const httpStatus = response.status;
-        const durationMs = Math.round(performance.now() - start);
-        // Classify HTTP error status into a user-facing error message
-        if (!response.ok) {
-            let error;
-            if (httpStatus === 401 || httpStatus === 403) {
-                error = 'Cookie expired or invalid';
-            }
-            else if (httpStatus === 429) {
-                error = 'Rate limited by opencode.ai';
-            }
-            else {
-                error = `HTTP ${httpStatus}`;
-            }
-            return {
-                success: false,
-                error,
-                httpStatus,
-                durationMs,
-            };
-        }
-        // Parse HTML body
-        const html = await response.text();
-        const usage = parseAllUsage(html);
-        return {
-            success: true,
-            usage,
-            httpStatus,
-            durationMs,
-        };
-    }
-    catch (err) {
-        const durationMs = Math.round(performance.now() - start);
-        // Timeout
-        if (err instanceof DOMException && err.name === 'TimeoutError') {
-            return {
-                success: false,
-                error: 'Request timed out',
-                durationMs,
-            };
-        }
-        // Intentional abort (from our AbortController during stop)
-        if (err instanceof DOMException && err.name === 'AbortError') {
-            return {
-                success: false,
-                error: 'Aborted',
-                durationMs,
-            };
-        }
-        // Network or other errors
-        const message = err instanceof Error ? err.message : 'Unknown fetch error';
-        return {
-            success: false,
-            error: message,
-            durationMs,
-        };
-    }
-}
-// ---------------------------------------------------------------------------
-// Usage store accessors
-// ---------------------------------------------------------------------------
-/**
- * Get all usage data (for health endpoint).
- */
-export function getAllUsage() {
-    return new Map(usageStore);
-}
-/**
- * Clear the in-memory usage store (for testing).
- * Production code should NOT call this unless resetting state is intentional.
- */
-export function clearUsageStore() {
-    usageStore.clear();
-}
-// ---------------------------------------------------------------------------
-// Timer management
-// ---------------------------------------------------------------------------
-/**
- * Scrape a single account and update the store.
- */
-async function scrapeAndStore(account, signal) {
-    const result = await scrapeDashboard(account.workspaceId, account.authCookie, { signal });
-    if (result.success && result.usage) {
-        usageStore.set(account.workspaceId, {
-            usage: result.usage,
-            lastScrapedAt: new Date(),
-        });
-        logger.info({ workspaceId: account.workspaceId, durationMs: result.durationMs }, 'Scraped dashboard for %s', account.workspaceId);
-    }
-    else {
-        const prev = usageStore.get(account.workspaceId);
-        usageStore.set(account.workspaceId, {
-            usage: prev?.usage ?? { rolling: null, weekly: null, monthly: null },
-            lastScrapedAt: new Date(),
-            lastError: result.error ?? 'Unknown error',
-        });
-        logger.warn({ workspaceId: account.workspaceId, error: result.error, httpStatus: result.httpStatus }, 'Failed to scrape dashboard for %s: %s', account.workspaceId, result.error);
-    }
-    // Error already logged and stored above — no further action needed
-}
-/**
- * Run a full scrape cycle across all configured accounts sequentially.
- * Checks the abort signal between accounts and returns early if aborted.
- */
-async function runScrapeCycle(accounts, signal) {
-    for (const account of accounts) {
-        if (signal?.aborted)
-            return;
-        await scrapeAndStore(account, signal);
-    }
-}
-/**
- * Start the background scraper.
- * Scrapes all configured accounts every intervalMs using recursive setTimeout,
- * preventing overlapping cycles. If already running, aborts the previous cycle
- * and clears its timer first.
- */
-export function startScraper(accounts, intervalMs) {
-    // Cancel any in-flight cycle and clear any existing timer
-    stopScraper();
-    const controller = new AbortController();
-    abortController = controller;
-    const schedule = async () => {
-        if (controller.signal.aborted)
-            return;
-        await runScrapeCycle(accounts, controller.signal).catch((err) => {
-            logger.error({ err }, 'Scrape cycle failed');
-        });
-        if (controller.signal.aborted)
-            return;
-        scraperTimer = setTimeout(schedule, intervalMs);
-        // Allow the process to exit even if the timer is still running
-        if (scraperTimer && typeof scraperTimer === 'object' && 'unref' in scraperTimer) {
-            scraperTimer.unref();
-        }
-    };
-    // Start first cycle immediately
-    schedule().catch((err) => {
-        logger.error({ err }, 'Initial scrape cycle failed');
-    });
-    logger.info('Background scraper started (interval: %d ms, accounts: %d)', intervalMs, accounts.length);
-}
-/**
- * Stop the background scraper.
- * Aborts any in-flight scrape cycle and clears the scheduled timer.
- */
-export function stopScraper() {
-    if (abortController !== null) {
-        abortController.abort();
-        abortController = null;
-    }
-    if (scraperTimer !== null) {
-        clearTimeout(scraperTimer);
-        scraperTimer = null;
-    }
-    // Only log if we actually stopped something — allows idempotent calls from startScraper
-    // without spurious "stopped" messages when nothing was running.
-}
-/**
- * Check if the scraper is currently running (either a cycle in flight or a timer scheduled).
- */
-export function isScraperRunning() {
-    return scraperTimer !== null || abortController !== null;
-}
-//# sourceMappingURL=scraper.js.map

package/dist/scraper.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"scraper.js","sourceRoot":"","sources":["../src/scraper.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,aAAa,EAAkB,MAAM,uBAAuB,CAAC;AACtE,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AA8BrC,qDAAqD;AACrD,MAAM,UAAU,GAAG,IAAI,GAAG,EAAwB,CAAC;AAEnD,kCAAkC;AAClC,IAAI,YAAY,GAAyC,IAAI,CAAC;AAE9D,2DAA2D;AAC3D,IAAI,eAAe,GAA2B,IAAI,CAAC;AAEnD,8EAA8E;AAC9E,YAAY;AACZ,8EAA8E;AAE9E,MAAM,UAAU,GACd,kFAAkF,CAAC;AAErF,MAAM,kBAAkB,GAAG,MAAM,CAAC;AAElC,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E;;;;GAIG;AACH,SAAS,SAAS,CAAC,OAAsB;IACvC,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IAEzC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAChC,OAAO,UAAU,CAAC,MAAM,CAAC;QAC3B,CAAC;QACD,MAAM,CAAC,gBAAgB,CACrB,OAAO,EACP,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,EACrC,EAAE,IAAI,EAAE,IAAI,EAAE,CACf,CAAC;IACJ,CAAC;IAED,OAAO,UAAU,CAAC,MAAM,CAAC;AAC3B,CAAC;AAED,8EAA8E;AAC9E,aAAa;AACb,8EAA8E;AAE9E;;;;;;;;;;;;GAYG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,WAAmB,EACnB,UAAkB,EAClB,OAAsD;IAEtD,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAChC,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,IAAI,kBAAkB,CAAC;IAE3D,MAAM,GAAG,GAAG,iCAAiC,kBAAkB,CAAC,WAAW,CAAC,KAAK,CAAC;IAElF,IAAI,CAAC;QACH,gDAAgD;QAChD,MAAM,cAAc,GAAG,OAAO,EAAE,MAAM,CAAC;QACvC,MAAM,aAAa,GAAG,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QACrD,MAAM,cAAc,GAAG,cAAc;YACnC,CAAC,CAAC,SAAS,CAAC,CAAC,cAAc,EAAE,aAAa,CAAC,CAAC;YAC5C,CAAC,CAAC,aAAa,CAAC;QAElB,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAChC,OAAO,EAAE;gBACP,MAAM,EAAE,QAAQ,UAAU,EAAE;gBAC5B,YAAY,EAAE,UAAU;aACzB;YACD,MAAM,EAAE,cAAc;SACvB,CAAC,CAAC;QAEH,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC;QACnC,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,CAAC;QAEzD,8DAA8D;QAC9D,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,IAAI,KAAa,CAAC;YAClB,IAAI,UAAU,KAAK,GAAG,IAAI,UAAU,KAAK,GAAG,EAAE,CAAC;gBAC7C,KAAK,GAAG,2BAA2B,CAAC;YACtC,CAAC;iBAAM,IAAI,UAAU,KAAK,GAAG,EAAE,CAAC;gBAC9B,KAAK,GAAG,6BAA6B,CAAC;YACxC,CAAC;iBAAM,CAAC;gBACN,KAAK,GAAG,QAAQ,UAAU,EAAE,CAAC;YAC/B,CAAC;YAED,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,KAAK;gBACL,UAAU;gBACV,UAAU;aACX,CAAC;QACJ,CAAC;QAED,kBAAkB;QAClB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnC,MAAM,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;QAElC,OAAO;YACL,OAAO,EAAE,IAAI;YACb,KAAK;YACL,UAAU;YACV,UAAU;SACX,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,CAAC;QAEzD,UAAU;QACV,IAAI,GAAG,YAAY,YAAY,IAAI,GAAG,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;YAC/D,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,mBAAmB;gBAC1B,UAAU;aACX,CAAC;QACJ,CAAC;QAED,2DAA2D;QAC3D,IAAI,GAAG,YAAY,YAAY,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YAC7D,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,SAAS;gBAChB,UAAU;aACX,CAAC;QACJ,CAAC;QAED,0BAA0B;QAC1B,MAAM,OAAO,GACX,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,qBAAqB,CAAC;QAE7D,OAAO;YACL,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,OAAO;YACd,UAAU;SACX,CAAC;IACJ,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,wBAAwB;AACxB,8EAA8E;AAE9E;;GAEG;AACH,MAAM,UAAU,WAAW;IACzB,OAAO,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC;AAC7B,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,eAAe;IAC7B,UAAU,CAAC,KAAK,EAAE,CAAC;AACrB,CAAC;AAED,8EAA8E;AAC9E,mBAAmB;AACnB,8EAA8E;AAE9E;;GAEG;AACH,KAAK,UAAU,cAAc,CAAC,OAAwB,EAAE,MAAoB;IAC1E,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;IAE1F,IAAI,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QACnC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,WAAW,EAAE;YAClC,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,aAAa,EAAE,IAAI,IAAI,EAAE;SAC1B,CAAC,CAAC;QACH,MAAM,CAAC,IAAI,CACT,EAAE,WAAW,EAAE,OAAO,CAAC,WAAW,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,EACnE,0BAA0B,EAC1B,OAAO,CAAC,WAAW,CACpB,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,GAAG,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QACjD,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,WAAW,EAAE;YAClC,KAAK,EAAE,IAAI,EAAE,KAAK,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE;YACpE,aAAa,EAAE,IAAI,IAAI,EAAE;YACzB,SAAS,EAAE,MAAM,CAAC,KAAK,IAAI,eAAe;SAC3C,CAAC,CAAC;QACH,MAAM,CAAC,IAAI,CACT,EAAE,WAAW,EAAE,OAAO,CAAC,WAAW,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,EACxF,uCAAuC,EACvC,OAAO,CAAC,WAAW,EACnB,MAAM,CAAC,KAAK,CACb,CAAC;IACJ,CAAC;IAED,mEAAmE;AACrE,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,cAAc,CAC3B,QAA2B,EAC3B,MAAoB;IAEpB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,IAAI,MAAM,EAAE,OAAO;YAAE,OAAO;QAC5B,MAAM,cAAc,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IACxC,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,YAAY,CAAC,QAA2B,EAAE,UAAkB;IAC1E,0DAA0D;IAC1D,WAAW,EAAE,CAAC;IAEd,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,eAAe,GAAG,UAAU,CAAC;IAE7B,MAAM,QAAQ,GAAG,KAAK,IAAmB,EAAE;QACzC,IAAI,UAAU,CAAC,MAAM,CAAC,OAAO;YAAE,OAAO;QACtC,MAAM,cAAc,CAAC,QAAQ,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YAC9D,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,EAAE,qBAAqB,CAAC,CAAC;QAC/C,CAAC,CAAC,CAAC;QACH,IAAI,UAAU,CAAC,MAAM,CAAC,OAAO;YAAE,OAAO;QACtC,YAAY,GAAG,UAAU,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;QAEhD,+DAA+D;QAC/D,IAAI,YAAY,IAAI,OAAO,YAAY,KAAK,QAAQ,IAAI,OAAO,IAAI,YAAY,EAAE,CAAC;YAChF,YAAY,CAAC,KAAK,EAAE,CAAC;QACvB,CAAC;IACH,CAAC,CAAC;IAEF,gCAAgC;IAChC,QAAQ,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;QACvB,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,EAAE,6BAA6B,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,IAAI,CAAC,4DAA4D,EAAE,UAAU,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;AACzG,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,WAAW;IACzB,IAAI,eAAe,KAAK,IAAI,EAAE,CAAC;QAC7B,eAAe,CAAC,KAAK,EAAE,CAAC;QACxB,eAAe,GAAG,IAAI,CAAC;IACzB,CAAC;IACD,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;QAC1B,YAAY,CAAC,YAAY,CAAC,CAAC;QAC3B,YAAY,GAAG,IAAI,CAAC;IACtB,CAAC;IACD,wFAAwF;IACxF,gEAAgE;AAClE,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB;IAC9B,OAAO,YAAY,KAAK,IAAI,IAAI,eAAe,KAAK,IAAI,CAAC;AAC3D,CAAC"}