@askalf/dario 3.23.0 → 3.24.0

package/dist/cli.js

@@ -208,7 +208,25 @@ async function proxy() {
     const strictTls = args.includes('--strict-tls');
     const modelArg = args.find(a => a.startsWith('--model='));
     const model = modelArg ? modelArg.split('=')[1] : undefined;
-    await startProxy({ port, host, verbose, verboseBodies, model, passthrough, preserveTools, hybridTools, noAutoDetect, strictTls });
+    // --pace-min=MS / --pace-jitter=MS (v3.24, direction #6 — behavioral
+    // smoothing). Inter-request gap floor + optional uniform-random jitter.
+    // Defaults preserve v3.23 behavior (500ms floor, no jitter). The pure
+    // calc lives in src/pacing.ts; the flags just feed it.
+    const pacingMinMs = parsePositiveIntFlag('--pace-min=');
+    const pacingJitterMs = parsePositiveIntFlag('--pace-jitter=');
+    await startProxy({ port, host, verbose, verboseBodies, model, passthrough, preserveTools, hybridTools, noAutoDetect, strictTls, pacingMinMs, pacingJitterMs });
+}
+function parsePositiveIntFlag(prefix) {
+    const found = args.find(a => a.startsWith(prefix));
+    if (!found)
+        return undefined;
+    const raw = found.slice(prefix.length);
+    const n = parseInt(raw, 10);
+    if (!Number.isFinite(n) || n < 0) {
+        console.error(`[dario] Invalid ${prefix.replace(/=$/, '')} value: ${JSON.stringify(raw)}. Must be a non-negative integer (ms).`);
+        process.exit(1);
+    }
+    return n;
 }
 async function accounts() {
     const sub = args[1];
@@ -459,6 +477,15 @@ async function help() {
                              from a stock CC request. Install Bun
                              (https://bun.sh) so dario auto-relaunches
                              under it, or use shim mode. (v3.23)
+    --pace-min=MS            Minimum ms between upstream requests
+                             (default: 500). Prevents request floods
+                             that are distinguishable from human-paced
+                             CC traffic.
+    --pace-jitter=MS         Max additional uniform-random jitter (ms)
+                             added on top of --pace-min per request.
+                             Default: 0 (off). Set to e.g. 300 to hide
+                             the floor from long-run inter-arrival
+                             statistics. (v3.24)
     --port=PORT              Port to listen on (default: 3456)
     --host=ADDRESS           Address to bind to (default: 127.0.0.1)
                              Use 0.0.0.0 for LAN; see README for DARIO_API_KEY

package/dist/pacing.d.ts

@@ -0,0 +1,62 @@
+/**
+ * Inter-request pacing (v3.24, direction #6 — behavioral smoothing).
+ *
+ * Real CC traffic has human-paced gaps between requests — sub-second when
+ * the model is streaming tool-loop output, multi-second when the user is
+ * typing the next message. A proxy that fires requests at machine speed
+ * with perfectly uniform spacing stands out against that rhythm.
+ *
+ * This module supplies the pure gap-calculation function the proxy's
+ * rate governor calls before every outbound fetch. Two knobs:
+ *
+ *   minGapMs    — lower bound on the wall-clock distance between requests.
+ *                 Was a hardcoded 500ms through v3.23; keep 500 as default
+ *                 so back-compat is exact when both knobs stay at defaults.
+ *
+ *   jitterMs    — uniform random addition on top of minGap. The *effective*
+ *                 gap for a given request is minGap + U(0, jitter). Adds
+ *                 non-uniformity so an observer can't infer the floor from
+ *                 the long-run minimum of inter-arrival times.
+ *
+ * Pure over (now, lastRequestTime, minGap, jitter, rng) so the tests can
+ * exercise every edge without spawning timers. The proxy passes
+ * `Math.random` as the rng at runtime; tests pass a deterministic stub.
+ *
+ * The first request in a session (lastRequestTime === 0) is never paced —
+ * the purpose is smoothing the *gap between* requests, not delaying the
+ * first one from whenever the consumer happens to connect.
+ */
+export interface PacingConfig {
+    /** Minimum wall-clock milliseconds between the completion of one request and the start of the next. */
+    minGapMs: number;
+    /** Max additional uniform-random jitter (ms) added on top of minGap. Pass 0 to disable. */
+    jitterMs: number;
+}
+/**
+ * How many milliseconds to sleep before the next upstream fetch.
+ *
+ * Returns 0 when no delay is required — either because this is the first
+ * request of the session, or enough wall-clock time has already elapsed
+ * since `lastRequestTime`.
+ *
+ * `rng` defaults to Math.random; tests inject a deterministic stub.
+ * Negative configuration values are clamped to 0 (lenient, not an error).
+ */
+export declare function computePacingDelay(now: number, lastRequestTime: number, cfg: PacingConfig, rng?: () => number): number;
+/**
+ * Resolve a PacingConfig from explicit options, env vars, and defaults.
+ *
+ * Precedence (highest first):
+ *   1. Explicit argument (typically from CLI flag)
+ *   2. DARIO_PACE_MIN_MS / DARIO_PACE_JITTER_MS env vars
+ *   3. Legacy DARIO_MIN_INTERVAL_MS env var (minGap only — matches v3.23
+ *      behavior so existing setups don't regress silently)
+ *   4. Defaults: minGap=500, jitter=0
+ *
+ * Invalid strings (non-numeric, negative) are ignored and fall through to
+ * the next source — a typoed env var shouldn't fail-loud at startup.
+ */
+export declare function resolvePacingConfig(explicit?: {
+    minGapMs?: number;
+    jitterMs?: number;
+}, env?: NodeJS.ProcessEnv): PacingConfig;

package/dist/pacing.js

@@ -0,0 +1,78 @@
+/**
+ * Inter-request pacing (v3.24, direction #6 — behavioral smoothing).
+ *
+ * Real CC traffic has human-paced gaps between requests — sub-second when
+ * the model is streaming tool-loop output, multi-second when the user is
+ * typing the next message. A proxy that fires requests at machine speed
+ * with perfectly uniform spacing stands out against that rhythm.
+ *
+ * This module supplies the pure gap-calculation function the proxy's
+ * rate governor calls before every outbound fetch. Two knobs:
+ *
+ *   minGapMs    — lower bound on the wall-clock distance between requests.
+ *                 Was a hardcoded 500ms through v3.23; keep 500 as default
+ *                 so back-compat is exact when both knobs stay at defaults.
+ *
+ *   jitterMs    — uniform random addition on top of minGap. The *effective*
+ *                 gap for a given request is minGap + U(0, jitter). Adds
+ *                 non-uniformity so an observer can't infer the floor from
+ *                 the long-run minimum of inter-arrival times.
+ *
+ * Pure over (now, lastRequestTime, minGap, jitter, rng) so the tests can
+ * exercise every edge without spawning timers. The proxy passes
+ * `Math.random` as the rng at runtime; tests pass a deterministic stub.
+ *
+ * The first request in a session (lastRequestTime === 0) is never paced —
+ * the purpose is smoothing the *gap between* requests, not delaying the
+ * first one from whenever the consumer happens to connect.
+ */
+/**
+ * How many milliseconds to sleep before the next upstream fetch.
+ *
+ * Returns 0 when no delay is required — either because this is the first
+ * request of the session, or enough wall-clock time has already elapsed
+ * since `lastRequestTime`.
+ *
+ * `rng` defaults to Math.random; tests inject a deterministic stub.
+ * Negative configuration values are clamped to 0 (lenient, not an error).
+ */
+export function computePacingDelay(now, lastRequestTime, cfg, rng = Math.random) {
+    if (lastRequestTime <= 0)
+        return 0;
+    const minGap = Math.max(0, cfg.minGapMs);
+    const jitter = Math.max(0, cfg.jitterMs);
+    const jitterAdd = jitter > 0 ? Math.floor(rng() * jitter) : 0;
+    const effectiveGap = minGap + jitterAdd;
+    const elapsed = now - lastRequestTime;
+    if (elapsed >= effectiveGap)
+        return 0;
+    return effectiveGap - elapsed;
+}
+/**
+ * Resolve a PacingConfig from explicit options, env vars, and defaults.
+ *
+ * Precedence (highest first):
+ *   1. Explicit argument (typically from CLI flag)
+ *   2. DARIO_PACE_MIN_MS / DARIO_PACE_JITTER_MS env vars
+ *   3. Legacy DARIO_MIN_INTERVAL_MS env var (minGap only — matches v3.23
+ *      behavior so existing setups don't regress silently)
+ *   4. Defaults: minGap=500, jitter=0
+ *
+ * Invalid strings (non-numeric, negative) are ignored and fall through to
+ * the next source — a typoed env var shouldn't fail-loud at startup.
+ */
+export function resolvePacingConfig(explicit = {}, env = process.env) {
+    const minGap = pickNonNegativeInt(explicit.minGapMs, env.DARIO_PACE_MIN_MS, env.DARIO_MIN_INTERVAL_MS) ?? 500;
+    const jitter = pickNonNegativeInt(explicit.jitterMs, env.DARIO_PACE_JITTER_MS) ?? 0;
+    return { minGapMs: minGap, jitterMs: jitter };
+}
+function pickNonNegativeInt(...candidates) {
+    for (const c of candidates) {
+        if (c === undefined || c === null || c === '')
+            continue;
+        const n = typeof c === 'number' ? c : parseInt(c, 10);
+        if (Number.isFinite(n) && n >= 0)
+            return Math.floor(n);
+    }
+    return undefined;
+}

package/dist/proxy.d.ts

@@ -13,6 +13,8 @@ interface ProxyOptions {
     hybridTools?: boolean;
     noAutoDetect?: boolean;
     strictTls?: boolean;
+    pacingMinMs?: number;
+    pacingJitterMs?: number;
 }
 export declare function sanitizeError(err: unknown): string;
 export declare function startProxy(opts?: ProxyOptions): Promise<void>;

package/dist/proxy.js

@@ -571,10 +571,19 @@ export async function startProxy(opts = {}) {
         betaBase = betaBase ? `${betaBase},oauth-2025-04-20` : 'oauth-2025-04-20';
     }
     const betaWithoutContext1m = betaBase.split(',').filter((t) => t !== 'context-1m-2025-08-07').join(',');
-    // Rate governor — minimum 500ms between requests. Fast enough for agents,
-    // slow enough to not look like a scripted flood of identical traffic.
+    // Rate governor — floor + optional jitter between requests. A hardcoded
+    // 500ms floor keeps the default behavior identical to v3.23; `--pace-min`
+    // and `--pace-jitter` let callers tune the distribution. Pure calc lives
+    // in src/pacing.ts so the edge cases are unit-tested without timers.
+    const { computePacingDelay, resolvePacingConfig } = await import('./pacing.js');
     let lastRequestTime = 0;
-    const MIN_REQUEST_INTERVAL_MS = parseInt(process.env.DARIO_MIN_INTERVAL_MS || '500', 10);
+    const pacingCfg = resolvePacingConfig({
+        minGapMs: opts.pacingMinMs,
+        jitterMs: opts.pacingJitterMs,
+    });
+    if (verbose) {
+        console.log(`[dario] pacing: min=${pacingCfg.minGapMs}ms jitter=${pacingCfg.jitterMs}ms`);
+    }
     // Optional proxy authentication — pre-encode key buffer for performance
     const apiKey = process.env.DARIO_API_KEY;
     const apiKeyBuf = apiKey ? Buffer.from(apiKey) : null;
@@ -1076,11 +1085,11 @@ export async function startProxy(opts = {}) {
                     beta = beta.split(',').filter((t) => t.length > 0 && !rejectedSet.has(t)).join(',');
                 }
             }
-            // Rate governor — prevent inhuman request cadence
-            const now = Date.now();
-            const elapsed = now - lastRequestTime;
-            if (elapsed < MIN_REQUEST_INTERVAL_MS && lastRequestTime > 0) {
-                await new Promise(r => setTimeout(r, MIN_REQUEST_INTERVAL_MS - elapsed));
+            // Rate governor — prevent inhuman request cadence. See src/pacing.ts
+            // for the pure delay calculator (floor + uniform jitter).
+            const pacingDelay = computePacingDelay(Date.now(), lastRequestTime, pacingCfg);
+            if (pacingDelay > 0) {
+                await new Promise(r => setTimeout(r, pacingDelay));
             }
             lastRequestTime = Date.now();
             // Session ID: pool mode uses the per-account identity.sessionId (stable

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@askalf/dario",
-  "version": "3.23.0",
+  "version": "3.24.0",
   "description": "A local LLM router. One endpoint, every provider — Claude subscriptions, OpenAI, OpenRouter, Groq, local LiteLLM, any OpenAI-compat endpoint — your tools don't need to change.",
   "type": "module",
   "bin": {
@@ -21,7 +21,7 @@
   ],
   "scripts": {
     "build": "tsc && cp src/cc-template-data.json dist/ && node -e \"require('fs').mkdirSync('dist/shim',{recursive:true})\" && cp src/shim/runtime.cjs dist/shim/",
-    "test": "node test/issue-29-tool-translation.mjs && node test/hybrid-tools.mjs && node test/tool-schema-contract.mjs && node test/scrub-paths.mjs && node test/provider-prefix.mjs && node test/analytics-recording.mjs && node test/analytics-billing-bucket.mjs && node test/failover-429.mjs && node test/pool-sticky.mjs && node test/sealed-pool.mjs && node test/live-fingerprint.mjs && node test/shim-runtime.mjs && node test/shim-e2e.mjs && node test/proxy-header-order.mjs && node test/proxy-body-order.mjs && node test/runtime-fingerprint.mjs && node test/drift-detection.mjs && node test/compat-range.mjs && node test/doctor-formatter.mjs && node test/atomic-write.mjs && node test/account-refresh-singleflight.mjs && node test/streaming-edge-cases.mjs && node test/client-detection.mjs && node test/manual-oauth-flow.mjs && node test/scrub-template.mjs",
+    "test": "node test/issue-29-tool-translation.mjs && node test/hybrid-tools.mjs && node test/tool-schema-contract.mjs && node test/scrub-paths.mjs && node test/provider-prefix.mjs && node test/analytics-recording.mjs && node test/analytics-billing-bucket.mjs && node test/failover-429.mjs && node test/pool-sticky.mjs && node test/sealed-pool.mjs && node test/live-fingerprint.mjs && node test/shim-runtime.mjs && node test/shim-e2e.mjs && node test/proxy-header-order.mjs && node test/proxy-body-order.mjs && node test/runtime-fingerprint.mjs && node test/pacing.mjs && node test/drift-detection.mjs && node test/compat-range.mjs && node test/doctor-formatter.mjs && node test/atomic-write.mjs && node test/account-refresh-singleflight.mjs && node test/streaming-edge-cases.mjs && node test/client-detection.mjs && node test/manual-oauth-flow.mjs && node test/scrub-template.mjs",
     "audit": "npm audit --production --audit-level=high",
     "prepublishOnly": "npm run build",
     "start": "node dist/cli.js",