opc-agent 1.3.1 → 1.3.2

package/src/core/performance.ts

@@ -1,187 +1,187 @@
-import { Logger } from '../core/logger';
-
-// ── Connection Pool ─────────────────────────────────────────
-
-export interface PooledConnection {
-  id: string;
-  provider: string;
-  createdAt: number;
-  lastUsedAt: number;
-  inUse: boolean;
-}
-
-export class ConnectionPool {
-  private pool: Map<string, PooledConnection[]> = new Map();
-  private maxPerProvider: number;
-  private ttlMs: number;
-  private logger = new Logger('connection-pool');
-
-  constructor(maxPerProvider = 5, ttlMs = 300000) {
-    this.maxPerProvider = maxPerProvider;
-    this.ttlMs = ttlMs;
-  }
-
-  acquire(provider: string): PooledConnection {
-    const connections = this.pool.get(provider) ?? [];
-    
-    // Cleanup expired
-    const now = Date.now();
-    const active = connections.filter(c => now - c.createdAt < this.ttlMs);
-    
-    // Find available
-    const available = active.find(c => !c.inUse);
-    if (available) {
-      available.inUse = true;
-      available.lastUsedAt = now;
-      return available;
-    }
-
-    // Create new if under limit
-    if (active.length < this.maxPerProvider) {
-      const conn: PooledConnection = {
-        id: `conn_${now}_${Math.random().toString(36).slice(2, 8)}`,
-        provider,
-        createdAt: now,
-        lastUsedAt: now,
-        inUse: true,
-      };
-      active.push(conn);
-      this.pool.set(provider, active);
-      return conn;
-    }
-
-    // Wait for one (return oldest used for now)
-    const oldest = active.sort((a, b) => a.lastUsedAt - b.lastUsedAt)[0];
-    oldest.inUse = true;
-    oldest.lastUsedAt = now;
-    return oldest;
-  }
-
-  release(id: string): void {
-    for (const connections of this.pool.values()) {
-      const conn = connections.find(c => c.id === id);
-      if (conn) {
-        conn.inUse = false;
-        return;
-      }
-    }
-  }
-
-  getStats(): Record<string, { total: number; inUse: number }> {
-    const stats: Record<string, { total: number; inUse: number }> = {};
-    for (const [provider, connections] of this.pool) {
-      stats[provider] = {
-        total: connections.length,
-        inUse: connections.filter(c => c.inUse).length,
-      };
-    }
-    return stats;
-  }
-
-  drain(): void {
-    this.pool.clear();
-  }
-}
-
-// ── Request Batcher ─────────────────────────────────────────
-
-export interface BatchRequest<T> {
-  payload: T;
-  resolve: (result: unknown) => void;
-  reject: (error: Error) => void;
-}
-
-export class RequestBatcher<T> {
-  private queue: BatchRequest<T>[] = [];
-  private timer: ReturnType<typeof setTimeout> | null = null;
-  private maxBatchSize: number;
-  private delayMs: number;
-  private processor: (batch: T[]) => Promise<unknown[]>;
-  private logger = new Logger('batcher');
-
-  constructor(
-    processor: (batch: T[]) => Promise<unknown[]>,
-    maxBatchSize = 10,
-    delayMs = 50,
-  ) {
-    this.processor = processor;
-    this.maxBatchSize = maxBatchSize;
-    this.delayMs = delayMs;
-  }
-
-  add(payload: T): Promise<unknown> {
-    return new Promise((resolve, reject) => {
-      this.queue.push({ payload, resolve, reject });
-
-      if (this.queue.length >= this.maxBatchSize) {
-        this.flush();
-      } else if (!this.timer) {
-        this.timer = setTimeout(() => this.flush(), this.delayMs);
-      }
-    });
-  }
-
-  async flush(): Promise<void> {
-    if (this.timer) {
-      clearTimeout(this.timer);
-      this.timer = null;
-    }
-
-    if (this.queue.length === 0) return;
-
-    const batch = this.queue.splice(0, this.maxBatchSize);
-    try {
-      const results = await this.processor(batch.map(b => b.payload));
-      batch.forEach((req, i) => req.resolve(results[i]));
-    } catch (err) {
-      batch.forEach(req => req.reject(err as Error));
-    }
-  }
-
-  get pending(): number {
-    return this.queue.length;
-  }
-}
-
-// ── Lazy Loader ─────────────────────────────────────────────
-
-export class LazyLoader<T> {
-  private cache: Map<string, T> = new Map();
-  private loaders: Map<string, () => Promise<T>> = new Map();
-
-  register(name: string, loader: () => Promise<T>): void {
-    this.loaders.set(name, loader);
-  }
-
-  async get(name: string): Promise<T> {
-    const cached = this.cache.get(name);
-    if (cached) return cached;
-
-    const loader = this.loaders.get(name);
-    if (!loader) throw new Error(`No loader registered for "${name}"`);
-
-    const instance = await loader();
-    this.cache.set(name, instance);
-    return instance;
-  }
-
-  isLoaded(name: string): boolean {
-    return this.cache.has(name);
-  }
-
-  evict(name: string): void {
-    this.cache.delete(name);
-  }
-
-  clear(): void {
-    this.cache.clear();
-  }
-
-  get loadedCount(): number {
-    return this.cache.size;
-  }
-
-  get registeredCount(): number {
-    return this.loaders.size;
-  }
-}
+import { Logger } from '../core/logger';
+
+// ── Connection Pool ─────────────────────────────────────────
+
+export interface PooledConnection {
+  id: string;
+  provider: string;
+  createdAt: number;
+  lastUsedAt: number;
+  inUse: boolean;
+}
+
+export class ConnectionPool {
+  private pool: Map<string, PooledConnection[]> = new Map();
+  private maxPerProvider: number;
+  private ttlMs: number;
+  private logger = new Logger('connection-pool');
+
+  constructor(maxPerProvider = 5, ttlMs = 300000) {
+    this.maxPerProvider = maxPerProvider;
+    this.ttlMs = ttlMs;
+  }
+
+  acquire(provider: string): PooledConnection {
+    const connections = this.pool.get(provider) ?? [];
+    
+    // Cleanup expired
+    const now = Date.now();
+    const active = connections.filter(c => now - c.createdAt < this.ttlMs);
+    
+    // Find available
+    const available = active.find(c => !c.inUse);
+    if (available) {
+      available.inUse = true;
+      available.lastUsedAt = now;
+      return available;
+    }
+
+    // Create new if under limit
+    if (active.length < this.maxPerProvider) {
+      const conn: PooledConnection = {
+        id: `conn_${now}_${Math.random().toString(36).slice(2, 8)}`,
+        provider,
+        createdAt: now,
+        lastUsedAt: now,
+        inUse: true,
+      };
+      active.push(conn);
+      this.pool.set(provider, active);
+      return conn;
+    }
+
+    // Wait for one (return oldest used for now)
+    const oldest = active.sort((a, b) => a.lastUsedAt - b.lastUsedAt)[0];
+    oldest.inUse = true;
+    oldest.lastUsedAt = now;
+    return oldest;
+  }
+
+  release(id: string): void {
+    for (const connections of this.pool.values()) {
+      const conn = connections.find(c => c.id === id);
+      if (conn) {
+        conn.inUse = false;
+        return;
+      }
+    }
+  }
+
+  getStats(): Record<string, { total: number; inUse: number }> {
+    const stats: Record<string, { total: number; inUse: number }> = {};
+    for (const [provider, connections] of this.pool) {
+      stats[provider] = {
+        total: connections.length,
+        inUse: connections.filter(c => c.inUse).length,
+      };
+    }
+    return stats;
+  }
+
+  drain(): void {
+    this.pool.clear();
+  }
+}
+
+// ── Request Batcher ─────────────────────────────────────────
+
+export interface BatchRequest<T> {
+  payload: T;
+  resolve: (result: unknown) => void;
+  reject: (error: Error) => void;
+}
+
+export class RequestBatcher<T> {
+  private queue: BatchRequest<T>[] = [];
+  private timer: ReturnType<typeof setTimeout> | null = null;
+  private maxBatchSize: number;
+  private delayMs: number;
+  private processor: (batch: T[]) => Promise<unknown[]>;
+  private logger = new Logger('batcher');
+
+  constructor(
+    processor: (batch: T[]) => Promise<unknown[]>,
+    maxBatchSize = 10,
+    delayMs = 50,
+  ) {
+    this.processor = processor;
+    this.maxBatchSize = maxBatchSize;
+    this.delayMs = delayMs;
+  }
+
+  add(payload: T): Promise<unknown> {
+    return new Promise((resolve, reject) => {
+      this.queue.push({ payload, resolve, reject });
+
+      if (this.queue.length >= this.maxBatchSize) {
+        this.flush();
+      } else if (!this.timer) {
+        this.timer = setTimeout(() => this.flush(), this.delayMs);
+      }
+    });
+  }
+
+  async flush(): Promise<void> {
+    if (this.timer) {
+      clearTimeout(this.timer);
+      this.timer = null;
+    }
+
+    if (this.queue.length === 0) return;
+
+    const batch = this.queue.splice(0, this.maxBatchSize);
+    try {
+      const results = await this.processor(batch.map(b => b.payload));
+      batch.forEach((req, i) => req.resolve(results[i]));
+    } catch (err) {
+      batch.forEach(req => req.reject(err as Error));
+    }
+  }
+
+  get pending(): number {
+    return this.queue.length;
+  }
+}
+
+// ── Lazy Loader ─────────────────────────────────────────────
+
+export class LazyLoader<T> {
+  private cache: Map<string, T> = new Map();
+  private loaders: Map<string, () => Promise<T>> = new Map();
+
+  register(name: string, loader: () => Promise<T>): void {
+    this.loaders.set(name, loader);
+  }
+
+  async get(name: string): Promise<T> {
+    const cached = this.cache.get(name);
+    if (cached) return cached;
+
+    const loader = this.loaders.get(name);
+    if (!loader) throw new Error(`No loader registered for "${name}"`);
+
+    const instance = await loader();
+    this.cache.set(name, instance);
+    return instance;
+  }
+
+  isLoaded(name: string): boolean {
+    return this.cache.has(name);
+  }
+
+  evict(name: string): void {
+    this.cache.delete(name);
+  }
+
+  clear(): void {
+    this.cache.clear();
+  }
+
+  get loadedCount(): number {
+    return this.cache.size;
+  }
+
+  get registeredCount(): number {
+    return this.loaders.size;
+  }
+}

package/src/core/priority.ts

@@ -0,0 +1,140 @@
+// ─── Priority / Fast Mode ────────────────────────────────────
+// Route requests through provider priority tiers for lower latency.
+// Toggle via config or runtime command.
+
+export interface PriorityConfig {
+  /** Enable priority mode (default: false) */
+  enabled: boolean;
+  /** Provider-specific priority settings */
+  providers?: PriorityProviderConfig[];
+  /** Default priority tier */
+  defaultTier?: PriorityTier;
+}
+
+export type PriorityTier = 'standard' | 'fast' | 'batch';
+
+export interface PriorityProviderConfig {
+  provider: string;
+  tier: PriorityTier;
+  /** Custom endpoint override for priority routing */
+  endpoint?: string;
+  /** Supported models for this tier */
+  models?: string[];
+}
+
+interface PriorityHeaders {
+  [key: string]: string;
+}
+
+// Known priority-capable providers and their routing
+const PROVIDER_PRIORITY_MAP: Record<string, {
+  headerKey: string;
+  headerValue: Record<PriorityTier, string>;
+  supportedModels: string[];
+}> = {
+  openai: {
+    headerKey: 'X-OpenAI-Processing-Priority',
+    headerValue: { fast: 'priority', standard: 'auto', batch: 'batch' },
+    supportedModels: ['gpt-5', 'gpt-5.4', 'gpt-4.1', 'codex-*', 'o3-*', 'o4-mini*'],
+  },
+  anthropic: {
+    headerKey: 'anthropic-priority',
+    headerValue: { fast: 'high', standard: 'normal', batch: 'low' },
+    supportedModels: ['claude-opus-*', 'claude-sonnet-*', 'claude-4*'],
+  },
+  google: {
+    headerKey: 'X-Goog-Priority',
+    headerValue: { fast: 'high', standard: 'normal', batch: 'low' },
+    supportedModels: ['gemini-2.5-*', 'gemini-3-*'],
+  },
+};
+
+export class PriorityRouter {
+  private config: PriorityConfig;
+  private runtimeTier: PriorityTier;
+
+  constructor(config: PriorityConfig) {
+    this.config = config;
+    this.runtimeTier = config.defaultTier ?? 'standard';
+  }
+
+  /** Toggle fast mode on/off at runtime */
+  toggle(): PriorityTier {
+    this.runtimeTier = this.runtimeTier === 'fast' ? 'standard' : 'fast';
+    return this.runtimeTier;
+  }
+
+  /** Set specific tier */
+  setTier(tier: PriorityTier): void {
+    this.runtimeTier = tier;
+  }
+
+  /** Get current tier */
+  getTier(): PriorityTier {
+    return this.runtimeTier;
+  }
+
+  /** Check if fast mode is active */
+  isFast(): boolean {
+    return this.runtimeTier === 'fast';
+  }
+
+  /**
+   * Get priority headers for a provider + model combination.
+   * Returns empty object if provider doesn't support priority or model isn't eligible.
+   */
+  getHeaders(provider: string, model: string): PriorityHeaders {
+    if (!this.config.enabled) return {};
+
+    const tier = this.getEffectiveTier(provider);
+    if (tier === 'standard') return {};
+
+    const providerMap = PROVIDER_PRIORITY_MAP[provider.toLowerCase()];
+    if (!providerMap) return {};
+
+    // Check model eligibility
+    if (!this.isModelEligible(providerMap.supportedModels, model)) return {};
+
+    return { [providerMap.headerKey]: providerMap.headerValue[tier] };
+  }
+
+  /**
+   * Get effective endpoint for a provider, allowing priority-specific routing.
+   */
+  getEndpoint(provider: string, defaultEndpoint: string): string {
+    const providerConfig = this.config.providers?.find(
+      (p) => p.provider.toLowerCase() === provider.toLowerCase()
+    );
+    if (providerConfig?.endpoint && this.runtimeTier === 'fast') {
+      return providerConfig.endpoint;
+    }
+    return defaultEndpoint;
+  }
+
+  private getEffectiveTier(provider: string): PriorityTier {
+    // Check provider-specific override first
+    const providerConfig = this.config.providers?.find(
+      (p) => p.provider.toLowerCase() === provider.toLowerCase()
+    );
+    if (providerConfig) return providerConfig.tier;
+    return this.runtimeTier;
+  }
+
+  private isModelEligible(patterns: string[], model: string): boolean {
+    return patterns.some((pattern) => {
+      if (pattern.endsWith('*')) {
+        return model.startsWith(pattern.slice(0, -1));
+      }
+      return model === pattern;
+    });
+  }
+
+  /** Status summary for dashboard / CLI */
+  status(): { tier: PriorityTier; enabled: boolean; providers: string[] } {
+    return {
+      tier: this.runtimeTier,
+      enabled: this.config.enabled,
+      providers: Object.keys(PROVIDER_PRIORITY_MAP),
+    };
+  }
+}