@nice2dev/ui-ai 1.0.8 → 1.0.10

package/dist/cost-tracker.d.ts

@@ -0,0 +1,148 @@
+/** Usage record for a single API call */
+export interface UsageRecord {
+    id: string;
+    timestamp: number;
+    tenantId?: string;
+    userId?: string;
+    feature?: string;
+    model: string;
+    provider: string;
+    promptTokens: number;
+    completionTokens: number;
+    totalTokens: number;
+    estimatedCost: number;
+    latencyMs: number;
+    cached?: boolean;
+    error?: string;
+}
+/** Aggregated usage statistics */
+export interface UsageStats {
+    totalRequests: number;
+    totalTokens: number;
+    totalPromptTokens: number;
+    totalCompletionTokens: number;
+    totalCost: number;
+    averageLatency: number;
+    errorCount: number;
+    cacheHitRate: number;
+    byModel: Record<string, {
+        requests: number;
+        tokens: number;
+        cost: number;
+    }>;
+    byFeature: Record<string, {
+        requests: number;
+        tokens: number;
+        cost: number;
+    }>;
+    byDay: Record<string, {
+        requests: number;
+        tokens: number;
+        cost: number;
+    }>;
+}
+/** Budget configuration */
+export interface BudgetConfig {
+    /** Monthly budget in USD */
+    monthlyBudget?: number;
+    /** Daily budget in USD */
+    dailyBudget?: number;
+    /** Max tokens per request */
+    maxTokensPerRequest?: number;
+    /** Max requests per minute */
+    maxRequestsPerMinute?: number;
+    /** Max requests per day */
+    maxRequestsPerDay?: number;
+    /** Alert thresholds (percentage of budget) */
+    alertThresholds?: number[];
+}
+/** Budget status */
+export interface BudgetStatus {
+    dailyUsed: number;
+    dailyRemaining: number;
+    dailyPercent: number;
+    monthlyUsed: number;
+    monthlyRemaining: number;
+    monthlyPercent: number;
+    requestsToday: number;
+    requestsThisMinute: number;
+    isOverBudget: boolean;
+    alerts: string[];
+}
+/** Storage interface for persistence */
+export interface ICostStorage {
+    save(tenantId: string, records: UsageRecord[]): Promise<void>;
+    load(tenantId: string, startDate?: Date, endDate?: Date): Promise<UsageRecord[]>;
+    clear(tenantId: string, beforeDate?: Date): Promise<void>;
+}
+export declare class InMemoryCostStorage implements ICostStorage {
+    private records;
+    save(tenantId: string, records: UsageRecord[]): Promise<void>;
+    load(tenantId: string, startDate?: Date, endDate?: Date): Promise<UsageRecord[]>;
+    clear(tenantId: string, beforeDate?: Date): Promise<void>;
+}
+export declare class LocalStorageCostStorage implements ICostStorage {
+    private readonly prefix;
+    save(tenantId: string, records: UsageRecord[]): Promise<void>;
+    load(tenantId: string, startDate?: Date, endDate?: Date): Promise<UsageRecord[]>;
+    clear(tenantId: string, beforeDate?: Date): Promise<void>;
+}
+export declare class CostTracker {
+    private storage;
+    private pendingRecords;
+    private flushTimer;
+    private budgetConfig;
+    private alertCallbacks;
+    private minuteCounter;
+    private dayCounter;
+    constructor(storage?: ICostStorage, budgetConfig?: BudgetConfig);
+    /**
+     * Record API usage
+     */
+    recordUsage(tenantId: string, usage: Omit<UsageRecord, 'id' | 'timestamp'>): Promise<void>;
+    /**
+     * Check if request is allowed before making API call
+     */
+    canMakeRequest(tenantId: string): Promise<{
+        allowed: boolean;
+        reason?: string;
+    }>;
+    /**
+     * Get budget status for a tenant
+     */
+    getBudgetStatus(tenantId: string): Promise<BudgetStatus>;
+    /**
+     * Get aggregated usage statistics
+     */
+    getUsageStats(tenantId: string, startDate?: Date, endDate?: Date): Promise<UsageStats>;
+    /**
+     * Subscribe to budget alerts
+     */
+    onAlert(callback: (alert: string, status: BudgetStatus) => void): () => void;
+    /**
+     * Update budget configuration
+     */
+    setBudgetConfig(config: Partial<BudgetConfig>): void;
+    /**
+     * Clear usage data
+     */
+    clearUsage(tenantId: string, beforeDate?: Date): Promise<void>;
+    private generateId;
+    private updateCounters;
+    private getMinuteCount;
+    private scheduleFlush;
+    private checkAlerts;
+}
+/** Hook for tracking AI costs in React components */
+export declare function useCostTracker(tenantId: string, budgetConfig?: BudgetConfig): {
+    status: BudgetStatus | null;
+    stats: UsageStats | null;
+    loading: boolean;
+    recordUsage: (usage: Omit<UsageRecord, 'id' | 'timestamp'>) => Promise<void>;
+    canMakeRequest: () => Promise<{
+        allowed: boolean;
+        reason?: string;
+    }>;
+    refresh: () => Promise<void>;
+};
+//# sourceMappingURL=cost-tracker.d.ts.map

package/dist/cost-tracker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cost-tracker.d.ts","sourceRoot":"","sources":["../src/cost-tracker.ts"],"names":[],"mappings":"AASA,yCAAyC;AACzC,MAAM,WAAW,WAAW;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,kCAAkC;AAClC,MAAM,WAAW,UAAU;IACzB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,qBAAqB,EAAE,MAAM,CAAC;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,EAAE,MAAM,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC5E,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC9E,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CAC3E;AAED,2BAA2B;AAC3B,MAAM,WAAW,YAAY;IAC3B,4BAA4B;IAC5B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,0BAA0B;IAC1B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,6BAA6B;IAC7B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,8BAA8B;IAC9B,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,2BAA2B;IAC3B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,8CAA8C;IAC9C,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;CAC5B;AAED,oBAAoB;AACpB,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,EAAE,MAAM,CAAC;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,gBAAgB,EAAE,MAAM,CAAC;IACzB,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,MAAM,CAAC;IACtB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,YAAY,EAAE,OAAO,CAAC;IACtB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,wCAAwC;AACxC,MAAM,WAAW,YAAY;IAC3B,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC9D,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,EAAE,IAAI,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;IACjF,KAAK,CAAC,QAAQ,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAC3D;AAMD,qBAAa,mBAAoB,YAAW,YAAY;IACtD,OAAO,CAAC,OAAO,CAAyC;IAElD,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAK7D,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,EAAE,IAAI,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAiBhF,KAAK,CAAC,QAAQ,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;CAWhE;AAMD,qBAAa,uBAAwB,YAAW,YAAY;IAC1D,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAuB;IAExC,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAgB7D,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,EAAE,IAAI,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAuBhF,KAAK,CAAC,QAAQ,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;CAgBhE;AAMD,qBAAa,WAAW;IACtB,OAAO,CAAC,OAAO,CAAe;IAC9B,OAAO,CAAC,cAAc,CAAqB;IAC3C,OAAO,CAAC,UAAU,CAA8C;IAChE,OAAO,CAAC,YAAY,CAAe;IACnC,OAAO,CAAC,cAAc,CAAyD;IAG/E,OAAO,CAAC,aAAa,CAAoC;IACzD,OAAO,CAAC,UAAU,CAAkC;gBAExC,OAAO,CAAC,EAAE,YAAY,EAAE,YAAY,CAAC,EAAE,YAAY;IAa/D;;OAEG;IACG,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,WAAW,EAAE,IAAI,GAAG,WAAW,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAgBhG;;OAEG;IACG,cAAc,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAwBtF;;OAEG;IACG,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;IAyC9D;;OAEG;IACG,aAAa,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,EAAE,IAAI,GAAG,OAAO,CAAC,UAAU,CAAC;IAqE5F;;OAEG;IACH,OAAO,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,YAAY,KAAK,IAAI,GAAG,MAAM,IAAI;IAU5E;;OAEG;IACH,eAAe,CAAC,MAAM,EAAE,OAAO,CAAC,YAAY,CAAC,GAAG,IAAI;IAIpD;;OAEG;IACG,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAMpE,OAAO,CAAC,UAAU;IAIlB,OAAO,CAAC,cAAc;IAmBtB,OAAO,CAAC,cAAc;IAOtB,OAAO,CAAC,aAAa;IAcrB,OAAO,CAAC,WAAW;CAepB;AAQD,qDAAqD;AACrD,wBAAgB,cAAc,CAC5B,QAAQ,EAAE,MAAM,EAChB,YAAY,CAAC,EAAE,YAAY,GAC1B;IACD,MAAM,EAAE,YAAY,GAAG,IAAI,CAAC;IAC5B,KAAK,EAAE,UAAU,GAAG,IAAI,CAAC;IACzB,OAAO,EAAE,OAAO,CAAC;IACjB,WAAW,EAAE,CAAC,KAAK,EAAE,IAAI,CAAC,WAAW,EAAE,IAAI,GAAG,WAAW,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7E,cAAc,EAAE,MAAM,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACrE,OAAO,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAC9B,CAyEA"}

package/dist/fallback-strategies.d.ts

@@ -0,0 +1,120 @@
+import { ILLMProvider, LLMChatRequest, LLMChatResponse, LLMProviderConfig } from './llm-providers';
+
+/** Fallback strategy type */
+export type FallbackStrategy = 'retry' | 'failover' | 'cache' | 'offline' | 'graceful-degrade' | 'circuit-breaker';
+/** Fallback configuration */
+export interface FallbackConfig {
+    /** Primary strategies to try in order */
+    strategies: FallbackStrategy[];
+    /** Max retries for 'retry' strategy */
+    maxRetries?: number;
+    /** Retry delay in ms */
+    retryDelay?: number;
+    /** Exponential backoff multiplier */
+    backoffMultiplier?: number;
+    /** Backup provider configs for 'failover' */
+    backupProviders?: LLMProviderConfig[];
+    /** Cache TTL in ms for 'cache' strategy */
+    cacheTTL?: number;
+    /** Offline model config for 'offline' strategy */
+    offlineConfig?: LLMProviderConfig;
+    /** Circuit breaker threshold (failures before opening) */
+    circuitBreakerThreshold?: number;
+    /** Circuit breaker reset time in ms */
+    circuitBreakerResetTime?: number;
+    /** Callback when fallback is triggered */
+    onFallback?: (strategy: FallbackStrategy, error: Error) => void;
+}
+/** Circuit breaker state */
+interface CircuitBreakerState {
+    failures: number;
+    lastFailure: number;
+    isOpen: boolean;
+}
+/**
+ * Resilient LLM client with fallback strategies
+ */
+export declare class ResilientLLMClient {
+    private primaryProvider;
+    private backupProviders;
+    private config;
+    private cache;
+    private circuitBreakers;
+    private offlineProvider?;
+    constructor(primaryProvider: ILLMProvider, fallbackConfig?: FallbackConfig);
+    /**
+     * Make a chat request with fallback strategies
+     */
+    chat(request: LLMChatRequest): Promise<LLMChatResponse>;
+    /**
+     * Execute fallback strategies
+     */
+    private executeWithFallback;
+    /**
+     * Execute a specific fallback strategy
+     */
+    private executeStrategy;
+    /**
+     * Retry with exponential backoff
+     */
+    private retryStrategy;
+    /**
+     * Try backup providers
+     */
+    private failoverStrategy;
+    /**
+     * Return cached response
+     */
+    private cacheStrategy;
+    /**
+     * Use offline/local model
+     */
+    private offlineStrategy;
+    /**
+     * Return a gracefully degraded response
+     */
+    private gracefulDegradeStrategy;
+    /**
+     * Generate a helpful degraded response
+     */
+    private generateDegradedResponse;
+    private isCircuitOpen;
+    private recordFailure;
+    private openCircuitBreaker;
+    private resetCircuitBreaker;
+    private delay;
+    /**
+     * Add a backup provider
+     */
+    addBackupProvider(provider: ILLMProvider): void;
+    /**
+     * Set offline provider
+     */
+    setOfflineProvider(provider: ILLMProvider): void;
+    /**
+     * Clear response cache
+     */
+    clearCache(): void;
+    /**
+     * Reset all circuit breakers
+     */
+    resetAllCircuitBreakers(): void;
+    /**
+     * Get circuit breaker status
+     */
+    getCircuitBreakerStatus(): Record<string, CircuitBreakerState>;
+    /**
+     * Perform health check on all providers
+     */
+    healthCheck(): Promise<Record<string, boolean>>;
+}
+/**
+ * Create a resilient LLM client with default fallback configuration
+ */
+export declare function createResilientClient(primaryConfig: LLMProviderConfig, fallbackConfig?: FallbackConfig): ResilientLLMClient;
+/**
+ * Create a resilient client with recommended configuration
+ */
+export declare function createResilientClientWithDefaults(primaryConfig: LLMProviderConfig, backupConfig?: LLMProviderConfig): ResilientLLMClient;
+export {};
+//# sourceMappingURL=fallback-strategies.d.ts.map

package/dist/fallback-strategies.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fallback-strategies.d.ts","sourceRoot":"","sources":["../src/fallback-strategies.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EACV,YAAY,EACZ,cAAc,EACd,eAAe,EACf,iBAAiB,EAClB,MAAM,iBAAiB,CAAC;AAOzB,6BAA6B;AAC7B,MAAM,MAAM,gBAAgB,GACxB,OAAO,GACP,UAAU,GACV,OAAO,GACP,SAAS,GACT,kBAAkB,GAClB,iBAAiB,CAAC;AAEtB,6BAA6B;AAC7B,MAAM,WAAW,cAAc;IAC7B,yCAAyC;IACzC,UAAU,EAAE,gBAAgB,EAAE,CAAC;IAC/B,uCAAuC;IACvC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,wBAAwB;IACxB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,qCAAqC;IACrC,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,6CAA6C;IAC7C,eAAe,CAAC,EAAE,iBAAiB,EAAE,CAAC;IACtC,2CAA2C;IAC3C,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,kDAAkD;IAClD,aAAa,CAAC,EAAE,iBAAiB,CAAC;IAClC,0DAA0D;IAC1D,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,uCAAuC;IACvC,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,0CAA0C;IAC1C,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,gBAAgB,EAAE,KAAK,EAAE,KAAK,KAAK,IAAI,CAAC;CACjE;AASD,4BAA4B;AAC5B,UAAU,mBAAmB;IAC3B,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,OAAO,CAAC;CACjB;AA4ED;;GAEG;AACH,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,eAAe,CAAe;IACtC,OAAO,CAAC,eAAe,CAAsB;IAC7C,OAAO,CAAC,MAAM,CAA2B;IACzC,OAAO,CAAC,KAAK,CAAgB;IAC7B,OAAO,CAAC,eAAe,CAA+C;IACtE,OAAO,CAAC,eAAe,CAAC,CAAe;gBAE3B,eAAe,EAAE,YAAY,EAAE,cAAc,CAAC,EAAE,cAAc;IA8B1E;;OAEG;IACG,IAAI,CAAC,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,eAAe,CAAC;IAiB7D;;OAEG;YACW,mBAAmB;IAoBjC;;OAEG;YACW,eAAe;IA+B7B;;OAEG;YACW,aAAa;IAkB3B;;OAEG;YACW,gBAAgB;IAmB9B;;OAEG;IACH,OAAO,CAAC,aAAa;IAWrB;;OAEG;YACW,eAAe;IAY7B;;OAEG;IACH,OAAO,CAAC,uBAAuB;IAyB/B;;OAEG;IACH,OAAO,CAAC,wBAAwB;IA6BhC,OAAO,CAAC,aAAa;IAkBrB,OAAO,CAAC,aAAa;IAiBrB,OAAO,CAAC,kBAAkB;IAQ1B,OAAO,CAAC,mBAAmB;IAM3B,OAAO,CAAC,KAAK;IAMb;;OAEG;IACH,iBAAiB,CAAC,QAAQ,EAAE,YAAY,GAAG,IAAI;IAI/C;;OAEG;IACH,kBAAkB,CAAC,QAAQ,EAAE,YAAY,GAAG,IAAI;IAIhD;;OAEG;IACH,UAAU,IAAI,IAAI;IAIlB;;OAEG;IACH,uBAAuB,IAAI,IAAI;IAI/B;;OAEG;IACH,uBAAuB,IAAI,MAAM,CAAC,MAAM,EAAE,mBAAmB,CAAC;IAQ9D;;OAEG;IACG,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAetD;AAMD;;GAEG;AACH,wBAAgB,qBAAqB,CACnC,aAAa,EAAE,iBAAiB,EAChC,cAAc,CAAC,EAAE,cAAc,GAC9B,kBAAkB,CAGpB;AAED;;GAEG;AACH,wBAAgB,iCAAiC,CAC/C,aAAa,EAAE,iBAAiB,EAChC,YAAY,CAAC,EAAE,iBAAiB,GAC/B,kBAAkB,CAoBpB"}