pi-free 1.0.8 → 2.0.0

package/provider-failover/errors.ts

@@ -1,275 +0,0 @@
-/**
- * Error classification for provider failover
- * Detects 429 rate limits, capacity errors, and other provider-specific errors
- */
-
-import { createLogger } from "../lib/logger.ts";
-import { getFreeTierUsage, getLimitWarning } from "../usage/limits.ts";
-
-const _logger = createLogger("failover");
-
-export type ErrorType =
-	| "rate_limit" // 429, quota exceeded
-	| "capacity" // No capacity, overloaded
-	| "auth" // Invalid key, unauthorized
-	| "network" // Timeout, connection error
-	| "unknown"; // Unclassified
-
-export interface ClassifiedError {
-	type: ErrorType;
-	provider?: string;
-	model?: string;
-	statusCode?: number;
-	message: string;
-	retryable: boolean;
-	retryAfterMs?: number; // Server-suggested retry delay
-}
-
-// Pattern matching for various provider error messages
-const RATE_LIMIT_PATTERNS = [
-	/429/i,
-	/rate.?limit/i,
-	/too.?many.?requests/i,
-	/quota.*exceeded/i,
-	/insufficient.*quota/i,
-	/billing.*quota/i,
-	/limit.*exceeded/i,
-	/throttled/i,
-	/ratelimit/i,
-];
-
-const CAPACITY_PATTERNS = [
-	/no.*capacity/i,
-	/overloaded/i,
-	/engine.*overloaded/i,
-	/temporarily.*unavailable/i,
-	/service.*unavailable/i,
-	/503/i,
-	/529/i, // Cloudflare origin is overloaded
-	/busy/i,
-];
-
-const AUTH_PATTERNS = [
-	/401/i,
-	/403/i,
-	/unauthorized/i,
-	/invalid.*key/i,
-	/invalid.*token/i,
-	/authentication/i,
-	/api.*key.*invalid/i,
-	/key.*not.*valid/i,
-	/invalid.*api.*key/i,
-	/invalid.*auth/i,
-];
-
-const NETWORK_PATTERNS = [
-	/timeout/i,
-	/etimedout/i,
-	/enetunreach/i,
-	/econnreset/i,
-	/connection.*refused/i,
-	/fetch.*failed/i,
-	/network.*error/i,
-	/abort/i,
-	/signal/i,
-];
-
-/**
- * Extract HTTP status code from error object or message
- */
-function extractStatusCode(error: unknown): number | undefined {
-	// Check for statusCode property
-	if (
-		typeof error === "object" &&
-		error !== null &&
-		"statusCode" in error &&
-		typeof error.statusCode === "number"
-	) {
-		return error.statusCode;
-	}
-
-	// Check for status property
-	if (
-		typeof error === "object" &&
-		error !== null &&
-		"status" in error &&
-		typeof error.status === "number"
-	) {
-		return error.status;
-	}
-
-	// Extract from message
-	const message = String(error);
-	const match = message.match(/\b(\d{3})\b/);
-	if (match) {
-		const code = Number.parseInt(match[1], 10);
-		if (code >= 400 && code < 600) return code;
-	}
-
-	return undefined;
-}
-
-/**
- * Extract retry-after hint from error
- */
-function extractRetryAfter(error: unknown): number | undefined {
-	const message = String(error);
-
-	// Look for "retry after X seconds/minutes"
-	const secondsMatch = message.match(/retry.?after\s+(\d+)\s*s/i);
-	if (secondsMatch) {
-		return Number.parseInt(secondsMatch[1], 10) * 1000;
-	}
-
-	const minutesMatch = message.match(/retry.?after\s+(\d+)\s*m/i);
-	if (minutesMatch) {
-		return Number.parseInt(minutesMatch[1], 10) * 60 * 1000;
-	}
-
-	// Check for retry_after property
-	if (
-		typeof error === "object" &&
-		error !== null &&
-		"retry_after" in error &&
-		typeof error.retry_after === "number"
-	) {
-		return error.retry_after * 1000;
-	}
-
-	return undefined;
-}
-
-/**
- * Classify an error to determine if it's a 429/capacity issue
- */
-export function classifyError(error: unknown): ClassifiedError {
-	const message = String(error);
-	const statusCode = extractStatusCode(error);
-	const retryAfterMs = extractRetryAfter(error);
-
-	// Check status code first
-	if (statusCode === 429) {
-		return {
-			type: "rate_limit",
-			statusCode,
-			message,
-			retryable: true,
-			retryAfterMs: retryAfterMs ?? 60000, // Default 1 min
-		};
-	}
-
-	if (statusCode === 503 || statusCode === 529) {
-		return {
-			type: "capacity",
-			statusCode,
-			message,
-			retryable: true,
-			retryAfterMs: retryAfterMs ?? 30000, // Default 30 sec
-		};
-	}
-
-	if (statusCode === 401 || statusCode === 403) {
-		return {
-			type: "auth",
-			statusCode,
-			message,
-			retryable: false,
-		};
-	}
-
-	// Check patterns in message
-	if (RATE_LIMIT_PATTERNS.some((p) => p.test(message))) {
-		return {
-			type: "rate_limit",
-			statusCode,
-			message,
-			retryable: true,
-			retryAfterMs: retryAfterMs ?? 60000,
-		};
-	}
-
-	if (CAPACITY_PATTERNS.some((p) => p.test(message))) {
-		return {
-			type: "capacity",
-			statusCode,
-			message,
-			retryable: true,
-			retryAfterMs: retryAfterMs ?? 30000,
-		};
-	}
-
-	if (AUTH_PATTERNS.some((p) => p.test(message))) {
-		return {
-			type: "auth",
-			statusCode,
-			message,
-			retryable: false,
-		};
-	}
-
-	if (NETWORK_PATTERNS.some((p) => p.test(message))) {
-		return {
-			type: "network",
-			statusCode,
-			message,
-			retryable: true,
-			retryAfterMs: 5000, // Short retry for network
-		};
-	}
-
-	// Unknown error - assume retryable but with caution
-	return {
-		type: "unknown",
-		statusCode,
-		message,
-		retryable: statusCode ? statusCode >= 500 : true,
-		retryAfterMs: 10000,
-	};
-}
-
-/**
- * Check if error is specifically a rate limit (429)
- */
-export function isRateLimit(error: unknown): boolean {
-	return classifyError(error).type === "rate_limit";
-}
-
-/**
- * Check if error is capacity-related (provider overloaded)
- */
-export function isCapacityError(error: unknown): boolean {
-	return classifyError(error).type === "capacity";
-}
-
-/**
- * Log error classification for debugging
- */
-export function logErrorClassification(
-	_error: unknown,
-	classified: ClassifiedError,
-): void {
-	_logger.info(`Error classified: ${classified.type}`, {
-		statusCode: classified.statusCode,
-		retryable: classified.retryable,
-		retryAfterMs: classified.retryAfterMs,
-		message: classified.message.slice(0, 100),
-	});
-}
-
-/**
- * Log free tier usage when rate limit occurs
- * Helps users understand their quota consumption
- */
-export function logFreeTierUsage(provider: string): void {
-	const usage = getFreeTierUsage(provider);
-	const warning = getLimitWarning(provider);
-
-	if (warning) {
-		_logger.warn(`Free tier warning: ${warning}`, { provider });
-	} else {
-		_logger.info(`${provider} usage`, {
-			requestsToday: usage.requestsToday,
-			limit: usage.limit.description,
-		});
-	}
-}

package/provider-failover/index.ts

@@ -1,238 +0,0 @@
-/**
- * Main provider failover handler
- * Coordinates error detection and provider switching
- */
-
-import type { ExtensionAPI, ExtensionContext } from "@mariozechner/pi-coding-agent";
-import { createLogger } from "../lib/logger.ts";
-import {
-	type ClassifiedError,
-	classifyError,
-	logErrorClassification,
-} from "./errors.ts";
-import { autoFailover, findFallbackModel, type AutoSwitchConfig } from "./auto-switch.ts";
-
-export type { AutoSwitchConfig } from "./auto-switch.ts";
-
-const _logger = createLogger("failover");
-
-export interface FailoverConfig {
-	// Provider identifier (e.g., "kilo", "openrouter")
-	provider: string;
-
-	// Whether this provider is in paid mode
-	isPaidMode: boolean;
-
-	// Auto-switch configuration
-	autoSwitch?: Partial<AutoSwitchConfig>;
-}
-
-export interface FailoverResult {
-	action: "retry" | "fail" | "switch";
-	message: string;
-	shouldRetry: boolean;
-	retryDelayMs?: number;
-	/** The model to switch to */
-	switchToModel?: string;
-}
-
-// Track consecutive failures per provider
-const failureCounts = new Map<string, number>();
-const MAX_CONSECUTIVE_FAILURES = 3;
-
-/**
- * Handle provider error with smart failover logic
- */
-export async function handleProviderError(
-	error: unknown,
-	config: FailoverConfig,
-	pi: ExtensionAPI,
-	ctx: {
-		ui: {
-			notify: (message: string, type: "info" | "warning" | "error") => void;
-		};
-		model?: { provider?: string; id?: string };
-		session?: { id?: string };
-	},
-): Promise<FailoverResult> {
-	const { provider, isPaidMode, autoSwitch } = config;
-
-	// Classify the error
-	const classified = classifyError(error);
-	logErrorClassification(error, classified);
-
-	// Track failures
-	const failureKey = `${provider}`;
-	const currentFailures = (failureCounts.get(failureKey) ?? 0) + 1;
-	failureCounts.set(failureKey, currentFailures);
-
-	// Check for too many consecutive failures
-	if (currentFailures >= MAX_CONSECUTIVE_FAILURES) {
-		_logger.info(`${provider} has ${currentFailures} consecutive failures`);
-	}
-
-	switch (classified.type) {
-		case "rate_limit":
-			return handleRateLimit(classified, provider, isPaidMode, ctx, pi, autoSwitch);
-
-		case "capacity":
-			return handleCapacityError(classified, provider, ctx, pi, autoSwitch);
-
-		case "auth":
-			return handleAuthError(classified, provider);
-
-		case "network":
-			return handleNetworkError(classified, provider);
-
-		default:
-			return handleUnknownError(classified, provider);
-	}
-}
-
-/**
- * Handle rate limit (429) error
- */
-function handleRateLimit(
-	classified: ClassifiedError,
-	provider: string,
-	isPaidMode: boolean,
-	_ctx: {
-		ui: {
-			notify: (message: string, type: "info" | "warning" | "error") => void;
-		};
-		model?: { provider?: string; id?: string };
-	},
-	_pi: ExtensionAPI,
-	autoSwitchConfig?: Partial<AutoSwitchConfig>,
-): FailoverResult {
-	_logger.info(`Rate limit on ${provider}`, { isPaidMode, model: _ctx.model });
-
-	const waitTime = Math.round((classified.retryAfterMs ?? 60000) / 1000);
-
-	// Auto-switch is enabled by default unless explicitly disabled
-	if (autoSwitchConfig?.enabled !== false && _ctx.model?.id) {
-		_logger.info("Attempting auto-switch for rate limit");
-		// Note: Actual switching happens in provider-helper.ts turn_end handler
-		// This just signals that a switch is possible
-		return {
-			action: "switch",
-			message: `Rate limit on ${provider}. Auto-switching to another provider...`,
-			shouldRetry: false,
-			retryDelayMs: classified.retryAfterMs,
-		};
-	}
-
-	return {
-		action: "fail",
-		message: `Rate limit on ${provider}. Wait ${waitTime}s or switch providers manually with /model.`,
-		shouldRetry: false,
-		retryDelayMs: classified.retryAfterMs,
-	};
-}
-
-/**
- * Handle capacity error (provider overloaded)
- */
-function handleCapacityError(
-	classified: ClassifiedError,
-	provider: string,
-	_ctx: {
-		ui: {
-			notify: (message: string, type: "info" | "warning" | "error") => void;
-		};
-		model?: { provider?: string; id?: string };
-	},
-	_pi: ExtensionAPI,
-	autoSwitchConfig?: Partial<AutoSwitchConfig>,
-): FailoverResult {
-	_logger.info(`Capacity error on ${provider}`, { model: _ctx.model });
-
-	// Auto-switch is enabled by default unless explicitly disabled
-	if (autoSwitchConfig?.enabled !== false && _ctx.model?.id) {
-		_logger.info("Attempting auto-switch for capacity error");
-		return {
-			action: "switch",
-			message: `${provider} is at capacity. Auto-switching to another provider...`,
-			shouldRetry: false,
-			retryDelayMs: classified.retryAfterMs ?? 30000,
-		};
-	}
-
-	return {
-		action: "retry",
-		message: `${provider} is at capacity. Try again in ${Math.round((classified.retryAfterMs ?? 30000) / 1000)}s or switch providers.`,
-		shouldRetry: true,
-		retryDelayMs: classified.retryAfterMs ?? 30000,
-	};
-}
-
-/**
- * Handle authentication error
- */
-function handleAuthError(
-	_classified: ClassifiedError,
-	provider: string,
-): FailoverResult {
-	_logger.info(`Auth error on ${provider}`);
-
-	return {
-		action: "fail",
-		message: `Authentication failed for ${provider}. Check your API key with /login ${provider} or set ${provider.toUpperCase()}_API_KEY.`,
-		shouldRetry: false,
-	};
-}
-
-/**
- * Handle network error
- */
-function handleNetworkError(
-	classified: ClassifiedError,
-	provider: string,
-): FailoverResult {
-	_logger.info(`Network error on ${provider}`);
-
-	return {
-		action: "retry",
-		message: `Network error connecting to ${provider}. Retrying...`,
-		shouldRetry: true,
-		retryDelayMs: classified.retryAfterMs ?? 5000,
-	};
-}
-
-/**
- * Handle unknown/unclassified error
- */
-function handleUnknownError(
-	classified: ClassifiedError,
-	provider: string,
-): FailoverResult {
-	_logger.info(`Unknown error on ${provider}`, { message: classified.message });
-
-	return {
-		action: classified.retryable ? "retry" : "fail",
-		message: `Error from ${provider}: ${classified.message.slice(0, 100)}`,
-		shouldRetry: classified.retryable,
-		retryDelayMs: classified.retryAfterMs ?? 10000,
-	};
-}
-
-/**
- * Reset failure count for a provider (call on successful request)
- */
-export function resetFailureCount(provider: string): void {
-	failureCounts.delete(provider);
-}
-
-/**
- * Get current failure count for a provider
- */
-export function getFailureCount(provider: string): number {
-	return failureCounts.get(provider) ?? 0;
-}
-
-/**
- * Check if provider should be considered exhausted
- */
-export function isProviderExhausted(provider: string): boolean {
-	return getFailureCount(provider) >= MAX_CONSECUTIVE_FAILURES;
-}

package/providers/cline-models.ts

@@ -1,77 +0,0 @@
-/**
- * Cline free model fetching.
- *
- * Fetches zero-cost models from OpenRouter (Cline's gateway).
- */
-
-import { applyHidden } from "../config.ts";
-import {
-	BASE_URL_OPENROUTER,
-	DEFAULT_FETCH_TIMEOUT_MS,
-	DEFAULT_MIN_SIZE_B,
-} from "../constants.ts";
-import type { ProviderModelConfig } from "../lib/types.ts";
-import { cleanModelName, fetchWithRetry, isUsableModel } from "../lib/util.ts";
-
-interface OpenRouterRaw {
-	id: string;
-	name: string;
-	context_length?: number;
-	supported_parameters?: string[];
-	architecture?: { input_modalities?: string[]; output_modalities?: string[] };
-	top_provider?: { max_completion_tokens?: number | null };
-	pricing?: { prompt?: string; completion?: string };
-}
-
-function extractNameFromId(id: string): string {
-	const part = id.split("/")[1] ?? id;
-	return part
-		.split(/[-_]/)
-		.map((w) => w.charAt(0).toUpperCase() + w.slice(1))
-		.join(" ");
-}
-
-export async function fetchClineModels(): Promise<ProviderModelConfig[]> {
-	const response = await fetchWithRetry(
-		`${BASE_URL_OPENROUTER}/models`,
-		{},
-		3,
-		1000,
-		DEFAULT_FETCH_TIMEOUT_MS,
-	);
-
-	if (!response.ok)
-		throw new Error(`Failed to fetch OpenRouter models: ${response.status}`);
-
-	const json = (await response.json()) as { data?: OpenRouterRaw[] };
-	const freeModels = (json.data ?? []).filter(
-		(m) => m.pricing?.prompt === "0" && m.pricing?.completion === "0",
-	);
-
-	const models: ProviderModelConfig[] = [];
-	for (const info of freeModels) {
-		if (!isUsableModel(info.id, DEFAULT_MIN_SIZE_B)) continue;
-
-		const isReasoning = !!(
-			info.supported_parameters?.includes("include_reasoning") ||
-			info.supported_parameters?.includes("reasoning")
-		);
-		const hasImage =
-			info.architecture?.input_modalities?.includes("image") ?? false;
-
-		const cleanName = info.name
-			? cleanModelName(info.name)
-			: extractNameFromId(info.id);
-		models.push({
-			id: info.id,
-			name: `${cleanName} (Cline)`,
-			reasoning: isReasoning,
-			input: hasImage ? ["text", "image"] : ["text"],
-			cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 },
-			contextWindow: info.context_length ?? 128_000,
-			maxTokens: info.top_provider?.max_completion_tokens ?? 8_192,
-		});
-	}
-
-	return applyHidden(models);
-}

package/providers/factory.ts

@@ -1,125 +0,0 @@
-/**
- * Generic OpenAI-compatible provider factory
- *
- * Creates provider extensions for any OpenAI-compatible API endpoint.
- * Used to easily add new providers without duplicating boilerplate.
- */
-
-import type {
-	ExtensionAPI,
-	ProviderModelConfig,
-} from "@mariozechner/pi-coding-agent";
-import { createLogger } from "../lib/logger.ts";
-import {
-	createReRegister,
-	type StoredModels,
-	setupProvider,
-} from "../provider-helper.ts";
-
-export interface OpenAIProviderConfig {
-	/** Unique provider identifier (e.g., "groq", "together") */
-	providerId: string;
-	/** Environment variable name for the API key */
-	apiKeyEnvVar: string;
-	/** API base URL */
-	baseUrl: string;
-	/** Human-readable name for the provider */
-	displayName: string;
-	/** Website URL for users to get an API key */
-	keyWebsite: string;
-	/** Whether this provider has a free tier */
-	hasFreeTier: boolean;
-	/** Hardcoded models (when models.dev doesn't have data) */
-	models: ProviderModelConfig[];
-	/** Additional headers to include in requests */
-	headers?: Record<string, string>;
-	/** Whether to show a ToS notice */
-	showTosNotice?: boolean;
-	/** Terms of service URL */
-	tosUrl?: string;
-}
-
-/**
- * Create an OpenAI-compatible provider extension
- */
-export function createOpenAIProvider(config: OpenAIProviderConfig) {
-	const {
-		providerId,
-		apiKeyEnvVar,
-		baseUrl,
-		displayName,
-		keyWebsite,
-		hasFreeTier,
-		models: hardcodedModels,
-		headers = {},
-		showTosNotice = false,
-		tosUrl,
-	} = config;
-
-	const _logger = createLogger(providerId);
-
-	return async (pi: ExtensionAPI) => {
-		// Get API key from environment or config
-		const apiKey = process.env[apiKeyEnvVar];
-
-		// Inject into process.env so Pi's apiKey lookup finds it
-		if (apiKey) {
-			process.env[apiKeyEnvVar] = apiKey;
-		} else if (!hasFreeTier) {
-			_logger.warn(
-				`No API key found — set ${apiKeyEnvVar} or add ${apiKeyEnvVar.toLowerCase()}_api_key to ~/.pi/free.json. Get a key at ${keyWebsite}`,
-			);
-			return;
-		}
-
-		// Filter to free models if no API key
-		let models = hardcodedModels;
-		if (!apiKey && hasFreeTier) {
-			models = models.filter((m) => (m.cost?.input ?? 0) === 0);
-		}
-
-		if (models.length === 0 && !hasFreeTier) {
-			_logger.warn(`No models available for ${displayName}`);
-			return;
-		}
-
-		// Shared model storage
-		const stored: StoredModels = { free: models, all: models };
-
-		// Register provider
-		pi.registerProvider(providerId, {
-			baseUrl,
-			apiKey: apiKeyEnvVar,
-			api: "openai-completions" as const,
-			headers: {
-				"User-Agent": "pi-free-providers",
-				...headers,
-			},
-			models,
-		});
-
-		// Wire up shared boilerplate
-		const reRegister = createReRegister(pi, {
-			providerId,
-			baseUrl,
-			apiKey: apiKeyEnvVar,
-			headers,
-		});
-
-		setupProvider(
-			pi,
-			{
-				providerId,
-				tosUrl: showTosNotice ? tosUrl : undefined,
-				hasKey: !!apiKey,
-				initialShowPaid: !!apiKey, // If they have a key, show all by default
-				reRegister: (m) => {
-					stored.free = m;
-					stored.all = m;
-					reRegister(m);
-				},
-			},
-			stored,
-		);
-	};
-}