market-data-analyzer 2.0.1 → 2.1.1

package/src/utils/api.ts

@@ -1,396 +0,0 @@
-/**
- * API helpers for Yahoo Finance and CoinGecko free endpoints.
- *
- * Yahoo Finance: Uses the v7/v8 finance endpoints with cookie+crumb auth.
- * CoinGecko: Uses the free /api/v3 endpoints (no API key needed, rate-limited).
- */
-
-import { priceCache } from "./cache.js";
-import type {
-  YahooQuote,
-  YahooChartPoint,
-  CoinGeckoMarketData,
-  CoinGeckoGlobalData,
-} from "../types.js";
-
-// ---------------------------------------------------------------------------
-// User-Agent to avoid blocks
-// ---------------------------------------------------------------------------
-
-const UA =
-  "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36";
-
-// ---------------------------------------------------------------------------
-// Yahoo Finance cookie + crumb authentication
-// ---------------------------------------------------------------------------
-
-let yahooCookie: string | null = null;
-let yahooCrumb: string | null = null;
-let yahooAuthExpiry = 0;
-
-/** Sleep helper for retry backoff. */
-function sleep(ms: number): Promise<void> {
-  return new Promise((resolve) => setTimeout(resolve, ms));
-}
-
-/**
- * Obtain a cookie + crumb pair for Yahoo Finance API access.
- * Cookies are cached for 1 hour. Retries up to 3 times on rate limits.
- */
-async function ensureYahooAuth(): Promise<{ cookie: string; crumb: string }> {
-  if (yahooCookie && yahooCrumb && Date.now() < yahooAuthExpiry) {
-    return { cookie: yahooCookie, crumb: yahooCrumb };
-  }
-
-  const maxRetries = 3;
-  for (let attempt = 0; attempt < maxRetries; attempt++) {
-    if (attempt > 0) {
-      await sleep(2000 * attempt);
-    }
-
-    try {
-      // Step 1: Get cookies from fc.yahoo.com
-      const resp1 = await fetch("https://fc.yahoo.com", {
-        headers: { "User-Agent": UA },
-        redirect: "manual",
-      });
-      const setCookies = resp1.headers.getSetCookie?.() ?? [];
-      const cookieStr = setCookies.map((c) => c.split(";")[0]).join("; ");
-      if (!cookieStr) {
-        continue;
-      }
-
-      // Step 2: Get crumb using the cookies
-      const resp2 = await fetch(
-        "https://query2.finance.yahoo.com/v1/test/getcrumb",
-        {
-          headers: { "User-Agent": UA, Cookie: cookieStr },
-        },
-      );
-      if (!resp2.ok) {
-        continue;
-      }
-      const crumb = await resp2.text();
-      if (!crumb || crumb.includes("Too Many")) {
-        continue;
-      }
-
-      yahooCookie = cookieStr;
-      yahooCrumb = crumb;
-      yahooAuthExpiry = Date.now() + 3_600_000; // 1 hour
-
-      return { cookie: cookieStr, crumb };
-    } catch {
-      // Network error, retry
-      continue;
-    }
-  }
-
-  throw new Error(
-    "Failed to authenticate with Yahoo Finance after multiple attempts. " +
-    "The API may be rate-limiting requests. Try again in a few minutes.",
-  );
-}
-
-// ---------------------------------------------------------------------------
-// Generic fetch helpers
-// ---------------------------------------------------------------------------
-
-async function fetchJSON<T>(url: string): Promise<T> {
-  const res = await fetch(url, {
-    headers: {
-      "User-Agent": UA,
-      Accept: "application/json",
-    },
-  });
-  if (!res.ok) {
-    throw new Error(`HTTP ${res.status} from ${url}: ${res.statusText}`);
-  }
-  return res.json() as Promise<T>;
-}
-
-async function fetchYahooJSON<T>(url: string): Promise<T> {
-  const maxRetries = 2;
-  for (let attempt = 0; attempt <= maxRetries; attempt++) {
-    const { cookie, crumb } = await ensureYahooAuth();
-    const separator = url.includes("?") ? "&" : "?";
-    const fullUrl = `${url}${separator}crumb=${encodeURIComponent(crumb)}`;
-    const res = await fetch(fullUrl, {
-      headers: {
-        "User-Agent": UA,
-        Accept: "application/json",
-        Cookie: cookie,
-      },
-    });
-    if (res.status === 429 && attempt < maxRetries) {
-      // Invalidate cached auth and retry
-      yahooAuthExpiry = 0;
-      await sleep(2000 * (attempt + 1));
-      continue;
-    }
-    if (!res.ok) {
-      throw new Error(`HTTP ${res.status} from ${url}: ${res.statusText}`);
-    }
-    return res.json() as Promise<T>;
-  }
-  throw new Error(`Failed to fetch ${url} after retries`);
-}
-
-// ---------------------------------------------------------------------------
-// Yahoo Finance helpers
-// ---------------------------------------------------------------------------
-
-/**
- * Fetch a quote for one or more symbols via Yahoo Finance v7 quote endpoint.
- * Uses cookie+crumb authentication via query2 subdomain.
- */
-export async function yahooQuote(symbols: string[]): Promise<YahooQuote[]> {
-  const cacheKey = `yq:${symbols.sort().join(",")}`;
-  const cached = priceCache.get<YahooQuote[]>(cacheKey);
-  if (cached) return cached;
-
-  const joined = symbols.join(",");
-  const url = `https://query2.finance.yahoo.com/v7/finance/quote?symbols=${encodeURIComponent(joined)}`;
-
-  const data = await fetchYahooJSON<any>(url);
-  const quotes: YahooQuote[] = data?.quoteResponse?.result ?? [];
-  priceCache.set(cacheKey, quotes);
-  return quotes;
-}
-
-/**
- * Fetch historical chart data from Yahoo Finance.
- * @param symbol  Ticker symbol
- * @param range   "1mo", "3mo", "6mo", "1y", "5y"
- * @param interval "1d", "1wk", "1mo"
- */
-export async function yahooChart(
-  symbol: string,
-  range: string = "6mo",
-  interval: string = "1d",
-): Promise<YahooChartPoint[]> {
-  const cacheKey = `yc:${symbol}:${range}:${interval}`;
-  const cached = priceCache.get<YahooChartPoint[]>(cacheKey);
-  if (cached) return cached;
-
-  const url = `https://query2.finance.yahoo.com/v8/finance/chart/${encodeURIComponent(symbol)}?range=${range}&interval=${interval}&includePrePost=false`;
-  const data = await fetchYahooJSON<any>(url);
-  const result = data?.chart?.result?.[0];
-  if (!result) {
-    throw new Error(`No chart data returned for ${symbol}`);
-  }
-
-  const timestamps: number[] = result.timestamp ?? [];
-  const ohlcv = result.indicators?.quote?.[0] ?? {};
-  const adjClose = result.indicators?.adjclose?.[0]?.adjclose;
-
-  const points: YahooChartPoint[] = [];
-  for (let i = 0; i < timestamps.length; i++) {
-    const close = adjClose?.[i] ?? ohlcv.close?.[i];
-    const open = ohlcv.open?.[i];
-    if (close == null || open == null) continue;
-    points.push({
-      date: timestamps[i]!,
-      open,
-      high: ohlcv.high?.[i] ?? open,
-      low: ohlcv.low?.[i] ?? open,
-      close,
-      volume: ohlcv.volume?.[i] ?? 0,
-    });
-  }
-
-  priceCache.set(cacheKey, points);
-  return points;
-}
-
-/**
- * Screen stocks using Yahoo Finance's screener or quote list.
- * Fetches quotes for a predefined set of popular tickers and filters them.
- */
-export async function yahooScreener(
-  symbols: string[],
-): Promise<YahooQuote[]> {
-  // Batch into groups of 20 to stay within URL limits
-  const results: YahooQuote[] = [];
-  for (let i = 0; i < symbols.length; i += 20) {
-    const batch = symbols.slice(i, i + 20);
-    const quotes = await yahooQuote(batch);
-    results.push(...quotes);
-  }
-  return results;
-}
-
-// ---------------------------------------------------------------------------
-// CoinGecko helpers
-// ---------------------------------------------------------------------------
-
-const CG_BASE = "https://api.coingecko.com/api/v3";
-
-/**
- * Fetch market data for one or more coins by ID.
- */
-export async function coingeckoMarkets(
-  ids: string[],
-  vsCurrency: string = "usd",
-): Promise<CoinGeckoMarketData[]> {
-  const cacheKey = `cg:${ids.sort().join(",")}:${vsCurrency}`;
-  const cached = priceCache.get<CoinGeckoMarketData[]>(cacheKey);
-  if (cached) return cached;
-
-  const url = `${CG_BASE}/coins/markets?vs_currency=${vsCurrency}&ids=${ids.join(",")}&order=market_cap_desc&per_page=100&page=1&sparkline=false&price_change_percentage=7d,30d`;
-  const data = await fetchJSON<CoinGeckoMarketData[]>(url);
-  priceCache.set(cacheKey, data);
-  return data;
-}
-
-/**
- * Fetch global crypto market data.
- */
-export async function coingeckoGlobal(): Promise<CoinGeckoGlobalData> {
-  const cacheKey = "cg:global";
-  const cached = priceCache.get<CoinGeckoGlobalData>(cacheKey);
-  if (cached) return cached;
-
-  const data = await fetchJSON<{ data: CoinGeckoGlobalData }>(`${CG_BASE}/global`);
-  priceCache.set(cacheKey, data.data);
-  return data.data;
-}
-
-/**
- * Map common symbols to CoinGecko IDs.
- */
-export function symbolToCoinGeckoId(symbol: string): string {
-  const map: Record<string, string> = {
-    BTC: "bitcoin",
-    ETH: "ethereum",
-    SOL: "solana",
-    BNB: "binancecoin",
-    XRP: "ripple",
-    ADA: "cardano",
-    DOGE: "dogecoin",
-    DOT: "polkadot",
-    AVAX: "avalanche-2",
-    MATIC: "matic-network",
-    LINK: "chainlink",
-    UNI: "uniswap",
-    ATOM: "cosmos",
-    LTC: "litecoin",
-    NEAR: "near",
-    APT: "aptos",
-    ARB: "arbitrum",
-    OP: "optimism",
-    SUI: "sui",
-    TRX: "tron",
-    SHIB: "shiba-inu",
-    PEPE: "pepe",
-  };
-  const upper = symbol.toUpperCase().replace("-USD", "").replace("USD", "");
-  return map[upper] ?? symbol.toLowerCase();
-}
-
-// ---------------------------------------------------------------------------
-// Popular stock symbols for screening
-// ---------------------------------------------------------------------------
-
-export const POPULAR_SYMBOLS = [
-  // Mega-cap tech
-  "AAPL", "MSFT", "NVDA", "GOOGL", "AMZN", "META", "TSLA", "AVGO", "TSM", "ORCL",
-  // More tech
-  "CRM", "AMD", "INTC", "ADBE", "NFLX", "CSCO", "QCOM", "TXN", "AMAT", "NOW",
-  // Financials
-  "JPM", "V", "MA", "BAC", "GS", "MS", "BRK-B", "AXP", "BLK", "SCHW",
-  // Healthcare
-  "UNH", "JNJ", "LLY", "PFE", "ABBV", "MRK", "TMO", "ABT", "DHR", "BMY",
-  // Consumer
-  "WMT", "PG", "KO", "PEP", "COST", "MCD", "NKE", "HD", "LOW", "SBUX",
-  // Energy
-  "XOM", "CVX", "COP", "SLB", "EOG",
-  // Industrials
-  "CAT", "GE", "UNP", "HON", "BA", "RTX", "DE", "LMT",
-  // Other
-  "DIS", "NEE", "AMT", "PLD", "LIN", "SPGI",
-];
-
-// ---------------------------------------------------------------------------
-// Static sector/industry mapping for popular symbols
-// (v7 quote endpoint does not return sector/industry)
-// ---------------------------------------------------------------------------
-
-export const SYMBOL_SECTORS: Record<string, { sector: string; industry: string }> = {
-  // Technology
-  AAPL: { sector: "Technology", industry: "Consumer Electronics" },
-  MSFT: { sector: "Technology", industry: "Software - Infrastructure" },
-  NVDA: { sector: "Technology", industry: "Semiconductors" },
-  GOOGL: { sector: "Technology", industry: "Internet Content & Information" },
-  AMZN: { sector: "Technology", industry: "Internet Retail" },
-  META: { sector: "Technology", industry: "Internet Content & Information" },
-  TSLA: { sector: "Technology", industry: "Auto Manufacturers" },
-  AVGO: { sector: "Technology", industry: "Semiconductors" },
-  TSM: { sector: "Technology", industry: "Semiconductors" },
-  ORCL: { sector: "Technology", industry: "Software - Infrastructure" },
-  CRM: { sector: "Technology", industry: "Software - Application" },
-  AMD: { sector: "Technology", industry: "Semiconductors" },
-  INTC: { sector: "Technology", industry: "Semiconductors" },
-  ADBE: { sector: "Technology", industry: "Software - Application" },
-  NFLX: { sector: "Technology", industry: "Entertainment" },
-  CSCO: { sector: "Technology", industry: "Communication Equipment" },
-  QCOM: { sector: "Technology", industry: "Semiconductors" },
-  TXN: { sector: "Technology", industry: "Semiconductors" },
-  AMAT: { sector: "Technology", industry: "Semiconductor Equipment" },
-  NOW: { sector: "Technology", industry: "Software - Application" },
-  // Financials
-  JPM: { sector: "Financial Services", industry: "Banks - Diversified" },
-  V: { sector: "Financial Services", industry: "Credit Services" },
-  MA: { sector: "Financial Services", industry: "Credit Services" },
-  BAC: { sector: "Financial Services", industry: "Banks - Diversified" },
-  GS: { sector: "Financial Services", industry: "Capital Markets" },
-  MS: { sector: "Financial Services", industry: "Capital Markets" },
-  "BRK-B": { sector: "Financial Services", industry: "Insurance - Diversified" },
-  AXP: { sector: "Financial Services", industry: "Credit Services" },
-  BLK: { sector: "Financial Services", industry: "Asset Management" },
-  SCHW: { sector: "Financial Services", industry: "Capital Markets" },
-  SPGI: { sector: "Financial Services", industry: "Financial Data & Stock Exchanges" },
-  // Healthcare
-  UNH: { sector: "Healthcare", industry: "Healthcare Plans" },
-  JNJ: { sector: "Healthcare", industry: "Drug Manufacturers" },
-  LLY: { sector: "Healthcare", industry: "Drug Manufacturers" },
-  PFE: { sector: "Healthcare", industry: "Drug Manufacturers" },
-  ABBV: { sector: "Healthcare", industry: "Drug Manufacturers" },
-  MRK: { sector: "Healthcare", industry: "Drug Manufacturers" },
-  TMO: { sector: "Healthcare", industry: "Diagnostics & Research" },
-  ABT: { sector: "Healthcare", industry: "Medical Devices" },
-  DHR: { sector: "Healthcare", industry: "Diagnostics & Research" },
-  BMY: { sector: "Healthcare", industry: "Drug Manufacturers" },
-  // Consumer Discretionary / Staples
-  WMT: { sector: "Consumer Defensive", industry: "Discount Stores" },
-  PG: { sector: "Consumer Defensive", industry: "Household & Personal Products" },
-  KO: { sector: "Consumer Defensive", industry: "Beverages - Non-Alcoholic" },
-  PEP: { sector: "Consumer Defensive", industry: "Beverages - Non-Alcoholic" },
-  COST: { sector: "Consumer Defensive", industry: "Discount Stores" },
-  MCD: { sector: "Consumer Cyclical", industry: "Restaurants" },
-  NKE: { sector: "Consumer Cyclical", industry: "Footwear & Accessories" },
-  HD: { sector: "Consumer Cyclical", industry: "Home Improvement Retail" },
-  LOW: { sector: "Consumer Cyclical", industry: "Home Improvement Retail" },
-  SBUX: { sector: "Consumer Cyclical", industry: "Restaurants" },
-  DIS: { sector: "Communication Services", industry: "Entertainment" },
-  // Energy
-  XOM: { sector: "Energy", industry: "Oil & Gas Integrated" },
-  CVX: { sector: "Energy", industry: "Oil & Gas Integrated" },
-  COP: { sector: "Energy", industry: "Oil & Gas E&P" },
-  SLB: { sector: "Energy", industry: "Oil & Gas Equipment & Services" },
-  EOG: { sector: "Energy", industry: "Oil & Gas E&P" },
-  // Industrials
-  CAT: { sector: "Industrials", industry: "Farm & Heavy Construction Machinery" },
-  GE: { sector: "Industrials", industry: "Specialty Industrial Machinery" },
-  UNP: { sector: "Industrials", industry: "Railroads" },
-  HON: { sector: "Industrials", industry: "Conglomerates" },
-  BA: { sector: "Industrials", industry: "Aerospace & Defense" },
-  RTX: { sector: "Industrials", industry: "Aerospace & Defense" },
-  DE: { sector: "Industrials", industry: "Farm & Heavy Construction Machinery" },
-  LMT: { sector: "Industrials", industry: "Aerospace & Defense" },
-  // Real Estate / Utilities / Materials
-  NEE: { sector: "Utilities", industry: "Utilities - Regulated Electric" },
-  AMT: { sector: "Real Estate", industry: "REIT - Specialty" },
-  PLD: { sector: "Real Estate", industry: "REIT - Industrial" },
-  LIN: { sector: "Basic Materials", industry: "Specialty Chemicals" },
-};

package/src/utils/cache.ts

@@ -1,65 +0,0 @@
-/**
- * In-memory cache with configurable TTL.
- * Default TTL is 5 minutes (300_000 ms) for price data.
- */
-
-interface CacheEntry<T> {
-  value: T;
-  expiresAt: number;
-}
-
-export class MemoryCache {
-  private store = new Map<string, CacheEntry<unknown>>();
-  private defaultTTL: number;
-
-  constructor(defaultTTLMs: number = 300_000) {
-    this.defaultTTL = defaultTTLMs;
-  }
-
-  get<T>(key: string): T | undefined {
-    const entry = this.store.get(key);
-    if (!entry) return undefined;
-    if (Date.now() > entry.expiresAt) {
-      this.store.delete(key);
-      return undefined;
-    }
-    return entry.value as T;
-  }
-
-  set<T>(key: string, value: T, ttlMs?: number): void {
-    this.store.set(key, {
-      value,
-      expiresAt: Date.now() + (ttlMs ?? this.defaultTTL),
-    });
-  }
-
-  has(key: string): boolean {
-    return this.get(key) !== undefined;
-  }
-
-  delete(key: string): void {
-    this.store.delete(key);
-  }
-
-  clear(): void {
-    this.store.clear();
-  }
-
-  /** Remove all expired entries. */
-  prune(): void {
-    const now = Date.now();
-    for (const [key, entry] of this.store) {
-      if (now > entry.expiresAt) {
-        this.store.delete(key);
-      }
-    }
-  }
-
-  get size(): number {
-    this.prune();
-    return this.store.size;
-  }
-}
-
-/** Shared price cache instance -- 5 minute TTL */
-export const priceCache = new MemoryCache(300_000);