gloomberb 0.15.2 → 0.15.3

package/src/sources/provider-router/cache.ts

@@ -1,22 +1,19 @@
-import { hasAsmlEarningsIdentity } from "../../utils/reported-earnings-result";
 import { yahooSuffixExchange } from "../yahoo-finance/symbols";
 import type { CachedResourceRecord, ResourceStore } from "../../data/resource-store";
 import type { TimeRange } from "../../time-series/range";
 import type { BrokerContractRef } from "../../types/instrument";
-import type { PricePoint, Quote, TickerFinancials } from "../../types/financials";
-import { retractKnownCloudValuation } from "../gloomberb-cloud/valuation-observations";
-import { withdrawKnownProviderStatements } from "../../utils/statement-observations";
+import type { Quote, TickerFinancials } from "../../types/financials";
 import type { CachePolicy, CachePolicyMap } from "../../types/persistence";
-import { canonicalExchange, parsePublicTickerKey, resolveExchangeTimeZone } from "../../utils/exchanges";
-import { redactUnavailableFundamentals, RETRACTABLE_VALUATION_FIELDS } from "../../utils/fundamentals";
-import { isPriceHistoryStaleForCurrentWindow } from "../../utils/price-history";
+import { canonicalExchange, parsePublicTickerKey } from "../../utils/exchanges";
 import { brokerContractIdentityKey } from "../../utils/instrument-identity";
 import { providerFinancialsMatchTarget, providerQuoteMatchesTarget } from "./financials";
-import { hasShopOperatingIdentity, normalizeFinancialOperatingResults } from "../../utils/operating-result";
 
 const MARKET_NAMESPACE = "market";
-const FINANCIALS_SCHEMA_VERSION = 11;
-const QUOTE_SCHEMA_VERSION = 2;
+// A record written under another version is a miss: bump these instead of
+// repairing older records on read.
+export const FINANCIALS_SCHEMA_VERSION = 12;
+export const QUOTE_SCHEMA_VERSION = 2;
+const SCHEMA_VERSIONS: Record<string, number> = { financials: FINANCIALS_SCHEMA_VERSION, quote: QUOTE_SCHEMA_VERSION };
 
 const DEFAULT_CACHE_POLICIES = {
   brokerQuote: { staleMs: 15_000, expireMs: 15 * 60_000 },
@@ -78,10 +75,6 @@ export function isIntradayRange(range: TimeRange): boolean {
   return range === "1D" || range === "1W" || range === "1M" || range === "3M";
 }
 
-export function isStaleIntradayHistory(points: PricePoint[], enabled: boolean, exchange?: string, intervalMs?: number | null): boolean {
-  return enabled && isPriceHistoryStaleForCurrentWindow(points, Date.now(), { exchange, intervalMs });
-}
-
 export function isCurrentHistoryWindow(endDate?: Date): boolean {
   if (!endDate) return true;
   const endMs = endDate.getTime();
@@ -104,21 +97,6 @@ export function cacheRouterResource<T>(
   value: T,
   cachePolicy: CachePolicy,
 ): void {
-  if (kind === "financials" && ["provider:yahoo", "provider:gloomberb-cloud"].includes(sourceKey) && !entityKey.startsWith("contract:")) {
-    const financials = value as TickerFinancials;
-    const target = { symbol: entityKey, exchange: variantKey.match(/(?:^|;)exchange=([^;]+)/)?.[1] };
-    const isRetry = (value: unknown): value is number => typeof value === "number" && Number.isFinite(value) && value > 0;
-    const retries = [
-      isRetry(financials.operatingHistoryRetryAt) && hasShopOperatingIdentity(financials, target) ? financials.operatingHistoryRetryAt : undefined,
-      isRetry(financials.earningsHistoryRetryAt) && hasAsmlEarningsIdentity(financials, target) ? financials.earningsHistoryRetryAt : undefined,
-    ].filter(isRetry);
-    const retryAt = Math.min(...retries);
-    if (Number.isFinite(retryAt)) {
-      // Keep usable partial statements while allowing the SEC source's
-      // short retry (or completed background load) to escape the normal TTL.
-      cachePolicy = { ...cachePolicy, staleMs: Math.min(cachePolicy.staleMs, Math.max(0, retryAt - Date.now())) };
-    }
-  }
   resources?.set(
     {
       namespace: MARKET_NAMESPACE,
@@ -128,11 +106,7 @@ export function cacheRouterResource<T>(
       sourceKey,
     },
     value,
-    {
-      cachePolicy,
-      ...(kind === "financials" ? { schemaVersion: FINANCIALS_SCHEMA_VERSION } : {}),
-      ...(kind === "quote" ? { schemaVersion: QUOTE_SCHEMA_VERSION } : {}),
-    },
+    { cachePolicy, ...(SCHEMA_VERSIONS[kind] ? { schemaVersion: SCHEMA_VERSIONS[kind] } : {}) },
   );
 }
 
@@ -154,22 +128,9 @@ export function sortCachedRecords<T>(
   });
 }
 
-function hasUnverifiedLegacyAsmlValuation(record: CachedResourceRecord, value: TickerFinancials): boolean {
-  if (record.schemaVersion >= 6 || !RETRACTABLE_VALUATION_FIELDS.some((field) => value.fundamentals?.[field] != null)) return false;
-  const target = parsePublicTickerKey(record.entityKey);
-  const quote = parsePublicTickerKey(value.quote?.symbol ?? "");
-  if (![target.symbol, quote.symbol].some((symbol) => symbol === "ASML" || symbol === "ASML.AS")) return false;
-  const requested = target.exchange || (target.symbol === "ASML.AS" ? "AMS" : "")
-    || canonicalExchange(record.variantKey.match(/(?:^|;)exchange=([^;]+)/)?.[1]);
-  const rawListing = value.quote?.listingExchangeName || value.quote?.exchangeName || quote.exchange;
-  const listing = canonicalExchange(rawListing);
-  // Only corroborated non-US listings may retain their legacy valuation.
-  // A requested venue alone does not prove which listing supplied old data.
-  const verifiedForeign = ["ASML", "ASML.AS"].includes(quote.symbol) && resolveExchangeTimeZone(listing)
-    && rawListing?.trim().toUpperCase() !== "EURONEXT" && !["NASDAQ", "NYSE", "AMEX", "ARCA"].includes(listing)
-    && (!requested || requested === listing) && (!quote.exchange || quote.exchange === listing) && !!value.quote?.currency
-    && (listing !== "AMS" || value.quote.currency === "EUR");
-  return !verifiedForeign;
+/** The listing a market cache variant key names, if any. */
+function variantExchange(variantKey: string | undefined): string | undefined {
+  return variantKey?.match(/(?:^|;)exchange=([^;]+)/)?.[1];
 }
 
 function cachedProviderFinancialsMatchTarget(value: TickerFinancials, symbol: string, exchange?: string): boolean {
@@ -200,110 +161,40 @@ export function listCachedResources<T>(
     variantKeys,
     sourceKeys,
     allowExpired,
+    ...(SCHEMA_VERSIONS[kind] ? { schemaVersion: SCHEMA_VERSIONS[kind] } : {}),
   }).filter((record) => {
-    if (record.sourceKey.startsWith("provider:") && !entityKey.startsWith("contract:")
-      && (kind === "financials" || kind === "quote")) {
-      const requestedExchange = parsePublicTickerKey(entityKey).exchange
-        || canonicalExchange(variantKeys.find((key) => /(?:^|;)exchange=/.test(key))?.match(/(?:^|;)exchange=([^;]+)/)?.[1]);
-      // Check every declared identity before stale-quote sanitation or merging
-      // can hide a conflicting symbol, metadata record or contribution.
-      if (kind === "financials"
-        ? !cachedProviderFinancialsMatchTarget(record.value as TickerFinancials, entityKey, requestedExchange)
-        : !providerQuoteMatchesTarget(record.value as Quote, entityKey, requestedExchange)) return false;
-      const quote = kind === "quote" ? record.value as Quote : (record.value as TickerFinancials).quote;
-      const metadata = kind === "financials" ? (record.value as TickerFinancials).quoteMetadata : undefined;
-      const declaredExchange = canonicalExchange(quote?.listingExchangeName || quote?.exchangeName
-        || metadata?.listingExchangeName || parsePublicTickerKey(quote?.symbol ?? metadata?.symbol ?? "").exchange);
-      // Generic legacy entries can retain a venue normalized under old alias
-      // rules (PCX used to mean AMEX). Refetch a conflicting public listing;
-      // never relabel it or let it outrank a fresh exact-listing response.
-      if (requestedExchange && declaredExchange && requestedExchange !== declaredExchange) return false;
-      // A bare lookup that names no listing cannot say which venue it priced:
-      // the unqualified BA quote is Boeing's, never BAE Systems' London line.
-      if (requestedExchange && !declaredExchange && !parsePublicTickerKey(entityKey).exchange
-        && !/(?:^|;)exchange=/.test(record.variantKey)) return false;
-      // An unqualified lookup cannot tell real AMEX metadata from old PCX
-      // normalization. Refresh only those legacy records; newly verified
-      // AMEX data and explicitly requested AMEX listings remain reusable.
-      if (!requestedExchange && declaredExchange === "AMEX"
-        && record.schemaVersion < (kind === "financials" ? 8 : 2)) return false;
-    }
-    // The scoped reported operating cohort must be reacquired, never invented
-    // from legacy independently selected fields. Other issuers/listings survive.
-    if (kind === "financials" && record.schemaVersion < 10 && !record.entityKey.startsWith("contract:")
-      && hasShopOperatingIdentity(record.value as TickerFinancials, {
-        symbol: record.entityKey, exchange: record.variantKey.match(/(?:^|;)exchange=([^;]+)/)?.[1],
-      })) return false;
-    // The first operating-table implementation discarded independent sibling
-    // documents and stamped the partial aggregate as complete. Reacquire only
-    // affected native/cloud SHOP sources, including saved extended requests.
-    if (kind === "financials" && record.schemaVersion < 11 && !record.entityKey.startsWith("contract:")
-      && ["provider:yahoo", "provider:gloomberb-cloud"].includes(record.sourceKey)
-      && hasShopOperatingIdentity(record.value as TickerFinancials, {
-        symbol: record.entityKey, exchange: record.variantKey.match(/(?:^|;)exchange=([^;]+)/)?.[1],
-      })) return false;
-    // Earlier SEC projections used consolidated/common income as parent income.
-    // Refetch the filing evidence; unrelated vendor statements remain usable.
-    if (kind === "financials" && record.schemaVersion < 9) {
-      const value = record.value as TickerFinancials;
-      if ([...(value.annualStatements ?? []), ...(value.quarterlyStatements ?? [])]
-        .some((row) => row.dateSource === "sec"
-          && (row.netIncome !== undefined || row.netIncomeCommonStockholders !== undefined))) return false;
-    }
-    // Older SEC projections can mix pre/post-split EPS in one long history.
-    // Refresh the source evidence instead of relabeling old numbers locally.
-    if (kind === "financials" && record.schemaVersion < 7) {
-      const value = record.value as TickerFinancials;
-      if ([...(value.annualStatements ?? []), ...(value.quarterlyStatements ?? [])]
-        .some((row) => row.dateSource === "sec" && row.eps !== undefined)) return false;
-    }
-    if (kind !== "financials" || record.schemaVersion >= 3) return true;
-    // Earlier merges could date unknown fields from a partial availability map,
-    // in addition to the older SEC annual/concept errors. Cached dates cannot
-    // distinguish inferred metadata from source evidence; refresh dated rows.
-    // Unrelated quote/history/company and undated financial caches remain usable.
-    const value = record.value as TickerFinancials;
-    return ![...(value.annualStatements ?? []), ...(value.quarterlyStatements ?? [])]
-      .some((row) => row.availableAt || Object.keys(row.fieldAvailability ?? {}).length > 0);
+    if (!record.sourceKey.startsWith("provider:") || entityKey.startsWith("contract:")
+      || (kind !== "financials" && kind !== "quote")) return true;
+    const requestedExchange = parsePublicTickerKey(entityKey).exchange
+      || canonicalExchange(variantExchange(variantKeys.find((key) => variantExchange(key) !== undefined)));
+    // Check every declared identity before stale-quote sanitation or merging
+    // can hide a conflicting symbol, metadata record or contribution.
+    if (kind === "financials"
+      ? !cachedProviderFinancialsMatchTarget(record.value as TickerFinancials, entityKey, requestedExchange)
+      : !providerQuoteMatchesTarget(record.value as Quote, entityKey, requestedExchange)) return false;
+    const quote = kind === "quote" ? record.value as Quote : (record.value as TickerFinancials).quote;
+    const metadata = kind === "financials" ? (record.value as TickerFinancials).quoteMetadata : undefined;
+    const declaredExchange = canonicalExchange(quote?.listingExchangeName || quote?.exchangeName
+      || metadata?.listingExchangeName || parsePublicTickerKey(quote?.symbol ?? metadata?.symbol ?? "").exchange);
+    // Refetch a record that declares another public listing; never relabel it
+    // or let it outrank a fresh exact-listing response.
+    if (requestedExchange && declaredExchange && requestedExchange !== declaredExchange) return false;
+    // A bare lookup that names no listing cannot say which venue it priced:
+    // the unqualified BA quote is Boeing's, never BAE Systems' London line.
+    return !(requestedExchange && !declaredExchange && !parsePublicTickerKey(entityKey).exchange
+      && variantExchange(record.variantKey) === undefined);
   }).map((record) => {
-    if (kind === "financials") {
-      const financials = record.value as TickerFinancials;
-      const ownSymbol = financials.quote?.symbol ?? financials.quoteMetadata?.symbol;
-      const withdrawn = withdrawKnownProviderStatements(financials, {
-        symbol: record.entityKey.startsWith("contract:") ? ownSymbol ?? "" : record.entityKey,
-        exchange: record.variantKey.match(/(?:^|;)exchange=([^;]+)/)?.[1],
-      }, record.sourceKey);
-      if (withdrawn !== record.value) record = { ...record, stale: true, value: withdrawn as T };
-      if (!record.entityKey.startsWith("contract:")) record = { ...record,
-        value: normalizeFinancialOperatingResults(record.value as TickerFinancials, {
-          symbol: record.entityKey, exchange: record.variantKey.match(/(?:^|;)exchange=([^;]+)/)?.[1],
-        }) as T,
-      };
-    }
     if (kind !== "financials" || record.sourceKey !== "provider:gloomberb-cloud") return record;
-    // Legacy cloud aggregates lost the nested quote's stale flag. Retain valid
-    // issuer data, but obtain the quote through its independent freshness route.
-    let value = record.value as TickerFinancials;
-    const retracted = retractKnownCloudValuation(value, {
-      symbol: record.entityKey,
-      exchange: record.variantKey.match(/(?:^|;)exchange=([^;]+)/)?.[1],
-    });
-    const knownInvalidValuation = retracted !== value;
-    value = retracted;
-    const legacyValuation = hasUnverifiedLegacyAsmlValuation(record, value);
-    if (record.schemaVersion < 4) value = { ...value, quote: undefined, quoteContributions: undefined };
     // A new client can cache an old backend response during a rolling deploy.
-    // Require the metric's own provenance as well as the cache schema before
-    // reusing a cloud yield; retain valid quotes and other issuer data.
+    // Require the metric's own provenance before reusing a cloud yield; retain
+    // valid quotes and other issuer data.
+    const value = record.value as TickerFinancials;
     const statistics = value.fundamentals;
     const hasDividendProvenance = ["forward", "trailing"].includes(statistics?.dividendYieldBasis ?? "")
       && ["twelvedata", "yahoo"].includes(statistics?.dividendYieldSource ?? "");
-    const legacyYield = statistics?.dividendYield != null && (record.schemaVersion < 5 || !hasDividendProvenance);
-    if (legacyYield) value = { ...value, fundamentals: { ...value.fundamentals,
-      dividendYield: undefined, dividendYieldBasis: undefined, dividendYieldSource: undefined, dividendRate: undefined } };
-    if (legacyValuation) value = { ...value, fundamentals: redactUnavailableFundamentals({ ...value.fundamentals,
-      unavailableFields: [...RETRACTABLE_VALUATION_FIELDS] }) };
-    return { ...record, stale: record.stale || legacyYield || legacyValuation || knownInvalidValuation, value: value as T };
+    if (statistics?.dividendYield == null || hasDividendProvenance) return record;
+    return { ...record, stale: true, value: { ...value, fundamentals: { ...statistics,
+      dividendYield: undefined, dividendYieldBasis: undefined, dividendYieldSource: undefined, dividendRate: undefined } } as T };
   });
   if (records.length === 0) return [];
 
@@ -320,15 +211,3 @@ export function selectCachedResource<T>(
 ): CachedResourceRecord<T> | null {
   return listCachedResources<T>(resources, kind, entityKey, variantKeys, sourceKeys, allowExpired)[0] ?? null;
 }
-
-export function selectCachedArrayResource<T>(
-  resources: ResourceStore | undefined,
-  kind: string,
-  entityKey: string,
-  variantKeys: string[],
-  sourceKeys: string[],
-  allowExpired: boolean,
-): CachedResourceRecord<T[]> | null {
-  const records = listCachedResources<T[]>(resources, kind, entityKey, variantKeys, sourceKeys, allowExpired);
-  return records.find((record) => record.value.length > 0) ?? records[0] ?? null;
-}

package/src/sources/provider-router/cached-routes.ts

@@ -27,6 +27,14 @@ interface Route {
   brokerRequest?: { ticker: string; exchange?: string; expiration?: number; context?: MarketDataRequestContext };
 }
 
+/**
+ * Queries nothing listens to or loads that stay in memory. Each holds its last
+ * value, and one exists per ticker, chain and filing ever asked for, so an
+ * unbounded map kept everything a session browsed. A dropped query reads its
+ * value back from the persisted cache when asked again.
+ */
+const IDLE_QUERY_LIMIT = 64;
+
 /** One query owns both persisted source selection and live refreshes for a resource. */
 export class ProviderRouterCachedRoutes {
   private readonly objectIds = new WeakMap<object, number>();
@@ -51,7 +59,12 @@ export class ProviderRouterCachedRoutes {
     const key = JSON.stringify([method, route.entityKey, route.variants, sourceKeys,
       providers.map(objectId), brokers.map(({ broker, instance }) => [objectId(broker), objectId(instance)])]);
     const existing = this.queries.get(key);
-    if (existing) return existing;
+    if (existing) {
+      // Most recently asked for last, so the idle drop takes the oldest first.
+      this.queries.delete(key);
+      this.queries.set(key, existing);
+      return existing;
+    }
     const staticUsd = method === "getExchangeRate" && route.entityKey === "USD/USD";
     const read = (allowExpired: boolean): CachedValue<unknown> | null => {
       if (staticUsd) return { value: 1, fetchedAt: 0, staleAt: Infinity, expiresAt: Infinity, source: "static" };
@@ -123,9 +136,21 @@ export class ProviderRouterCachedRoutes {
       },
     });
     this.queries.set(key, query);
+    this.dropIdleQueries();
     return query as CachedQuery<CachedAssetValue<K>>;
   }
 
+  private dropIdleQueries(): void {
+    let idle = 0;
+    for (const query of this.queries.values()) if (!query.inUse) idle += 1;
+    for (const [key, query] of this.queries) {
+      if (idle <= IDLE_QUERY_LIMIT) return;
+      if (query.inUse) continue;
+      this.queries.delete(key);
+      idle -= 1;
+    }
+  }
+
   getCachedExchangeRates(currencies: string[], options: { allowExpired?: boolean } = {}): Map<string, number> {
     const results = new Map<string, number>();
     for (const currency of currencies) {

package/src/sources/provider-router/financial-routes.ts

@@ -1,6 +1,4 @@
-import { sanitizeListingFinancialHistory } from "../listing-history";
 import { financialHistoryVariants, hasReusableExtendedHistory } from "./statement-history";
-import { sanitizeShellFinancialHistory } from "../history-coverage";
 import type {
   CachedFinancialsTarget,
   MarketDataRequestContext,
@@ -311,15 +309,10 @@ export class ProviderRouterFinancialRoutes {
         variantKeys,
         providerSourceKeys,
         allowExpired,
-      ).map((record) => {
+      ).map((record) => requiresContractPrice && providerEntityKey !== entityKey
         // Public-symbol enrichment cannot establish the declared contract's price.
-        const independentFields = requiresContractPrice && providerEntityKey !== entityKey
-          ? { ...record.value, quote: undefined, quoteContributions: undefined, quoteMetadata: undefined, priceHistory: [] }
-          : record.value;
-        const verifiedHistory = sanitizeShellFinancialHistory(independentFields, { symbol: ticker, exchange }, record.sourceKey);
-        const value = sanitizeListingFinancialHistory(verifiedHistory, { symbol: ticker, exchange }, record.sourceKey);
-        return value === record.value ? record : { ...record, value, stale: value !== independentFields || record.stale };
-      })),
+        ? { ...record, value: { ...record.value, quote: undefined, quoteContributions: undefined, quoteMetadata: undefined, priceHistory: [] } }
+        : record)),
       variantKeys,
       providerSourceKeys,
     );

package/src/sources/provider-router/financials.ts

@@ -8,7 +8,6 @@ import { isExtendedHoursExchange, isQuoteStaleForCurrentSession } from "../../ma
 import { mergeQuoteMetadata, quoteMetadataFromQuote, quoteMetadataMatchesTarget } from "../../market-data/quotes/metadata";
 import { parsePublicTickerKey } from "../../utils/exchanges";
 import { activeUsMarketSession, isUsPriorSessionPremarketQuote } from "../../market-data/market/freshness";
-import { normalizeStatementOperatingResult } from "../../utils/operating-result";
 import {
   mergeQuoteContributionMaps,
   isQuoteContributionStaleForCurrentSession,
@@ -75,8 +74,8 @@ export function sanitizeCachedFinancials(
   financials = excludeNonCompanyFinancials({
     ...financials,
     fundamentals: redactUnavailableFundamentals(financials.fundamentals),
-    annualStatements: coalesceFinancialPeriodAliases(financials.annualStatements.map(row => normalizeStatementOperatingResult(row, "annual"))),
-    quarterlyStatements: coalesceFinancialPeriodAliases(financials.quarterlyStatements.map(row => normalizeStatementOperatingResult(row, "quarterly"))),
+    annualStatements: coalesceFinancialPeriodAliases(financials.annualStatements),
+    quarterlyStatements: coalesceFinancialPeriodAliases(financials.quarterlyStatements),
   });
   const stale = financials.quote && (options.allowIncompleteSession
     ? isQuoteContributionStaleForCurrentSession(financials.quote)

package/src/sources/provider-router/history.ts

@@ -1,4 +1,3 @@
-import { assertTradingPriceHistory, hasCircleOfferingPriceHistory } from "../listing-history";
 import { ApiRequestError } from "../../api-client/errors";
 import { canonicalHistoryInterval, HistoryRetentionError, isHistoryRetentionError, parseHistoryRecoveryCandidate,
   type HistoryRecoveryCandidate, type HistoryRetention, type HistorySourceOutcome } from "../history-retention";
@@ -8,11 +7,11 @@ import type { DataProvider, MarketDataRequestContext } from "../../types/data-pr
 import type { PriceHistoryResult } from "../../types/price-history";
 import { fetchHistoryResult, historyResolutionForInterval, InvalidHistoryResultError, normalizeHistoryResult } from "../history-result";
 import type { PricePoint } from "../../types/financials";
-import type { TimeRange } from "../../time-series/range";
+import { TIME_RANGES, type TimeRange } from "../../time-series/range";
 import {
   isIntradayResolution,
   normalizeChartResolutionSupport,
-  TIME_RANGE_ORDER,
+  parseBarInterval,
   type ChartResolutionSupport,
   type ManualChartResolution,
 } from "../../time-series/resolution";
@@ -20,11 +19,11 @@ import { subtractTimeRange } from "../../time-series/date-window";
 import { clipPriceHistoryToRange } from "../../time-series/history-window";
 import { repairIsolatedIntradayOhlcOutliers } from "../../time-series/history-quality";
 import { canonicalExchange, parsePublicTickerKey, resolveExchangeTimeZone } from "../../utils/exchanges";
-import { zonedDateTimeParts } from "../../utils/zoned-date-time";
+import { zonedDateKey } from "../../utils/zoned-date-time";
 import { resolvePriceHistoryCurrencyUnit } from "../../utils/currency-units";
-import { calendarHistoryFetchState, calendarHistoryLastBarDate, getPricePointTimestamp, hasUsablePriceHistory, preservePriceHistoryGaps, isPriceHistoryStaleForCurrentWindow, normalizePriceHistory, priceHistoryIntervalMs, type CalendarHistoryFetchState } from "../../utils/price-history";
+import { calendarHistoryFetchState, calendarHistoryLastBarDate, dropLeadingPlaceholderBars, getPricePointTimestamp, hasUsablePriceHistory, preservePriceHistoryGaps, isPriceHistoryStaleForCurrentWindow, normalizePriceHistory, priceHistoryIntervalMs, type CalendarHistoryFetchState } from "../../utils/price-history";
 import { shouldLogProviderError } from "../provider-errors";
-import { hasUnverifiedShellHistory, HistoryCoverageError } from "../history-coverage";
+import { HistoryCoverageError } from "../history-coverage";
 import {
   buildVariantKey,
   compactDate,
@@ -40,8 +39,8 @@ type PriceHistoryCachePolicyKey = Extract<
   ProviderRouterCachePolicyKey,
   "priceHistoryIntraday" | "priceHistoryDaily"
 >;
-// Earlier cache records discarded dated unavailable closes.
-const PRICE_HISTORY_CACHE_VERSION = 5;
+// Bumped instead of adding markers: every older record is a miss and refetches.
+const PRICE_HISTORY_CACHE_VERSION = 6;
 interface HistoryRequestDescriptor {
   target: { symbol: string; exchange: string };
   identity: RouterRequestIdentity;
@@ -124,32 +123,9 @@ function recordHistoryError(attempts: HistoryAttempts | undefined, request: Hist
 function priceHistoryVariantParts(
   parts: Array<[string, string | number | undefined | null]>,
   exchange: string,
-  ticker: string,
 ): Array<[string, string | number | undefined | null]> {
   const unit = resolvePriceHistoryCurrencyUnit(null, exchange);
-  const target = parsePublicTickerKey(ticker);
-  const venue = target.exchange || canonicalExchange(exchange);
-  // Old cloud weekly/monthly JEPQ responses contained prices from 2013, before
-  // this fund existed. Refetch this exact US/bare identity after backend repair;
-  // neither broader cached windows nor saved detailed requests may reuse them.
-  const bar = parts.find(([key]) => key === "resolution" || key === "bar")?.[1];
-  const range = parts.find(([key]) => key === "range")?.[1];
-  const intraday = typeof bar === "string" ? /^\d+(m|min|h)$/.test(bar)
-    : typeof range === "string" && isIntradayRange(range as TimeRange);
-  const inceptionVersion = !intraday && target.symbol === "JEPQ" && (!venue || venue === "NASDAQ") ? 1 : undefined;
-  const monthly = bar === "1mo" || bar === "1month"
-    || (bar == null && parts.some(([key, value]) => key === "range" && value === "ALL"));
-  const versionedParts: Array<[string, string | number | undefined | null]> = [
-    ...parts,
-    ["version", PRICE_HISTORY_CACHE_VERSION],
-    ["historyData", 1],
-    ["inception", inceptionVersion],
-    ["calendar", monthly ? 1 : undefined],
-    // Old Yahoo/cloud ALL responses could serve weekly/quarterly bars under
-    // a different requested interval. Exact and broader cache lookups must
-    // refetch these windows instead of relabeling the cached bars.
-    ["granularity", range === "ALL" ? 1 : undefined],
-  ];
+  const versionedParts: Array<[string, string | number | undefined | null]> = [...parts, ["version", PRICE_HISTORY_CACHE_VERSION]];
   return unit.divisor === 1
     ? versionedParts
     : [...versionedParts, ["unit", unit.currency]];
@@ -170,19 +146,12 @@ function makeHistoryRequestIdentity(
     kind: input.kind,
     ticker: input.ticker,
     context: input.context,
-    variantParts: priceHistoryVariantParts(input.variantParts, input.exchange, input.ticker),
+    variantParts: priceHistoryVariantParts(input.variantParts, input.exchange),
   });
   const cacheVariantKeys = [
     identity.variantKey,
-    buildVariantKey(priceHistoryVariantParts(input.fallbackVariantParts, input.exchange, input.ticker)),
-  ].flatMap((key) => {
-    // Broker and independent-provider records did not use the affected Yahoo
-    // request. Keep their old keys readable, then filter by source below.
-    const legacy = key.replace(/;granularity=1(?=;|$)/, "");
-    const keys = legacy === key ? [key] : [key, legacy];
-    // New result envelopes never overwrite array payloads used by older clients.
-    return keys.flatMap(value => [value, value.replace(/;historyData=1(?=;|$)/, "")]);
-  });
+    buildVariantKey(priceHistoryVariantParts(input.fallbackVariantParts, input.exchange)),
+  ];
   return {
     target: { symbol: input.ticker, exchange: input.exchange },
     identity,
@@ -201,8 +170,8 @@ function expandedHistoryCacheVariantKeys(
     resolution?: ManualChartResolution;
   },
 ): string[] {
-  const start = TIME_RANGE_ORDER.indexOf(input.range);
-  const ranges = start >= 0 ? TIME_RANGE_ORDER.slice(start) : [input.range];
+  const start = TIME_RANGES.indexOf(input.range);
+  const ranges = start >= 0 ? TIME_RANGES.slice(start) : [input.range];
   const keys: string[] = [];
   for (const range of ranges) {
     const { cacheVariantKeys } = makeHistoryRequestIdentity(deps, {
@@ -245,7 +214,7 @@ function normalizeRequestHistory(
   points: PricePoint[],
   request: Pick<HistoryRequestDescriptor, "cachePolicyKey">,
 ): PricePoint[] {
-  const normalized = normalizePriceHistory(points);
+  const normalized = dropLeadingPlaceholderBars(normalizePriceHistory(points));
   return request.cachePolicyKey === "priceHistoryIntraday"
     ? repairIsolatedIntradayOhlcOutliers(normalized)
     : normalized;
@@ -282,11 +251,6 @@ function resultIsStale(value: PriceHistoryResult, exchange: string, intervalMs?:
 // Longer than any intraday break (lunch, futures maintenance), shorter than a night.
 const SESSION_BREAK_MS = 3 * 3_600_000;
 
-function localDate(time: number, timeZone: string): string {
-  const { year, month, day } = zonedDateTimeParts(time, timeZone);
-  return `${year}-${month}-${day}`;
-}
-
 /**
  * 1D is the latest session. A broader cached range clipped to the trailing
  * 24 hours would otherwise also keep the previous session's afternoon, so cut
@@ -299,7 +263,7 @@ function clipHistoryToRange(value: PriceHistoryResult, range: TimeRange, exchang
   const timeZone = value.session?.timeZone ?? resolveExchangeTimeZone(exchange);
   const times = points.map(getPricePointTimestamp);
   const breakIndex = times.findLastIndex((time, index) => index > 0 && time - times[index - 1]! >= SESSION_BREAK_MS
-    && (!timeZone || localDate(time, timeZone) !== localDate(times[index - 1]!, timeZone)));
+    && (!timeZone || zonedDateKey(time, timeZone) !== zonedDateKey(times[index - 1]!, timeZone)));
   return { ...value, points: breakIndex > 0 ? points.slice(breakIndex) : points };
 }
 
@@ -516,8 +480,8 @@ export class ProviderRouterHistoryRoutes {
     context?: MarketDataRequestContext,
   ): Promise<PriceHistoryResult> {
     const intervalMs = priceHistoryIntervalMs(barSize);
-    const calendarBounds = intervalMs !== null
-      && /^\d+\s*(d|day|days|w|wk|week|weeks|mo|month|months)$/i.test(barSize.trim());
+    const barUnit = parseBarInterval(barSize)?.unit;
+    const calendarBounds = barUnit === "day" || barUnit === "week" || barUnit === "month";
     // Intraday requests forward exact times. Date-only keys could reuse another
     // window or suppress its refresh; ISO bounds also bypass those legacy keys.
     const primaryParts: Array<[string, string | number | undefined | null]> = [
@@ -581,23 +545,12 @@ export class ProviderRouterHistoryRoutes {
       sourceKeys,
       false,
     ).flatMap((record) => {
-      const legacy = !/(?:^|;)historyData=1(?:;|$)/.test(record.variantKey);
-      const value = legacy && Array.isArray(record.value)
-        ? { points: record.value as PricePoint[], resolution: historyResolutionForInterval(request.interval) }
-        : !legacy ? normalizeHistoryResult(record.value, request.target, request.interval) : null;
+      const value = normalizeHistoryResult(record.value, request.target, request.interval);
       if (!value) return [];
       // Source identity belongs to the selected cache record, not its payload.
       return [{ ...record, value: normalizeRequestResult({ ...value, sourceKey: record.sourceKey }, request) }];
-    }).filter((record) => {
-      const unverifiedAllInterval = ["provider:yahoo", "provider:gloomberb-cloud"].includes(record.sourceKey)
-        && /(?:^|;)range=ALL(?:;|$)/.test(record.variantKey)
-        && !/(?:^|;)granularity=1(?:;|$)/.test(record.variantKey);
-      if (unverifiedAllInterval || hasCircleOfferingPriceHistory(record.value.points, request.target, record.sourceKey)) return false;
-      if (request.requestedRange && !request.interval && !request.exactCacheVariantKeys.includes(record.variantKey)
-        && !hasRangeBarSize(record.value.points, request.requestedRange)) return false;
-      return request.cachePolicyKey === "priceHistoryIntraday"
-        || !hasUnverifiedShellHistory(record.value.points, request.target, record.sourceKey, request.requestedStart);
-    });
+    }).filter((record) => !request.requestedRange || !!request.interval || request.exactCacheVariantKeys.includes(record.variantKey)
+      || hasRangeBarSize(record.value.points, request.requestedRange));
     // A background revalidation cannot correct bars from before a close in
     // time: a one-shot CLI exits first, and this caller keeps the old bars.
     // Broader variants answer the same way. A current copy under another key
@@ -780,9 +733,6 @@ export class ProviderRouterHistoryRoutes {
         const fetched = await request.fetchProvider(provider);
         if (fetched === null) { recordHistoryOutcome(attempts, sourceKey, "empty"); return null; }
         if (!Array.isArray(fetched.points)) { recordHistoryOutcome(attempts, sourceKey, "malformed"); return null; }
-        assertTradingPriceHistory(fetched.points, request.target, this.deps.providerSourceKey(provider));
-        if (request.cachePolicyKey !== "priceHistoryIntraday"
-          && hasUnverifiedShellHistory(fetched.points, request.target, this.deps.providerSourceKey(provider))) { recordHistoryOutcome(attempts, sourceKey, "coverage"); return null; }
         const value = normalizeRequestResult({ ...fetched, sourceKey }, request);
         if (hasUsablePriceHistory(value.points) && request.isFetchedValueStale(value)) { recordHistoryOutcome(attempts, sourceKey, "stale"); return null; }
         recordHistoryOutcome(attempts, sourceKey, hasUsablePriceHistory(value.points) ? "success" : value.points.length ? "reported-gaps" : "empty");

package/src/sources/provider-router/index.ts

@@ -26,6 +26,7 @@ import type { BrokerContractRef, InstrumentSearchResult } from "../../types/inst
 import type { TimeRange } from "../../time-series/range";
 import type { ChartResolutionSupport, ManualChartResolution } from "../../time-series/resolution";
 import { debugLog } from "../../utils/debug-log";
+import { errorMessage } from "../../utils/errors";
 import { ProviderRouterBatchRoutes } from "./batches";
 import { createSignedInRealtimeCloudAccess, type RealtimeCloudAccess } from "./realtime-access";
 import { mapListingTargets, publicListingExchange } from "../listing-target";
@@ -196,12 +197,17 @@ export class AssetDataRouter implements DataProvider {
   ): Promise<QuoteBatchResult[]> {
     const mapped = mapListingTargets(targets, (target) => this.resolvePublicExchange(target.symbol, target.exchange, target.context));
     const results = await this.batchRoutes.getQuotesBatch(mapped.valid, options);
-    const restored = new Map(results.map((result) => {
+    const restored = new Map<QuoteSubscriptionTarget, QuoteBatchResult>(results.map((result) => {
       const target = mapped.original(result.target);
       return [target, { ...result, target }] as const;
     }));
     for (const failure of mapped.invalid) restored.set(failure.target, { ...failure, quote: null });
-    return targets.map((target) => restored.get(target) ?? { target, quote: null });
+    // Batches cross the desktop and screenshot bridges as JSON, which turns an
+    // Error into {} and its reason into "[object Object]" on the board.
+    return targets.map((target) => {
+      const result = restored.get(target) ?? { target, quote: null };
+      return result.error == null ? result : { ...result, error: errorMessage(result.error) };
+    });
   }
 
   async getTickerFinancialsBatch(

package/src/sources/provider-router/news.ts

@@ -1,3 +1,4 @@
+import { normalizeNewsFeed } from "../../news/news-model";
 import type { NewsArticle, NewsQuery } from "../../news/types";
 import type { CapabilityRouteSource } from "../../types/capability-route-source";
 import { shouldLogProviderError } from "../provider-errors";
@@ -13,7 +14,7 @@ export class ProviderRouterNewsRoutes {
   async getNews(query: NewsQuery): Promise<NewsArticle[]> {
     const sources = this.options.newsSourcesInPriorityOrder()
       .filter((source) => source.news?.supports?.(query) ?? true);
-    const feed = query.feed ?? (query.scope === "ticker" ? "ticker" : "latest");
+    const feed = normalizeNewsFeed(query);
     if (feed === "ticker") {
       let firstEmpty: NewsArticle[] | null = null;
       let lastError: unknown = null;

package/src/sources/provider-router/primary.ts

@@ -1,5 +1,3 @@
-import { sanitizeListingFinancialHistory } from "../listing-history";
-import { withdrawKnownProviderStatements } from "../../utils/statement-observations";
 import { selectCachedResource } from "./cache";
 import { financialHistoryVariants, hasReusableExtendedHistory } from "./statement-history";
 import type { MarketDataRequestContext } from "../../types/data-provider";
@@ -7,7 +5,6 @@ import type { Quote, TickerFinancials } from "../../types/financials";
 import { normalizeTickerFinancialsPriceHistory } from "../../utils/price-history";
 import { resolveTickerFinancialsQuoteState } from "../../market-data/quotes/resolution";
 import { shouldLogProviderError } from "../provider-errors";
-import { sanitizeShellFinancialHistory } from "../history-coverage";
 import { quoteMetadataFromQuote } from "../../market-data/quotes/metadata";
 import {
   dropUnusableProviderQuote,
@@ -84,9 +81,6 @@ export class ProviderRouterPrimaryRoutes {
           const attempt = value.statementHistory;
           value = { ...mergeFinancials(value, previous?.value ?? null)!, statementHistory: attempt };
         }
-        value = sanitizeShellFinancialHistory(value, { symbol: ticker, exchange }, sourceKey);
-        value = sanitizeListingFinancialHistory(value, { symbol: ticker, exchange }, sourceKey);
-        value = withdrawKnownProviderStatements(value, { symbol: ticker, exchange }, sourceKey);
         // Validate the raw identities before quote normalization can choose one
         // of conflicting quote/metadata contributions, including contract routes.
         const fallbackProfile = primaryIdentity && rawValue
@@ -97,8 +91,6 @@ export class ProviderRouterPrimaryRoutes {
             quoteMetadata: value.quoteMetadata ?? (value.quote ? quoteMetadataFromQuote(value.quote) : undefined),
             financialCurrency: value.financialCurrency,
             statementHistory: value.statementHistory,
-            operatingHistoryRetryAt: value.operatingHistoryRetryAt,
-            earningsHistoryRetryAt: value.earningsHistoryRetryAt,
             annualStatements: value.annualStatements,
             quarterlyStatements: value.quarterlyStatements,
             priceHistory: [],

package/src/sources/provider-router/quote-route.ts

@@ -1,9 +1,9 @@
 import type { QuoteSubscriptionTarget } from "../../types/data-provider";
-import { canonicalExchange } from "../../utils/exchanges";
+import { canonicalExchange, US_LISTING_EXCHANGES } from "../../utils/exchanges";
 import type { BrokerCandidate } from "./brokers";
 
 /** US listings the cloud streams from the consolidated tape. OTC is not on it. */
-const US_TAPE_LISTINGS = new Set(["NASDAQ", "NYSE", "AMEX", "ARCA", "BATS", "IEX"]);
+const US_TAPE_LISTINGS = new Set([...US_LISTING_EXCHANGES, "IEX"]);
 const EQUITY_SECURITY_TYPES = new Set(["", "STK", "ETF", "EQUITY", "ADR", "COMMONSTOCK", "DEPOSITARYRECEIPT"]);
 /** The cloud identifies listed options by their compact OCC symbol only. */
 const OCC_OPTION_SYMBOL = /^[A-Z][A-Z0-9.]{0,5}\d{6}[CP]\d{8}$/;