gloomberb 0.16.6 → 0.17.0

package/src/architecture/core-builtin-allowlist.json

@@ -40,7 +40,7 @@
   "src/layout-marketplace/gallery.tsx": ["cloud"],
   "src/layout-marketplace/linked-sync.ts": ["cloud"],
   "src/layout/desks.ts": ["chart-composer"],
-  "src/plugins/catalog-browser.ts": ["alerts","analytics","attention","awards","backtest","bond-calculator","catalysts","cds","central-bank-rates","changelog","chart-composer","clinical-trials","cloud","comment-letters","company-attention","company-kpis","connections","correlation","cot","cpi","credit-boards","credit-conditions","credit-documents","crypto-board","debt-maturities","dividend-yield","docs","doe","earnings-calls","earnings-ripple","econ","econ-statistics","equity-screener","estimate-revisions","executives","exposure","fear-greed","filing-events","futures","futures-curve","fx-matrix","gpu","help","insider","ipo-calendar","iv-history","jobs","kelly-sizer","layout-manager","macro-day","market-halts","market-heatmap","market-valuation","members","mna","money-markets","news","openfda","options","options-calculator","options-positioning","options-scenario","pe-band","perps","portfolio-list","power","rate-path","realized-vol","relative-rotation","research","research-search","revenue-breakdown","reverse-dcf","risk-factors","scanner","seasonality","sec","sectors","short-interest","short-volume","social-mentions","supply-chain","ticker-detail","time-sales","treasury-auctions","vol-surface","volatility","world-indices","world-venue-map","yield-curve"],
+  "src/plugins/catalog-browser.ts": ["alerts","analytics","attention","awards","backtest","bond-calculator","catalysts","cds","central-bank-rates","changelog","chart-composer","clinical-trials","cloud","comment-letters","commodities-energy","commodity-balances","company-attention","company-kpis","connections","correlation","cot","cpi","credit-boards","credit-conditions","credit-documents","crypto-board","debt-maturities","dividend-yield","docs","doe","earnings-calls","earnings-ripple","econ","econ-statistics","equity-screener","estimate-revisions","executives","exposure","fear-greed","filing-events","fixed-income","futures","futures-curve","fx-matrix","gpu","help","insider","ipo-calendar","iv-history","jobs","jodi","kelly-sizer","layout-manager","macro-day","market-halts","market-heatmap","market-valuation","members","mna","money-markets","news","openfda","options","options-calculator","options-positioning","options-scenario","pe-band","perps","portfolio-list","power","primary-dealers","rate-path","realized-vol","relative-rotation","research","research-search","revenue-breakdown","reverse-dcf","risk-factors","scanner","seasonality","sec","sectors","short-interest","short-volume","social-mentions","supply-chain","ticker-detail","time-sales","trace-bonds","treasury-auctions","treasury-daily","vol-surface","volatility","world-indices","world-venue-map","yield-curve"],
   "src/plugins/catalog-ui.ts": ["alerts","clinical-trials","cloud","comment-letters","custom-view","fear-greed","ipo-calendar","market-halts","market-heatmap","members","news","notes","openfda","research-search"],
   "src/plugins/catalog.ts": ["debug"],
   "src/remote/controller.ts": ["custom-view"],

package/src/architecture/dom-cell-metrics-allowlist.json

@@ -0,0 +1,28 @@
+{
+  "src/components/layout/pane/header.tsx": 2,
+  "src/components/layout/pane/sizing.ts": 3,
+  "src/components/layout/shell/drag/slide.ts": 4,
+  "src/components/layout/shell/pane/layers.tsx": 6,
+  "src/components/ui/select-button.tsx": 2,
+  "src/renderers/dom/data-table/dom.ts": 26,
+  "src/renderers/dom/data-table/index.tsx": 21,
+  "src/renderers/dom/data-table/row.tsx": 11,
+  "src/renderers/dom/desktop/controls.tsx": 6,
+  "src/renderers/dom/desktop/list-view.tsx": 2,
+  "src/renderers/dom/desktop/popover.tsx": 6,
+  "src/renderers/dom/desktop/query-bar.tsx": 1,
+  "src/renderers/dom/desktop/select-field.tsx": 2,
+  "src/renderers/dom/dom-ui-host.tsx": 6,
+  "src/renderers/dom/host/input.tsx": 5,
+  "src/renderers/dom/host/live-frame.ts": 8,
+  "src/renderers/dom/host/mouse.ts": 10,
+  "src/renderers/dom/host/scroll-box.tsx": 22,
+  "src/renderers/dom/host/size-observer.ts": 6,
+  "src/renderers/dom/host/style.ts": 27,
+  "src/renderers/dom/host/surface-fit.ts": 4,
+  "src/renderers/dom/host/tabs.tsx": 2,
+  "src/renderers/dom/host/text.tsx": 2,
+  "src/renderers/dom/input-host.tsx": 4,
+  "src/renderers/dom/native-renderer.ts": 4,
+  "src/renderers/dom/styles.css": 17
+}

package/src/ask-gloom/pane-context.ts

@@ -1,8 +1,9 @@
+import type { ResolvedPane } from "../layout/pane-manager";
 import type { PluginRegistry } from "../plugins/registry";
-import { paneShowsPersonalData } from "../shares/personal-pane";
-import type { AppConfig, PaneInstanceConfig } from "../types/config";
+import { panePersonalData } from "../shares/personal-pane";
+import { resolveTickerForPane, type AppState } from "../state/app/context";
+import type { LayoutConfig } from "../types/config";
 import type { PaneSharePrivateFields } from "../types/plugin";
-import type { TickerRecord } from "../types/ticker";
 import type { AskGloomPaneAttachment } from "./pane-request";
 
 /** A handful of the pane's own settings is enough to say how it is set up. */
@@ -50,14 +51,13 @@ function functionCode(registry: Pick<PluginRegistry, "paneTemplates">, paneType:
 }
 
 export interface PaneAttachmentSource {
-  registry: Pick<PluginRegistry, "panes" | "paneTemplates" | "brokers" | "getPanePluginId" | "getBrokerPluginId">;
-  instance: PaneInstanceConfig;
+  registry: Pick<PluginRegistry, "paneTemplates" | "brokers" | "getPanePluginId" | "getBrokerPluginId">;
+  pane: Pick<ResolvedPane, "instance" | "def">;
+  state: AppState;
+  /** The layout the pane is in, as the share path reads it for `personalData`. */
+  layout: LayoutConfig;
   /** What the header calls it. */
   title: string;
-  symbol: string | null;
-  paneState?: Readonly<Record<string, unknown>>;
-  config: Pick<AppConfig, "portfolios" | "brokerInstances">;
-  tickers?: ReadonlyMap<string, TickerRecord>;
   /** The tab each of its tab strips has open, outermost first. */
   activeTabs?: readonly string[];
   visibleText: string | null;
@@ -70,16 +70,17 @@ export interface PaneAttachmentSource {
  */
 export function buildAskGloomPaneAttachment({
   registry,
-  instance,
+  pane,
+  state,
+  layout,
   title,
-  symbol,
-  paneState,
-  config,
-  tickers,
   activeTabs = [],
   visibleText,
 }: PaneAttachmentSource): AskGloomPaneAttachment {
-  const privateFields = registry.panes.get(instance.paneId)?.portableShare?.private;
+  const { instance } = pane;
+  const symbol = resolveTickerForPane(state, instance.instanceId);
+  const paneState = state.paneState[instance.instanceId];
+  const privateFields = pane.def.portableShare?.private;
   const args: Record<string, string> = {};
   const tabs = activeTabs.map((tab) => tab.trim()).filter(Boolean);
   if (tabs.length > 0) args.tab = tabs.join(" > ").slice(0, MAX_ARG_VALUE_LENGTH);
@@ -100,14 +101,17 @@ export function buildAskGloomPaneAttachment({
     symbol,
     args,
     visibleText,
-    personal: showsPersonalData({ registry, instance, paneState, symbol, config, tickers }),
+    personal: showsPersonalData({ registry, state, layout, pane }),
   };
 }
 
-/** A pane that cannot be read for it counts as personal: its contents then wait for a yes. */
-function showsPersonalData(source: Parameters<typeof paneShowsPersonalData>[0]): boolean {
+/**
+ * Whatever the pane shows as personal data, as sharing its picture reads it.
+ * A pane that cannot be read for it counts as personal: its contents then wait for a yes.
+ */
+function showsPersonalData(source: Parameters<typeof panePersonalData>[0]): boolean {
   try {
-    return paneShowsPersonalData(source);
+    return panePersonalData(source) !== null;
   } catch {
     return true;
   }

package/src/ask-gloom/pane-request.ts

@@ -23,8 +23,8 @@ export interface AskGloomPaneAttachment {
   /** Its text as drawn when asked, bounded; null when none could be read. */
   visibleText: string | null;
   /**
-   * It shows holdings, balances or account data, so Ask Gloom asks before
-   * anything it shows leaves the device.
+   * The pane shows personal data (`PaneDef.personalData`), so Ask Gloom
+   * asks before anything it shows leaves the device.
    */
   personal: boolean;
 }

package/src/cli/commands/fred-series.ts

@@ -19,18 +19,44 @@ export function isSpreadSeries(seriesId: string): boolean {
 }
 
 /**
- * The field a series' observations export under, named by their unit: a
- * spread in basis points (`value_bp`), a percent (`value_pct`), any other
- * unit slugged from FRED's own (`Index 1982-1984=100` is
- * `value_index_1982_1984_100`), and `value_unit_unknown` when FRED's
- * metadata did not come back. Never a bare `value`.
+ * The unit a series' observations export in, for the `currency_or_unit`
+ * column beside its bare `value`: `bp` for a spread (exported in basis
+ * points), `pct` for a percent, otherwise FRED's own units, with "annual
+ * rate" as the text header says it. Null when FRED's metadata did not come
+ * back.
  */
-export function fredValueKey(seriesId: string, units: string | null | undefined): string {
-  if (isSpreadSeries(seriesId)) return "value_bp";
-  const unit = units?.trim() ?? "";
-  if (/^percent$/i.test(unit)) return "value_pct";
-  const slug = unit.toLowerCase().replace(/[^a-z0-9]+/g, "_").replace(/^_+|_+$/g, "");
-  return `value_${slug || "unit_unknown"}`;
+export function fredUnit(seriesId: string, info: { units?: string | null; seasonalAdjustment?: string | null } | null | undefined): string | null {
+  if (isSpreadSeries(seriesId)) return "bp";
+  const units = info?.units?.trim();
+  if (!units) return null;
+  if (/^percent$/i.test(units)) return "pct";
+  const annualRate = /annual rate/i.test(info?.seasonalAdjustment ?? "") && !/annual rate/i.test(units);
+  return `${units}${annualRate ? ", annual rate" : ""}`;
+}
+
+/** How often a series observes, in FRED's word lower-cased: `Weekly, Ending Friday` is `weekly`. Null when FRED does not say. */
+export function fredInterval(frequency: string | null | undefined): string | null {
+  const word = frequency?.split(",")[0]?.trim().toLowerCase();
+  return word || null;
+}
+
+/**
+ * The observations from the series' first one on: Gloom Cloud answers a
+ * `--start` before a series begins with a blank row for every day in between
+ * (DEXSFUS from 1975 has five years of them before 1980-01-02). FRED's
+ * `observationStart` says where it begins; without it the blank rows before
+ * the first value go. Blank rows after it (a holiday's ".") stay.
+ */
+export function fredObservationsFromStart<T extends { date: string; value: number | null }>(
+  observations: readonly T[],
+  seriesStart: string | null | undefined,
+): T[] {
+  const first = seriesStart && /^\d{4}-\d{2}-\d{2}$/.test(seriesStart)
+    ? seriesStart
+    : observations.reduce<string | null>((earliest, observation) => (
+      observation.value != null && Number.isFinite(observation.value) && (!earliest || observation.date < earliest) ? observation.date : earliest
+    ), null);
+  return first ? observations.filter((observation) => observation.date >= first) : [...observations];
 }
 
 /**
@@ -144,3 +170,43 @@ export function fredEmptyMessage(startDate: string, latest: { date: string; valu
     ? `Latest observation: ${latest.date}${latest.value == null ? "" : ` (${latest.value})`}. Nothing on or after ${startDate}.`
     : "No results.";
 }
+
+/** What an export of nothing on or after `--start` says to try instead: a start that reaches the latest observation. */
+export function fredEmptyAdvice(seriesId: string, latest: { date: string } | null): string {
+  return latest
+    ? `Latest observation: ${latest.date}. Try: gloomberb fred ${seriesId} --start ${latest.date.slice(0, 4)}`
+    : `No observations came back for ${seriesId}. Try an earlier --start, or gloomberb fred --list for the series served.`;
+}
+
+/** A series as `fred --list` shows it. */
+export interface FredListRow {
+  id: string;
+  title: string;
+  group: string;
+}
+
+/** How well a word of the filter matches a series, best first: its id or group name, a word of its group or title, the start of its id, then any text. */
+function matchTier(term: string, row: FredListRow, words: readonly string[]): number {
+  if (row.id.toLowerCase() === term || row.group.toLowerCase() === term) return 0;
+  if (words.some((word) => word.startsWith(term))) return 1;
+  if (row.id.toLowerCase().startsWith(term)) return 2;
+  return 3;
+}
+
+/**
+ * The series that carry every word of the filter in their id, title or group,
+ * the ones it names first: a group or a word of the title ahead of the id that
+ * only has it inside (`fx` is the FX group, not FDEFX, whose id spells it).
+ * Catalog order breaks ties; an empty filter keeps the catalog as it is.
+ */
+export function filterFredSeries(rows: readonly FredListRow[], filter: string): FredListRow[] {
+  const terms = filter.toLowerCase().split(/\s+/).filter(Boolean);
+  const ranked = rows.flatMap((row, index) => {
+    const text = `${row.id} ${row.title} ${row.group}`.toLowerCase();
+    if (!terms.every((term) => text.includes(term))) return [];
+    const words = `${row.title} ${row.group}`.toLowerCase().split(/[^a-z0-9]+/).filter(Boolean);
+    const tiers = terms.map((term) => matchTier(term, row, words));
+    return [{ row, index, worst: Math.max(0, ...tiers), total: tiers.reduce((sum, tier) => sum + tier, 0) }];
+  });
+  return ranked.sort((a, b) => a.worst - b.worst || a.total - b.total || a.index - b.index).map((entry) => entry.row);
+}

package/src/cli/commands/market.ts

@@ -16,7 +16,7 @@ import {
   getExtendedSessionDisplay,
   getQuoteSessionFields,
   getRegularSessionDisplay,
-  marketStateLabel,
+  quoteSessionLabel,
   type ExtendedSession,
 } from "../../market-data/market/status";
 import { formatCompact, formatDistributionAmount, formatPercent, formatPercentRaw } from "../../utils/format";
@@ -62,6 +62,7 @@ import {
 } from "./options-chain";
 import { DEFAULT_LEAPS_CRITERIA, LEAPS_USAGE, parseLeapsCriteria, runLeapsScreen, takeLeapsOptions } from "./options-leaps";
 import type { CliResultColumn } from "../result";
+import type { PriceHistoryResult } from "../../types/price-history";
 import {
   exportRowsTable,
   reportFooterLines,
@@ -70,9 +71,12 @@ import {
 } from "../report-tables";
 import {
   historyBarStatusNote,
+  historyCoverageWarning,
   historyFacts,
   historyFlagNote,
   historyGapNote,
+  historyJumpNote,
+  historyUnbrokenFrom,
   historyAllRangeYears,
   historyIntervalsByRange,
   historyNotes,
@@ -89,7 +93,9 @@ import { newsFallbackText, newsSearchHeading, newsSearchText, newsSearchTextProb
 import { formatUtcTime } from "../../utils/utc-time";
 import { isFiniteNumber } from "../../utils/guards";
 import { exportedFundamentals } from "../../utils/price-earnings";
-import { fundamentalsFreshness, fxPairFreshness, quotesFreshness, rowsFreshness } from "../freshness";
+import { fundamentalsFreshness, fxPairFreshness, quotesFreshness, rowsFreshness, valuationFreshness } from "../freshness";
+import { atRegularSessionPrice } from "../../market-data/quotes/regular-session-valuation";
+import { selectMarketCapitalization } from "../../utils/market-capitalization";
 import {
   barHistoryFreshness,
   barResolutionFromDates,
@@ -128,13 +134,15 @@ import {
 import { indexRootAlsoLine, indexRootFor, indexRootTryLine, isYieldIndexSymbol } from "../index-roots";
 import { earningsCalendarFailure, earningsChoiceNote, earningsDateLabel, isListingAbroad, noListingCalendarNote } from "../earnings-calendar";
 import { formatBasisPoints, toBasisPoints } from "../../utils/basis-points";
-import { providerMissReason } from "../../sources/provider-errors";
-import { isNotATickerMessage } from "../not-a-ticker";
+import { notATickerSymbol, providerMissReason } from "../../sources/provider-errors";
+import { isNotATickerMessage, withListingSuggestion } from "../not-a-ticker";
+import { describeSuggestion, suggestListing } from "../listing-suggestion";
 import { splitSymbolArgs } from "../symbol-args";
 import { cliPerpetualContract, perpetualContractStats, type PerpetualContractPayload } from "../perpetual-contract";
 import { subMinuteDataMessage } from "../known-gaps";
 import { secRegistrantMismatchMessage, SecRegistrantMismatchError, areDifferentCompanies } from "../../sources/sec-registrant";
 import { isCryptoPairSymbol } from "../../utils/crypto-pair";
+import { looksLikeCurrencyPair } from "../../utils/currency-pair";
 import { isUsListingExchange } from "../../utils/exchanges";
 import { describeTickerChange, startTickerChangeLookup, tickerChangeLine, type TickerChange } from "../../tickers/ticker-changes";
 import { noSecReportsNotice, nonUsSecListingVenue } from "../../utils/sec";
@@ -245,6 +253,7 @@ const QUOTE_LEAD_COLUMNS = [
   // Text drops a column no row fills, so a table without an extended print stays as narrow as before.
   extendedColumn("PRE"),
   extendedColumn("POST"),
+  extendedColumn("OVERNIGHT"),
   { key: "session", header: "Session", shrink: false },
 ];
 
@@ -261,17 +270,21 @@ function yieldChangeCell(row: QuoteRow): string {
   return row.changeBasisPoints == null ? "" : colorBySign(formatBasisPoints(row.changeBasisPoints / 100, 1), row.changeBasisPoints);
 }
 
-/** The pre-market or after-hours print and its move from the regular close, in its own column. */
+/**
+ * The pre-market, after-hours or overnight print and its move from the
+ * regular close, in its own column; "mid" when it is a bid and ask midpoint.
+ */
 function extendedColumn(session: ExtendedSession) {
+  const price = (row: QuoteRow) => row.extendedMark ? `${row.extendedPrice} mid` : row.extendedPrice;
   return {
-    key: session === "PRE" ? "preMarket" : "afterHours",
+    key: session === "PRE" ? "preMarket" : session === "POST" ? "afterHours" : "overnight",
     header: EXTENDED_SESSION_LABELS[session],
     align: "right" as const,
     value: (row: QuoteRow) => row.extendedSession === session && row.extendedPrice
-      ? [row.extendedPrice, row.extendedChangePercent == null ? "" : formatPercentRaw(row.extendedChangePercent)].join(" ").trim()
+      ? [price(row), row.extendedChangePercent == null ? "" : formatPercentRaw(row.extendedChangePercent)].join(" ").trim()
       : "",
     format: (value: unknown, row: QuoteRow) => (
-      value ? [row.extendedPrice, formatChangePercentCell(row.extendedChangePercent)].join(" ").trim() : ""
+      value ? [price(row), formatChangePercentCell(row.extendedChangePercent)].join(" ").trim() : ""
     ),
   };
 }
@@ -361,7 +374,9 @@ function quoteRows(results: QuoteCliRecord[], now = Date.now()) {
       rawExtendedPrice: extended?.price ?? null,
       extendedChange: extended?.change ?? null,
       extendedChangePercent: roundedPercent(extended?.changePercent),
-      session: quote?.marketState ? marketStateLabel(quote.marketState) : "",
+      // The extended price is the session's bid and ask midpoint, nothing having traded in it.
+      extendedMark: extended?.mark === true,
+      session: quoteSessionLabel(quote) ?? "",
       // The close the shown move is measured from: the one before the session Last is.
       previousClose: price(display?.change != null ? display.price - display.change : quote?.previousClose),
       dayRange: quote?.low != null && quote.high != null
@@ -696,7 +711,7 @@ async function answerQuote(
     root ? indexRootTryLine(root, request.command) : null,
     other || listing.exchange ? null : futuresTryLine(listing.symbol, request),
   ].filter((line): line is string => !!line);
-  if (!other && tryLines.length === 0) return { result, listing, notes: [] };
+  if (!other && tryLines.length === 0) return { result: await withCurrencyPairHint(result, market), listing, notes: [] };
   const message = other?.message ?? `${listing.symbol} has no ${request.noun}.`;
   const details = [other?.details, ...tryLines].filter(Boolean).join("\n");
   const oneLine = [
@@ -707,6 +722,21 @@ async function answerQuote(
   return { result, listing, failure: { message, details, oneLine }, notes: [] };
 }
 
+/**
+ * A symbol written like a currency pair that is not a ticker (USD_NGN, as some
+ * FX feeds write a pair) names the listing `gloomberb search` finds nearest to
+ * it, as `watchlist add` does: "Did you mean USDNGN=X (US Dollar/Nigerian
+ * Naira)?". When search finds nothing near, the row keeps its own error and its
+ * search hint.
+ */
+async function withCurrencyPairHint(result: QuoteBatchResult, market: MarketContext): Promise<QuoteBatchResult> {
+  const message = errorMessage(result.error);
+  const symbol = message ? notATickerSymbol(message) : null;
+  if (!message || !symbol || !looksLikeCurrencyPair(symbol)) return result;
+  const suggestion = await suggestListing(symbol, market);
+  return suggestion ? { ...result, error: withListingSuggestion(message, describeSuggestion(suggestion)) } : result;
+}
+
 /** A crypto pair that will not load points at the crypto board. Structured formats keep the error as thrown. */
 function failHistory(error: unknown, symbol: string, ctx: Parameters<CliCommandDef["execute"]>[1]): never {
   if (ctx.cliOptions.format !== "text" || !isCryptoPairSymbol(symbol)) throw error;
@@ -744,16 +774,17 @@ async function runHistory(rawArgs: string[], ctx: Parameters<CliCommandDef["exec
     const context = { cacheMode: ctx.cliOptions.refresh ? "refresh" as const : "default" as const };
     const load = () => market.dataProvider.getPriceHistoryWithMetadata
       ? market.dataProvider.getPriceHistoryWithMetadata(symbol, exchange, range, context)
-      : market.dataProvider.getPriceHistory(symbol, exchange, range, context).then((points) => ({ points, resolution: null }));
+      : market.dataProvider.getPriceHistory(symbol, exchange, range, context).then((points): PriceHistoryResult => ({ points, resolution: null }));
     const quoted = loadListingQuote(market.dataProvider, listing);
     const fate = listingFateLoader(listing, market, quoted);
-    const [{ points, resolution }, quote] = await Promise.all([
+    const [loaded, quote] = await Promise.all([
       loadForListing(listing, market, ctx, load, (loaded) => loaded.points.length === 0, {
         command: range === "1Y" ? "history" : `history --range ${range}`, noun: "history", fate,
       })
         .catch((error) => failHistory(error, listing.key, ctx)),
       quoted,
     ]);
+    const { points, resolution } = loaded;
     const identity = listingIdentity(listing, quote);
     // Without a quote currency, the listing metadata research reads (as `ticker` does) may still state it.
     const listed = quote?.currency ? quote : await market.dataProvider.getQuoteMetadata?.(symbol, exchange).catch(() => null);
@@ -783,7 +814,8 @@ async function runHistory(rawArgs: string[], ctx: Parameters<CliCommandDef["exec
       // FB's bars are the fund listed there now; META's from 2021 are from when it was FB.
       ...listingFateNotes(await fate(), { served: data.length > 0, firstDate: data[0]?.date }),
       ...await listingChoiceNotes(listing, market, quote, venues),
-      ...historyNotes(range, interval, data[0]?.date), gaps ?? [], historyFlagNote(data) ?? [], historyBarStatusNote(data) ?? [],
+      ...historyNotes(range, interval, data[0]?.date), historyCoverageWarning(range, loaded) ?? [],
+      gaps ?? [], historyJumpNote(data) ?? [], historyFlagNote(data) ?? [], historyBarStatusNote(data) ?? [],
     ].flat();
     const priceColumns: CliResultColumn[] = [
       intraday
@@ -821,6 +853,8 @@ async function runHistory(rawArgs: string[], ctx: Parameters<CliCommandDef["exec
         interval,
         firstDate: data[0]?.date ?? null,
         lastDate: data.at(-1)?.date ?? null,
+        // The first bar after the last gap or jump; the first bar when there is none.
+        unbrokenFrom: historyUnbrokenFrom(data) ?? data[0]?.date ?? null,
         bars: data.length,
         asOf: freshness?.asOf ?? null,
         ...(volume ? { volumeUnit: volume.unit, volumePeriod: interval === "1d" ? "UTC day" : interval } : {}),
@@ -831,16 +865,14 @@ async function runHistory(rawArgs: string[], ctx: Parameters<CliCommandDef["exec
       heading: `${listingHeading(identity)}\n${cliStyles.muted(historyFacts(unit, data).join("  ·  "))}`,
       dateKey: "date",
       textColumns: [...priceColumns, flagTextColumn],
-      // Every exported row says its currency, what a price is in and its bar size, so it survives head and concatenation.
       columns: [
         ...priceColumns,
-        { key: "currency", header: "Currency" },
-        { key: "unit", header: "Unit" },
-        { key: "interval", header: "Interval" },
         flagColumn,
         ...marked ? [{ key: "partial", header: "Partial" }, { key: "filled", header: "Filled" }] : [],
         ...volume ? [{ key: "volumeUnit", header: "Volume unit" }, { key: "volumeNote", header: "Volume note" }] : [],
       ],
+      // Every exported row says what it is a bar of, the currency a price is in and its bar size, so it survives head and concatenation.
+      exportIdentity: { symbolOrSeries: listing.key, currencyOrUnit: unit.currency ?? unit.unit, interval },
     });
   });
 }
@@ -889,15 +921,28 @@ async function runFinancials(rawArgs: string[], ctx: Parameters<CliCommandDef["e
       ...financials,
     };
     if (view !== "statements") {
-      const freshness = fundamentalsFreshness(financials);
+      // A valuation is measured at the quote's regular session price, so the quote dates it.
+      const freshness = view === "valuation" ? valuationFreshness(financials) : fundamentalsFreshness(financials);
+      // Market cap, the multiples and the yield at the regular session price, as the text gives them; the quote stays as sent.
+      const priced = atRegularSessionPrice(financials);
+      const capitalization = selectMarketCapitalization(priced.quote, priced.fundamentals);
       ctx.printResult({
         // JSON reads a multiple over a loss as null with its reason, never as a number.
-        data: { ...data, fundamentals: exportedFundamentals(data.fundamentals) },
+        data: {
+          ...data,
+          ...view === "valuation" ? {
+            ...getQuoteSessionFields(financials.quote),
+            marketCap: capitalization?.value ?? null,
+            marketCapCurrency: capitalization?.currency ?? null,
+          } : {},
+          fundamentals: exportedFundamentals(priced.fundamentals),
+        },
         freshness,
         ...(choice.length > 0 ? { warnings: choice } : {}),
       }, {
         text: () => renderFundamentalsReport(data, view),
         ...(tabular ? { tables: selectTables(fundamentalsReportTables(data, view, freshness)) } : {}),
+        exportIdentity: { symbolOrSeries: listing.key },
       });
       return;
     }
@@ -929,6 +974,8 @@ async function runFinancials(rawArgs: string[], ctx: Parameters<CliCommandDef["e
       rows: () => rows,
       columns: STATEMENT_COLUMNS,
       ...(tables && ctx.cliOptions.format === "csv" ? { tables } : {}),
+      // Annual statements in the company's reporting currency.
+      exportIdentity: { symbolOrSeries: listing.key, currencyOrUnit: rows.find((row) => row.currency)?.currency ?? null, interval: "annual" },
     });
   });
 }
@@ -1318,6 +1365,7 @@ async function runHolders(
         tables: [exportRowsTable("Holders", columns, shownRows)],
         footer: reportFooterLines({ freshness, notes: notices }),
       },
+      exportIdentity: { symbolOrSeries: listing.key },
       summary: () => [
         [valueBasis ? `Value = ${valueBasis}.` : "", positionsBasis ?? "", shareBasisNote ?? "", unvaluedNote ?? ""].filter(Boolean).join(" "),
         insiderCommand ? insiderSummary(data, ownerTypes, listing, identity, form4) : "",
@@ -1577,6 +1625,8 @@ async function runFx(rawArgs: string[], ctx: Parameters<CliCommandDef["execute"]
     })));
     ctx.printResult({ data: [row], freshness }, {
       text: () => describeFxRate(request, rate),
+      // The rate is the base currency's price of one unit of the other, at the latest quote of each leg.
+      exportIdentity: { symbolOrSeries: pair, currencyOrUnit: baseCurrency, interval: "spot" },
       columns: [
         { key: "currency", header: "Currency" },
         { key: "baseCurrency", header: "Base" },
@@ -1689,7 +1739,14 @@ export const marketDataCliCommands: BuiltinCliCommandDef[] = [
         title: "Bars",
         lines: [
           `Each range comes in one bar size: ${historyIntervalsByRange()}. The line under the heading, and the --json metadata, give the currency, the bar size actually served, the first and last bar and the bar count. A warning says when the bars are coarser, or start later, than the range asked for, and for a coin, which trades every day, names each day it has no bar for.`,
-          "A bar whose prices contradict each other (high below the open or close, or low above them) is left blank and flagged, such as high<open, with the count in a warning. Every exported row (--csv, --ndjson, --json) carries currency, interval and flag.",
+          "A bar whose prices contradict each other (high below the open or close, or low above them) is left blank and flagged, such as high<open, with the count in a warning. Every --csv and --ndjson row carries its flag and ends with symbol_or_series, currency_or_unit, interval, source and as_of; --json rows carry currency, unit, interval and flag.",
+          "A break in the series flags the bar after it, which keeps its prices: gap after more than three months with no bar (weeks for weekly, daily and intraday bars), jump when the close is over 100 times the one before or under a hundredth of it. A warning names each break, and the heading says the date the series runs unbroken from.",
+        ],
+      }, {
+        title: "Long history",
+        lines: [
+          "ZAR has daily FRED data from 1980: gloomberb fred DEXSFUS --start 1980 --sort asc --csv",
+          "NGN, SAR and ILS have no FRED series. Their daily bars cover the last five years (gloomberb fn G USDNGN=X --rangePreset 5Y --chartResolution 1d --csv); before that there are monthly bars only (gloomberb history USDNGN=X --range ALL).",
         ],
       }],
       examples: ["history AAPL", "history BHP:ASX --range 5Y", "history ZAR=X --range ALL", "history ZAR=X --tail 5", "history AAPL --range 5Y --csv > aapl.csv"],

package/src/cli/commands/overview.ts

@@ -40,13 +40,17 @@ import { formatBasisPoints, toBasisPoints } from "../../utils/basis-points";
 import {
   basisPointsCell,
   DEFAULT_FRED_START,
+  filterFredSeries,
+  fredEmptyAdvice,
   fredEmptyMessage,
   fredExportValue,
   fredHistoryNotes,
+  fredInterval,
+  fredObservationsFromStart,
   fredProvenance,
   fredPublicationTime,
+  fredUnit,
   fredValueHeader,
-  fredValueKey,
   isSpreadSeries,
   laggingSeriesNote,
 } from "./fred-series";
@@ -346,13 +350,10 @@ async function runFredList(filter: string, ctx: Parameters<CliCommandDef["execut
     if (error instanceof ApiRequestError && error.status === 404) ctx.fail("The list of supported FRED series is not available yet.");
     throw error;
   }
-  const terms = filter.toLowerCase().split(/\s+/).filter(Boolean);
-  const rows = catalog.series
-    .map((series) => ({ id: series.id, title: series.title?.trim() ?? "", group: series.group?.trim() ?? "" }))
-    .filter((series) => {
-      const text = `${series.id} ${series.title} ${series.group}`.toLowerCase();
-      return terms.every((term) => text.includes(term));
-    });
+  const rows = filterFredSeries(
+    catalog.series.map((series) => ({ id: series.id, title: series.title?.trim() ?? "", group: series.group?.trim() ?? "" })),
+    filter,
+  );
   ctx.printResult({ data: rows, metadata: { filter: filter || null, total: catalog.series.length } }, {
     columns: [
       { key: "id", header: "ID", shrink: false },
@@ -381,15 +382,17 @@ async function runFred(rawArgs: string[], ctx: Parameters<CliCommandDef["execute
     if (isUnsupportedSeries(error)) ctx.fail(`Unsupported FRED series ${seriesId}. List supported series with: gloomberb fred --list`);
     throw error;
   });
-  // Each observation exports under its unit (`value_bp`, `value_pct`), a spread in basis points.
-  const valueKey = fredValueKey(seriesId, data.info?.units);
+  // Every observation exports as `value`, a spread in basis points; its unit goes in the `currency_or_unit` column.
+  const unit = fredUnit(seriesId, data.info);
+  const interval = fredInterval(data.info?.frequency);
   // A value FRED does not list yet carries its publisher and when it published, in every export.
   const exportRow = (observation: { date: string; value: number | null; publisher?: string; publishedAt?: string }) => ({
     date: observation.date,
-    [valueKey]: fredExportValue(seriesId, observation.value),
+    value: fredExportValue(seriesId, observation.value),
     ...(observation.publisher?.trim() ? { publisher: observation.publisher.trim(), ...(observation.publishedAt ? { publishedAt: observation.publishedAt } : {}) } : {}),
   });
-  const rows = data.observations.map(exportRow);
+  // A --start before the series begins comes back padded with blank days: the rows start at its first observation.
+  const rows = fredObservationsFromStart(data.observations, data.info?.observationStart).map(exportRow);
   // The default start hides older history and a start before the series begins is moved up silently: say where it really starts.
   const notes = [
     ...fredHistoryNotes({ startDate, startGiven: start != null, seriesStart: data.info?.observationStart }),
@@ -398,6 +401,10 @@ async function runFred(rawArgs: string[], ctx: Parameters<CliCommandDef["execute
   // Nothing on or after the start: name where the series ends, so an empty answer is not a dead end.
   const latest = rows.length > 0 ? null : await apiClient.getCloudFredSeries(seriesId, { limit: 1, sortOrder: "desc" })
     .then((payload) => payload.observations[0] ?? null).catch(() => null);
+  // CSV and NDJSON are rows alone: an empty one would read as a series with no data, so it fails and says where the series ends.
+  if (rows.length === 0 && (ctx.cliOptions.format === "csv" || ctx.cliOptions.format === "ndjson")) {
+    ctx.fail(`No ${seriesId} observations on or after ${startDate}.`, fredEmptyAdvice(seriesId, latest));
+  }
   const periodicity = periodicityOf(data.info?.frequency);
   const newestDate = rows.reduce<string | null>((newest, row) => (!newest || row.date > newest ? row.date : newest), null);
   // A newest value FRED does not list yet names its publisher, Treasury for a yield; FRED's own stay "FRED".
@@ -408,7 +415,7 @@ async function runFred(rawArgs: string[], ctx: Parameters<CliCommandDef["execute
   ctx.printResult({
     data: rows,
     metadata: {
-      info: data.info, seriesId, startDate, sortOrder,
+      info: data.info, seriesId, startDate, sortOrder, unit, interval,
       ...(notes.length ? { notes } : {}),
       ...(latest ? { latestObservation: exportRow(latest) } : {}),
     },
@@ -422,12 +429,13 @@ async function runFred(rawArgs: string[], ctx: Parameters<CliCommandDef["execute
   }, {
     dateKey: "date",
     empty: fredEmptyMessage(startDate, latest),
-    ...(notes.length ? { footnote: notes.join("\n") } : {}),
+    ...(notes.length ? { footnote: notes.join("\n"), exportNotes: notes } : {}),
+    exportIdentity: { symbolOrSeries: seriesId, currencyOrUnit: unit, interval },
     textColumns: [
       { key: "date", header: "Date" },
       isSpreadSeries(seriesId)
-        ? { key: valueKey, header: "Value (bp)", align: "right", format: basisPointsCell }
-        : { key: valueKey, header: fredValueHeader(data.info), align: "right" },
+        ? { key: "value", header: "Value (bp)", align: "right", format: basisPointsCell }
+        : { key: "value", header: fredValueHeader(data.info), align: "right" },
     ],
   });
 }
@@ -445,12 +453,12 @@ async function runYieldCurve(rawArgs: string[], ctx: Parameters<CliCommandDef["e
     return {
       seriesId,
       date: latest?.date ?? "",
-      // Yields in percent, named so in every export, as `fred` names a percent series.
-      value_pct: latest?.value ?? null,
+      // Yields in percent, which the exports' `currency_or_unit` column says (`pct`), as `fred` does.
+      value: latest?.value ?? null,
       title: data.info?.title ?? "",
       // The move since the previous observation FRED has, not calendar yesterday: a Monday reads against Friday.
       previousDate: previous?.date ?? null,
-      previousValue_pct: previous?.value ?? null,
+      previousValue: previous?.value ?? null,
       changeBasisPoints: latest?.value != null && previous?.value != null ? toBasisPoints(latest.value - previous.value, 1) : null,
       latest,
       publishedAt: latest?.publisher ? null : fredPublicationTime(data.info, latest?.date),
@@ -470,9 +478,10 @@ async function runYieldCurve(rawArgs: string[], ctx: Parameters<CliCommandDef["e
       ...(publishedAt ? { publishedAt } : {}),
     }),
   }, {
+    exportIdentity: (row) => ({ symbolOrSeries: String(row.seriesId), currencyOrUnit: "pct", interval: "daily" }),
     textColumns: [
       { key: "tenor", header: "Tenor", value: (row) => YIELD_TENORS[String(row.seriesId)] ?? row.seriesId },
-      { key: "value_pct", header: "Yield %", align: "right", format: (value) => typeof value === "number" ? value.toFixed(2) : "-" },
+      { key: "value", header: "Yield %", align: "right", format: (value) => typeof value === "number" ? value.toFixed(2) : "-" },
       {
         key: "changeBasisPoints",
         header: "1D bp",