gangtise-openapi-cli 0.43.0 → 0.44.0

package/dist/src/core/endpoints.js

@@ -1,3 +1,31 @@
+import { beijingDateString, parseDateOption } from "./args.js";
+import { ValidationError } from "./errors.js";
+export const COSTLY_FETCH_CREDITS = 1000;
+const FORECAST_ROWS_PER_DATE = 3;
+function billedDate(value, key) {
+    if (typeof value !== "string")
+        throw new ValidationError(`${key} is not a date string`);
+    return parseDateOption(value, key);
+}
+export function weekdaysBetween(start, end) {
+    const from = Date.parse(`${start}T00:00:00Z`);
+    const to = Date.parse(`${end}T00:00:00Z`);
+    if (!(to >= from))
+        return 0;
+    let count = 0;
+    for (let t = from; t <= to; t += 86_400_000) {
+        const day = new Date(t).getUTCDay();
+        if (day !== 0 && day !== 6)
+            count++;
+    }
+    return count;
+}
+export function maxUnitsOf(key) {
+    const max = ENDPOINTS[key]?.billing?.maxUnits;
+    if (max === undefined)
+        throw new Error(`${key} declares no billing.maxUnits`);
+    return max;
+}
 export function resolveTimeoutMs(configTimeoutMs, endpoint) {
     return Math.max(configTimeoutMs, endpoint.timeoutMs ?? 0);
 }
@@ -502,6 +530,11 @@ const ENDPOINT_DEFS = {
         kind: "json",
         description: "Query earning forecast (consensus estimates)",
         billing: { per: "row", price: 0.5, maxUnits: Number.POSITIVE_INFINITY },
+        estimateBilledUnits: (body) => {
+            const end = body.endDate == null ? beijingDateString(new Date()) : billedDate(body.endDate, "endDate");
+            const start = body.startDate == null ? new Date(Date.parse(`${end}T00:00:00Z`) - 365 * 86_400_000).toISOString().slice(0, 10) : billedDate(body.startDate, "startDate");
+            return weekdaysBetween(start, end) * FORECAST_ROWS_PER_DATE;
+        },
         retry: "no-replay",
     },
     "bond.basic-info": {
@@ -572,7 +605,7 @@ const ENDPOINT_DEFS = {
         path: "/application/open-fundamental/bond/rating-overview",
         kind: "json",
         description: "Query bond / issuer / guarantor ratings side by side (max 10 bonds per call)",
-        billing: { per: "call", price: 0.4 },
+        billing: { per: "row", price: 0.4, maxUnits: 10 },
         retry: "no-replay",
         expects: "list",
     },
@@ -581,7 +614,7 @@ const ENDPOINT_DEFS = {
         path: "/application/open-fundamental/bond/rating-change",
         kind: "json",
         description: "Query bond rating change history (max 10 bonds per call)",
-        billing: { per: "call", price: 0.4 },
+        billing: { per: "security", price: 0.4, maxUnits: 10 },
         retry: "no-replay",
         expects: "list",
     },
@@ -590,7 +623,7 @@ const ENDPOINT_DEFS = {
         path: "/application/open-fundamental/bond/issuer-rating-change",
         kind: "json",
         description: "Query issuer rating change history (by bond code or issuer name)",
-        billing: { per: "call", price: 0.4 },
+        billing: { per: "issuer", price: 0.4, maxUnits: 10 },
         retry: "no-replay",
         expects: "list",
     },
@@ -612,6 +645,168 @@ const ENDPOINT_DEFS = {
         retry: "no-replay",
         expects: "list",
     },
+    "fund.basic-info": {
+        method: "POST",
+        path: "/application/open-fundamental/fund/basic-info",
+        kind: "json",
+        description: "Query fund profiles (category, manager, subscription rules, benchmark, tracked index)",
+        billing: { per: "call", price: 0.4 },
+        retry: "no-replay",
+        expects: "list",
+    },
+    "fund.nav": {
+        method: "POST",
+        path: "/application/open-quote/fund/nav",
+        kind: "json",
+        description: "Query fund daily NAV (unit / accumulated / adjusted; money-market yields)",
+        billing: { per: "call", price: 0.4 },
+        retry: "no-replay",
+        expects: "list",
+    },
+    "fund.fee-rate": {
+        method: "POST",
+        path: "/application/open-fundamental/fund/fee-rate",
+        kind: "json",
+        description: "Query fund fee rates (purchase / redemption / management / custodian / sales service)",
+        billing: { per: "call", price: 0.4 },
+        retry: "no-replay",
+        expects: "list",
+    },
+    "fund.manager-info": {
+        method: "POST",
+        path: "/application/open-fundamental/fund/manager-info",
+        kind: "json",
+        description: "Query fund manager profiles by name (exact match; same-name managers all returned)",
+        billing: { per: "call", price: 0.4 },
+        retry: "no-replay",
+        expects: "list",
+    },
+    "fund.manager-history": {
+        method: "POST",
+        path: "/application/open-fundamental/fund/manager-history",
+        kind: "json",
+        description: "Query a fund's past and present managers (tenure + return over tenure)",
+        billing: { per: "call", price: 0.4 },
+        retry: "no-replay",
+        expects: "list",
+    },
+    "fund.asset-allocation": {
+        method: "POST",
+        path: "/application/open-fundamental/fund/asset-allocation",
+        kind: "json",
+        description: "Query a fund's asset allocation per report date (equity / bonds / cash ...)",
+        billing: { per: "call", price: 0.4 },
+        retry: "no-replay",
+        expects: "list",
+    },
+    "fund.asset-size": {
+        method: "POST",
+        path: "/application/open-fundamental/fund/asset-size",
+        kind: "json",
+        description: "Query a fund's shares, subscriptions / redemptions and net assets per report date",
+        billing: { per: "call", price: 0.4 },
+        retry: "no-replay",
+        expects: "list",
+    },
+    "fund.holder-structure": {
+        method: "POST",
+        path: "/application/open-fundamental/fund/holder-structure",
+        kind: "json",
+        description: "Query a fund's holder structure per report date (institutional / individual / employee)",
+        billing: { per: "call", price: 0.4 },
+        retry: "no-replay",
+        expects: "list",
+    },
+    "fund.top10-holders": {
+        method: "POST",
+        path: "/application/open-fundamental/fund/top10-holders",
+        kind: "json",
+        description: "Query a listed fund's top 10 holders per report date",
+        billing: { per: "call", price: 0.4 },
+        retry: "no-replay",
+        expects: "list",
+    },
+    "fund.stock-portfolio": {
+        method: "POST",
+        path: "/application/open-fundamental/fund/stock-portfolio",
+        kind: "json",
+        description: "Query a fund's stock holdings per report date",
+        billing: { per: "call", price: 0.4 },
+        retry: "no-replay",
+        expects: "list",
+    },
+    "fund.industry-allocation": {
+        method: "POST",
+        path: "/application/open-fundamental/fund/industry-allocation",
+        kind: "json",
+        description: "Query a fund's stock holdings grouped by industry (SW / CITIC level 1)",
+        billing: { per: "call", price: 0.4 },
+        retry: "no-replay",
+        expects: "list",
+    },
+    "fund.bond-portfolio": {
+        method: "POST",
+        path: "/application/open-fundamental/fund/bond-portfolio",
+        kind: "json",
+        description: "Query a fund's bond holdings per report date",
+        billing: { per: "call", price: 0.4 },
+        retry: "no-replay",
+        expects: "list",
+    },
+    "fund.bond-type-allocation": {
+        method: "POST",
+        path: "/application/open-fundamental/fund/bond-type-allocation",
+        kind: "json",
+        description: "Query a fund's bond holdings grouped by bond type",
+        billing: { per: "call", price: 0.4 },
+        retry: "no-replay",
+        expects: "list",
+    },
+    "fund.fund-portfolio": {
+        method: "POST",
+        path: "/application/open-fundamental/fund/fund-portfolio",
+        kind: "json",
+        description: "Query a fund-of-funds' holdings of other funds",
+        billing: { per: "call", price: 0.4 },
+        retry: "no-replay",
+        expects: "list",
+    },
+    "fund.fund-type-allocation": {
+        method: "POST",
+        path: "/application/open-fundamental/fund/fund-type-allocation",
+        kind: "json",
+        description: "Query a fund-of-funds' holdings grouped by fund category",
+        billing: { per: "call", price: 0.4 },
+        retry: "no-replay",
+        expects: "list",
+    },
+    "fund.etf-pcf-header": {
+        method: "POST",
+        path: "/application/open-fundamental/fund/etf-pcf-header",
+        kind: "json",
+        description: "Query ETF creation/redemption parameters (latest trade date)",
+        billing: { per: "call", price: 0.4 },
+        retry: "no-replay",
+        expects: "list",
+    },
+    "fund.etf-pcf-components": {
+        method: "POST",
+        path: "/application/open-fundamental/fund/etf-pcf-components",
+        kind: "json",
+        description: "Query the ETF creation/redemption component list (latest trade date)",
+        billing: { per: "call", price: 0.4 },
+        retry: "no-replay",
+        expects: "list",
+    },
+    "fund.etf-share-change": {
+        method: "POST",
+        path: "/application/open-fundamental/fund/etf-share-change",
+        kind: "json",
+        description: "Query ETF shares and scale per trade date",
+        billing: { per: "call", price: 0.4 },
+        retry: "no-replay",
+        expects: "list",
+    },
     "ai.stock-summary.list": {
         method: "POST",
         path: "/application/open-ai/stock-summary/getList",

package/dist/src/core/errors.js

@@ -48,7 +48,7 @@ const ERROR_HINTS = {
     "100003": "msg 已指明字段名或取值范围时直接按 msg 改；msg 只说「参数值非法」时多为枚举参数拼写错误（如 --source / --question-category / --answer-important），对照命令 --help 列出的合法值检查。",
     "100004": "检查 --size / --from 是否为非负数且未超单页上限。",
     "100005": "对照命令 --help 列出的合法取值检查。",
-    "100006": "缩短日期范围或调小 --size / --limit（list 类端点单页上限为 50，CLI 自动翻页，直发接口时要自己遵守）；indicator cross-section / time-series 撞此码是单次单元格数超 30000（截面=证券数×指标数，时序=证券数或指标数×日期数），按这个乘积拆批重跑。",
+    "100006": "缩短日期范围或调小 --size / --limit（list 类端点单页上限为 50，CLI 自动翻页，直发接口时要自己遵守）；indicator cross-section / time-series 撞此码是单次单元格数超 30000（截面=证券数×指标数，时序=证券数或指标数×日期数），按这个乘积拆批重跑；fund 命令不分页，撞此码是单次超过 10000 行，减少 --security 只数或缩短日期区间分批查。",
     "110001": "看参数名：`--*-date` 用 YYYY-MM-DD，`--*-time` 用 \"YYYY-MM-DD HH:mm:ss\"（`ai knowledge-batch` 的 --start-time/--end-time 收时间戳或 datetime，CLI 统一转 13 位毫秒）。",
     "110002": "起始晚于结束——检查 --start-date/--end-date 或 --start-time/--end-time 的先后。",
     "110003": "查询时间超出本账号的数据权限范围——把日期移进范围内（整个区间都早于下界时缩短窗口无用），或联系客户经理开通更长历史。",

package/dist/src/core/opinionDetail.js

@@ -1,4 +1,4 @@
-import { ApiError, ValidationError } from "./errors.js";
+import { ApiError, markStructural, ValidationError } from "./errors.js";
 export async function fetchOpinionDetails(client, endpointKey, idListField, idField, ids) {
     const BATCH = 20;
     const unique = [...new Set(ids)];
@@ -7,18 +7,28 @@ export async function fetchOpinionDetails(client, endpointKey, idListField, idFi
     const list = [];
     let unfetched = [];
     let unfetchedError;
+    let nulls = 0;
     for (let i = 0; i < unique.length; i += BATCH) {
         try {
             const rows = await client.call(endpointKey, { [idListField]: unique.slice(i, i + BATCH) });
-            list.push(...rows);
+            const bodies = rows.filter((row) => row !== null && typeof row === "object" && !Array.isArray(row));
+            const odd = rows.filter((row) => row !== null && (typeof row !== "object" || Array.isArray(row))).length;
+            list.push(...bodies);
+            if (odd > 0) {
+                throw markStructural(new ApiError(`${endpointKey} returned ${odd} non-object element(s) in its body list — the response layout may have changed`, undefined, undefined, rows));
+            }
+            nulls += rows.length - bodies.length;
         }
         catch (error) {
-            if (i === 0)
+            if (i === 0 && list.length === 0)
                 throw error;
-            unfetched = unique.slice(i);
+            const kept = new Set(list.map((row) => String(row[idField])));
+            unfetched = unique.slice(i).filter((id) => !kept.has(id));
             const message = error instanceof Error ? error.message : String(error);
             unfetchedError = { message, ...(error instanceof ApiError ? { code: error.code, traceId: error.traceId } : {}) };
-            process.stderr.write(`[gangtise] warning: ${endpointKey} failed on batch ${i / BATCH + 1} (${message}); ${unfetched.length} ID(s) not fetched: ${unfetched.join(", ")}. The bodies already returned are kept below — re-run for the IDs in unfetchedIds only.\n`);
+            process.stderr.write(unfetched.length > 0
+                ? `[gangtise] warning: ${endpointKey} failed on batch ${i / BATCH + 1} (${message}); ${unfetched.length} ID(s) not fetched: ${unfetched.join(", ")}. The bodies already returned are kept below — re-run for the IDs in unfetchedIds only.\n`
+                : `[gangtise] warning: ${message} (batch ${i / BATCH + 1}); every ID in it came back with a body.\n`);
             break;
         }
     }
@@ -26,7 +36,7 @@ export async function fetchOpinionDetails(client, endpointKey, idListField, idFi
     const missing = unique.filter((id) => !returned.has(id) && !unfetched.includes(id));
     const out = { total: list.length, list };
     if (missing.length > 0) {
-        process.stderr.write(`[gangtise] warning: no body returned for ${missing.length} ID(s): ${missing.join(", ")} — the server skips an ID it has no body for without an error (e.g. a wrong ID; a just-published opinion may also not have its body yet). Result marked partial (exit 3).\n`);
+        process.stderr.write(`[gangtise] warning: no body returned for ${missing.length} ID(s): ${missing.join(", ")}${nulls > 0 ? ` (${nulls} came back as a null element)` : ""} — the server gives no error for an ID it has no body for (e.g. a wrong ID; a just-published opinion may also not have its body yet). Result marked partial (exit 3).\n`);
         out.missingIds = missing;
     }
     if (unfetched.length > 0) {

package/dist/src/core/output.js

@@ -1,6 +1,7 @@
 import { createHash, randomBytes } from "node:crypto";
-import { rmSync, statSync } from "node:fs";
+import { renameSync, rmSync, statSync, writeFileSync } from "node:fs";
 import fs from "node:fs/promises";
+import path from "node:path";
 import { ConfigError } from "./errors.js";
 const OUTPUT_FORMATS = ["table", "json", "jsonl", "csv", "markdown"];
 export function stagingPath(target, suffix = "part") {
@@ -8,6 +9,46 @@ export function stagingPath(target, suffix = "part") {
     handedOut.add(staging);
     return staging;
 }
+export async function writeFileAtomic(target, content, options = {}) {
+    const staging = stagingPath(target, options.suffix);
+    try {
+        await fs.writeFile(staging, content, options.mode === undefined ? undefined : { mode: options.mode });
+        await publishFile(staging, target);
+    }
+    catch (error) {
+        await fs.unlink(staging).catch(() => { });
+        throw error;
+    }
+}
+const publishedIdentity = new Map();
+export async function publishFile(staging, target) {
+    const { dev, ino } = await fs.stat(staging);
+    await fs.rename(staging, target);
+    publishedIdentity.set(path.resolve(target), { dev, ino });
+}
+export async function stillPublished(target) {
+    const mine = publishedIdentity.get(path.resolve(target));
+    if (!mine || !mine.ino)
+        return undefined;
+    const now = await fs.stat(target).catch(() => undefined);
+    if (!now)
+        return undefined;
+    return now.dev === mine.dev && now.ino === mine.ino;
+}
+export function writeFileAtomicSync(target, content, options = {}) {
+    const staging = stagingPath(target, options.suffix);
+    try {
+        writeFileSync(staging, content);
+        renameSync(staging, target);
+    }
+    catch (error) {
+        try {
+            rmSync(staging, { force: true });
+        }
+        catch { }
+        throw error;
+    }
+}
 const handedOut = new Set();
 const claimed = new Set();
 export function trackClaim(name) {
@@ -117,13 +158,14 @@ function clampCell(value) {
     }
     return out + "…";
 }
-function renderTable(rows) {
+function renderTable(rows, clamp) {
     if (rows.length === 0) {
         return "(empty)";
     }
+    const cell = clamp ? clampCell : (value) => value;
     const columns = Array.from(new Set(rows.flatMap((row) => Object.keys(row))));
-    const headerCells = columns.map((column) => clampCell(sanitizeCell(column)));
-    const matrix = rows.map((row) => columns.map((column) => clampCell(sanitizeCell(formatScalar(row[column])))));
+    const headerCells = columns.map((column) => cell(sanitizeCell(column)));
+    const matrix = rows.map((row) => columns.map((column) => cell(sanitizeCell(formatScalar(row[column])))));
     const cellWidths = matrix.map((cells) => cells.map(displayWidth));
     const headerWidths = headerCells.map(displayWidth);
     const widths = columns.map((_, c) => cellWidths.reduce((max, cells) => Math.max(max, cells[c]), headerWidths[c]));
@@ -144,14 +186,25 @@ function renderMarkdown(rows) {
     const body = rows.map((row) => `| ${columns.map((column) => mdEscape(sanitizeCell(formatScalar(row[column])))).join(" | ")} |`);
     return [header, divider, ...body].join("\n");
 }
-function renderCsv(rows) {
-    if (rows.length === 0) {
-        return "";
+export function csvHeader(columns) {
+    return columns.map(csvEscape).join(",");
+}
+export function csvRow(columns, row) {
+    return columns.map((column) => csvEscape(formatScalar(row[column]))).join(",");
+}
+export function* outputLines(value, format, columns) {
+    if (format === "jsonl") {
+        for (const item of jsonlItems(value))
+            yield JSON.stringify(item);
+        return;
     }
-    const columns = Array.from(new Set(rows.flatMap((row) => Object.keys(row))));
-    const header = columns.map(csvEscape).join(",");
-    const body = rows.map((row) => columns.map((column) => csvEscape(formatScalar(row[column]))).join(","));
-    return [header, ...body].join("\n");
+    const rows = toRows(value);
+    const header = rows.length > 0 ? Array.from(new Set(rows.flatMap((row) => Object.keys(row)))) : (columns ?? []).map(String);
+    if (header.length === 0)
+        return;
+    yield csvHeader(header);
+    for (const row of rows)
+        yield csvRow(header, row);
 }
 export function jsonlItems(value) {
     const list = value && typeof value === "object" && !Array.isArray(value) ? value.list : undefined;
@@ -160,71 +213,61 @@ export function jsonlItems(value) {
 export function countOutputRows(value, format) {
     return format === "jsonl" ? jsonlItems(value).length : toRows(value).length;
 }
-export function renderOutput(value, format) {
+export function renderOutput(value, format, options = {}) {
     switch (format) {
         case "json":
             return JSON.stringify(value, null, 2);
         case "jsonl":
-            return jsonlItems(value).map((item) => JSON.stringify(item)).join("\n");
         case "csv":
-            return renderCsv(toRows(value));
+            return [...outputLines(value, format, options.columns)].join("\n");
         case "markdown":
             return renderMarkdown(toRows(value));
         case "table":
         default:
-            return renderTable(toRows(value));
+            return renderTable(toRows(value), options.clampCells ?? true);
+    }
+}
+export async function writeOutputLines(stream, value, format, options = {}) {
+    const hash = options.digest ? createHash("sha256") : undefined;
+    let bytes = 0;
+    const flush = async (lines) => {
+        if (lines.length === 0)
+            return;
+        const text = lines.join("\n");
+        if (hash) {
+            const buf = Buffer.from(`${text}\n`, "utf8");
+            hash.update(buf);
+            bytes += buf.byteLength;
+        }
+        await writeLine(stream, text);
+    };
+    let chunk = [];
+    let first = true;
+    for (const line of outputLines(value, format, options.columns)) {
+        chunk.push(first && options.bom && format === "csv" ? `\ufeff${line}` : line);
+        first = false;
+        if (chunk.length >= LINES_PER_WRITE) {
+            await flush(chunk);
+            chunk = [];
+        }
     }
+    await flush(chunk);
+    return hash ? { bytes, sha256: hash.digest("hex") } : undefined;
 }
-export async function streamOutputToFile(value, format, outputPath) {
+export async function streamOutputToFile(value, format, outputPath, columns) {
     if (format !== "jsonl" && format !== "csv")
         return null;
-    const list = pickList(value);
-    if (!list)
-        return null;
-    if (list.length < 1000)
-        return null;
-    let csvRows = [];
-    let csvColumns = [];
-    if (format === "csv") {
-        csvRows = list.filter((row) => Boolean(row && typeof row === "object" && !Array.isArray(row)));
-        if (csvRows.length === 0)
-            return null;
-        csvColumns = Array.from(new Set(csvRows.flatMap((row) => Object.keys(row))));
-    }
-    const { dirname } = await import("node:path");
     const { createWriteStream } = await import("node:fs");
-    await fs.mkdir(dirname(outputPath), { recursive: true });
+    await fs.mkdir(path.dirname(outputPath), { recursive: true });
     const partPath = stagingPath(outputPath);
     const stream = createWriteStream(partPath, { encoding: "utf8" });
     stream.on("error", () => { });
     try {
-        if (format === "jsonl") {
-            let chunk = [];
-            for (const item of jsonlItems(value)) {
-                chunk.push(JSON.stringify(item));
-                if (chunk.length >= LINES_PER_WRITE) {
-                    await writeLines(stream, chunk);
-                    chunk = [];
-                }
-            }
-            await writeLines(stream, chunk);
-        }
-        else {
-            let chunk = ["\ufeff" + csvColumns.map(csvEscape).join(",")];
-            for (const row of csvRows) {
-                chunk.push(csvColumns.map((column) => csvEscape(formatScalar(row[column]))).join(","));
-                if (chunk.length >= LINES_PER_WRITE) {
-                    await writeLines(stream, chunk);
-                    chunk = [];
-                }
-            }
-            await writeLines(stream, chunk);
-        }
+        const digest = await writeOutputLines(stream, value, format, { columns, bom: true, digest: true });
         await new Promise((resolve, reject) => {
             stream.end((err) => err ? reject(err) : resolve());
         });
-        const digest = await digestFile(partPath);
-        await fs.rename(partPath, outputPath);
+        await publishFile(partPath, outputPath);
         return digest;
     }
     catch (error) {
@@ -246,9 +289,10 @@ export function pickList(value) {
     }
     return null;
 }
+const NUMERIC_LOOKING = /^[+\-](?:(?=[^\d]*\d)[\d.,%eE]+)?$/;
 export function csvEscape(value) {
     let out = value;
-    if (/^[=@\t\r]/.test(out) || (/^[+\-]/.test(out) && !Number.isFinite(Number(out))))
+    if (/^[=@\t\r]/.test(out) || (/^[+\-]/.test(out) && !NUMERIC_LOOKING.test(out)))
         out = "'" + out;
     if (/[",\n\r]/.test(out))
         return `"${out.replaceAll("\"", "\"\"")}"`;
@@ -277,20 +321,7 @@ export async function saveOutputIfNeeded(content, outputPath, withDigest = true)
     }
     const { dirname } = await import("node:path");
     await fs.mkdir(dirname(outputPath), { recursive: true });
-    const partPath = stagingPath(outputPath);
-    try {
-        if (typeof content === "string") {
-            await fs.writeFile(partPath, content, "utf8");
-        }
-        else {
-            await fs.writeFile(partPath, content);
-        }
-        const digest = withDigest ? digestBuffer(content) : undefined;
-        await fs.rename(partPath, outputPath);
-        return digest;
-    }
-    catch (error) {
-        await fs.unlink(partPath).catch(() => { });
-        throw error;
-    }
+    const digest = withDigest ? digestBuffer(content) : undefined;
+    await writeFileAtomic(outputPath, content);
+    return digest;
 }

package/dist/src/core/printer.js

@@ -1,7 +1,7 @@
 import fs from "node:fs/promises";
 import path from "node:path";
 import { normalizeRows } from "./normalize.js";
-import { countOutputRows, digestFile, pickList, renderOutput, saveOutputIfNeeded, stagingPath, streamOutputToFile } from "./output.js";
+import { countOutputRows, digestFile, pickList, renderOutput, saveOutputIfNeeded, stagingPath, stillPublished, streamOutputToFile, writeOutputLines } from "./output.js";
 import { getRowSink } from "./rowSink.js";
 import { extractTitles, writeTitleCache } from "./titleCache.js";
 import { CLI_VERSION } from "../version.js";
@@ -9,11 +9,13 @@ import { decidedExitCode, EXIT_SUPERSEDED, markIncomplete, markSuperseded } from
 const LARGE_RESULT_ROWS = 50_000;
 export const SUPERSEDED_EXIT = EXIT_SUPERSEDED;
 export async function warnIfSuperseded(output, digest) {
+    if (await stillPublished(output) === true)
+        return;
     const actual = await digestFile(output).catch(() => undefined);
     if (!actual || actual.sha256 === digest.sha256)
         return;
     process.stderr.write(`[gangtise] warning: ${output} was replaced by another export to the same path while this one was finishing — the file there is not this command's output `
-        + `(wrote sha256 ${digest.sha256.slice(0, 12)}…, found ${actual.sha256.slice(0, 12)}…). Give concurrent exports distinct --output paths.\n`);
+        + `(this run wrote sha256 ${digest.sha256.slice(0, 12)}…). Give concurrent exports distinct --output paths.\n`);
     markSuperseded();
 }
 function warnIfLargeInMemory(items, format) {
@@ -135,10 +137,9 @@ export async function printData(data, format, output, cache) {
                 await streamed.finish();
                 digest = streamed.digest;
             }
-            else if (!(digest = (await streamOutputToFile(normalized, format, output)) ?? undefined)) {
+            else if (!(digest = (await streamOutputToFile(normalized, format, output, columns)) ?? undefined)) {
                 warnIfLargeInMemory(items, format);
-                const content = renderOutput(normalized, format);
-                digest = await saveOutputIfNeeded(format === "csv" ? `\ufeff${content}` : content, output);
+                digest = await saveOutputIfNeeded(renderOutput(normalized, format, { clampCells: false }), output);
             }
         }
         catch (error) {
@@ -151,6 +152,10 @@ export async function printData(data, format, output, cache) {
         process.stdout.write(`${output}\n`);
         return;
     }
+    if (format === "jsonl" || format === "csv") {
+        await writeOutputLines(process.stdout, normalized, format, { columns });
+        return;
+    }
     warnIfLargeInMemory(items, format);
     const rendered = renderOutput(normalized, format);
     if (rendered)

package/dist/src/core/quoteSharding.js

@@ -1,4 +1,4 @@
-import { isStructuralError } from "./errors.js";
+import { ApiError, isStructuralError } from "./errors.js";
 import { columnarSchemaValid } from "./normalize.js";
 import { attachRowSink } from "./rowSink.js";
 import { isVerbose, PAGE_CONCURRENCY, runInOrder } from "./transport.js";
@@ -60,6 +60,12 @@ function buildShards(start, end, shardDays) {
     flush();
     return shards;
 }
+const OUT_OF_WINDOW_CODE = "110003";
+function describeError(error) {
+    if (error instanceof ApiError)
+        return `${error.code ? `(${error.code}) ` : ""}${error.message}`;
+    return error instanceof Error ? error.message : String(error);
+}
 export async function callKlineWithSharding(client, endpointKey, body, config) {
     const fullMarketValue = config.fullMarketValue ?? "all";
     if (!isFullMarket(body, fullMarketValue)) {
@@ -101,9 +107,13 @@ export async function callKlineWithSharding(client, endpointKey, body, config) {
     const failedShards = [];
     let firstError = null;
     let aborted = false;
+    let unsent = 0;
+    const outOfWindow = [];
+    let windowError = null;
     const fetchShard = async (shard) => {
         if (aborted) {
             failedShards.push(shard);
+            unsent++;
             return null;
         }
         try {
@@ -115,6 +125,12 @@ export async function callKlineWithSharding(client, endpointKey, body, config) {
             return res;
         }
         catch (error) {
+            if (error instanceof ApiError && error.code === OUT_OF_WINDOW_CODE) {
+                outOfWindow.push(shard);
+                if (!windowError)
+                    windowError = error;
+                return null;
+            }
             if (!firstError)
                 firstError = error;
             if (!isStructuralError(error))
@@ -193,13 +209,19 @@ export async function callKlineWithSharding(client, endpointKey, body, config) {
         await keep(map ? rows.map((item) => (Array.isArray(item) ? map.map((k) => item[k]) : item)) : rows);
     };
     await runInOrder(shards, config.concurrency ?? PAGE_CONCURRENCY, fetchShard, mergeShard);
-    if (failedShards.length === shards.length) {
-        throw firstError ?? new Error(`All ${shards.length} kline shards failed`);
+    if (failedShards.length + outOfWindow.length === shards.length) {
+        throw firstError ?? windowError ?? new Error(`All ${shards.length} kline shards failed`);
+    }
+    const skipped = [...outOfWindow].sort((a, b) => a.startDate.localeCompare(b.startDate));
+    if (skipped.length > 0) {
+        process.stderr.write(`[gangtise] note: ${skipped.length}/${shards.length} shard(s) between ${skipped[0].startDate} and ${skipped[skipped.length - 1].endDate} lie outside your account's history window (110003) and were skipped; the result covers the rest of the range (see outOfWindowShards).\n`);
     }
     const base = header ?? fallback ?? {};
     const out = { ...base, total: count, list: merged };
     if (sink)
         attachRowSink(out, sink);
+    if (skipped.length > 0)
+        out.outOfWindowShards = skipped;
     if (fieldList) {
         out.fieldList = fieldList;
     }
@@ -215,7 +237,9 @@ export async function callKlineWithSharding(client, endpointKey, body, config) {
     if (failedShards.length > 0) {
         out.partial = true;
         out.failedShards = failedShards;
-        process.stderr.write(`[gangtise] warning: ${failedShards.length}/${shards.length} shards failed; results are partial (see failedShards)\n`);
+        const notSent = unsent > 0 ? ` (${unsent} of them not sent: the first error stopped the rest)` : "";
+        const cause = firstError ? `; first error: ${describeError(firstError)}` : "";
+        process.stderr.write(`[gangtise] warning: ${failedShards.length}/${shards.length} shards failed${notSent}${cause}; results are partial (see failedShards)\n`);
     }
     if (partialShards.length > 0) {
         out.partial = true;