@companion-ai/feynman 0.5.10 → 0.5.12

package/RELEASES.md

@@ -6,6 +6,15 @@ GitHub release notes are generated from the matching `## vX.Y.Z` section in this
 
 ## Unreleased
 
+## v0.5.12 - 2026-09-28
+
+- Crossref pacing leaves a margin over the pool's limit and retries a rate-limited request once after the server's `Retry-After`. A stress test of three bursts of 10 parallel searches on the public pool now succeeds on all 30; 0.5.11 still lost about one in six to network jitter.
+
+## v0.5.11 - 2026-09-27
+
+- **Crossref lookups no longer fail in bursts.** Crossref's public pool allows one request at a time, one per second, and parallel DOI checks (the verifier cross-checks every citation) got `429 Too Many Requests` on most calls. Crossref requests now run one after another at the pool's pace. Set `CROSSREF_MAILTO` to your email for Crossref's faster polite pool; a 429 now says so instead of a generic "Science database request failed".
+- Telemetry's "wrote output" flag no longer misses a report written in the first second of a run on filesystems that round file times (HFS+, FAT, ext3).
+
 ## v0.5.10 - 2026-09-27
 
 - **Semantic Scholar understands the documented query syntax.** A `semantic:` prefix and `year_from=`/`year_to=` flags, which the model reuses from the OpenAlex examples, were sent to Semantic Scholar as search text and returned unrelated papers or nothing. They now become Semantic Scholar's own year filter.

package/extensions/research-tools/science-databases.ts

@@ -137,6 +137,27 @@ function crossrefAuthors(value: unknown): string[] {
 		.slice(0, 8);
 }
 
+// Crossref's public pool allows one request at a time, one per second
+// (x-concurrency-limit: 1); the polite pool, used when a mailto is sent, allows
+// three per second. Parallel DOI checks got 429 on most calls, so run Crossref
+// requests one after another at the pool's pace.
+let crossrefQueue: Promise<unknown> = Promise.resolve();
+let crossrefLastStartedAt = Number.NEGATIVE_INFINITY;
+
+export function withCrossrefPacing<T>(polite: boolean, run: () => Promise<T>): Promise<T> {
+	// A little over the pool's limit: network jitter can land two requests paced
+	// exactly one second apart inside the same window.
+	const minGapMs = polite ? 400 : 1200;
+	const next = crossrefQueue.then(async () => {
+		const wait = crossrefLastStartedAt + minGapMs - Date.now();
+		if (wait > 0) await new Promise((resolve) => setTimeout(resolve, wait));
+		crossrefLastStartedAt = Date.now();
+		return run();
+	});
+	crossrefQueue = next.catch(() => {});
+	return next;
+}
+
 async function searchCrossref(params: ScienceDatabaseSearchParams): Promise<Record<string, unknown>> {
 	const query = cleanQuery(params.query);
 	const limit = safeLimit(params.limit);
@@ -148,7 +169,24 @@ async function searchCrossref(params: ScienceDatabaseSearchParams): Promise<Reco
 		select: "DOI,title,published-print,published-online,issued,container-title,author,is-referenced-by-count,URL,type",
 		...(mailto ? { mailto } : {}),
 	}).toString();
-	const payload = recordValue(await fetchJson(url));
+	const request = () => withCrossrefPacing(Boolean(mailto), () => fetchJson(url));
+	let payload: Record<string, unknown>;
+	try {
+		try {
+			payload = recordValue(await request());
+		} catch (error) {
+			if (!(error instanceof ScienceDatabaseRequestError) || error.status !== 429) throw error;
+			await new Promise((resolve) => setTimeout(resolve, Math.min(error.retryAfterMs ?? 1500, 5000)));
+			payload = recordValue(await request());
+		}
+	} catch (error) {
+		if (!(error instanceof ScienceDatabaseRequestError) || error.status !== 429) throw error;
+		throw new Error(
+			mailto
+				? "Crossref rate-limited this request (HTTP 429). Wait a few seconds and retry, or look the DOI up with source openalex."
+				: "Crossref's public pool rate-limited this request (HTTP 429). Set CROSSREF_MAILTO to your email for Crossref's faster polite pool, wait and retry, or look the DOI up with source openalex.",
+		);
+	}
 	const message = recordValue(payload.message);
 	const results = arrayValue(message.items).flatMap((item) => {
 		const record = recordValue(item);

package/extensions/research-tools/telemetry.ts

@@ -95,6 +95,11 @@ export function workflowName(text: string, workflows: ReadonlySet<string>): stri
 	return name && workflows.has(name) ? name : "chat";
 }
 
+// Filesystems stamp modification times from a coarse clock, and some (HFS+,
+// FAT, ext3) round them to whole seconds, so a file written just after the run
+// started can carry an earlier mtime. Allow for that rounding.
+const MTIME_TOLERANCE_MS = 2000;
+
 export function wroteResearchOutput(cwd: string, since: number): boolean {
 	let scanned = 0;
 	for (const dir of OUTPUT_DIRS) {
@@ -108,7 +113,7 @@ export function wroteResearchOutput(cwd: string, since: number): boolean {
 			if (++scanned > OUTPUT_SCAN_LIMIT) return false;
 			try {
 				const stats = statSync(join(cwd, dir, entry));
-				if (stats.isFile() && stats.mtimeMs >= since) return true;
+				if (stats.isFile() && stats.mtimeMs >= since - MTIME_TOLERANCE_MS) return true;
 			} catch {}
 		}
 	}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@companion-ai/feynman",
-  "version": "0.5.10",
+  "version": "0.5.12",
   "description": "Research-first CLI agent built on Pi and alphaXiv",
   "license": "MIT",
   "type": "module",