@cyanheads/pubmed-mcp-server 2.10.9 → 2.10.10

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (47) hide show
  1. package/AGENTS.md +1 -1
  2. package/CLAUDE.md +1 -1
  3. package/README.md +4 -3
  4. package/dist/mcp-server/tools/definitions/fetch-fulltext.tool.d.ts +17 -0
  5. package/dist/mcp-server/tools/definitions/fetch-fulltext.tool.d.ts.map +1 -1
  6. package/dist/mcp-server/tools/definitions/fetch-fulltext.tool.js +297 -62
  7. package/dist/mcp-server/tools/definitions/fetch-fulltext.tool.js.map +1 -1
  8. package/dist/mcp-server/tools/definitions/find-related.tool.d.ts +8 -0
  9. package/dist/mcp-server/tools/definitions/find-related.tool.d.ts.map +1 -1
  10. package/dist/mcp-server/tools/definitions/find-related.tool.js +131 -23
  11. package/dist/mcp-server/tools/definitions/find-related.tool.js.map +1 -1
  12. package/dist/mcp-server/tools/definitions/lookup-mesh.tool.d.ts +6 -0
  13. package/dist/mcp-server/tools/definitions/lookup-mesh.tool.d.ts.map +1 -1
  14. package/dist/mcp-server/tools/definitions/lookup-mesh.tool.js +14 -3
  15. package/dist/mcp-server/tools/definitions/lookup-mesh.tool.js.map +1 -1
  16. package/dist/mcp-server/tools/definitions/search-articles.tool.d.ts +6 -0
  17. package/dist/mcp-server/tools/definitions/search-articles.tool.d.ts.map +1 -1
  18. package/dist/mcp-server/tools/definitions/search-articles.tool.js +15 -3
  19. package/dist/mcp-server/tools/definitions/search-articles.tool.js.map +1 -1
  20. package/dist/mcp-server/tools/definitions/spell-check.tool.d.ts +6 -0
  21. package/dist/mcp-server/tools/definitions/spell-check.tool.d.ts.map +1 -1
  22. package/dist/mcp-server/tools/definitions/spell-check.tool.js +15 -3
  23. package/dist/mcp-server/tools/definitions/spell-check.tool.js.map +1 -1
  24. package/dist/services/error-contracts.d.ts +22 -2
  25. package/dist/services/error-contracts.d.ts.map +1 -1
  26. package/dist/services/error-contracts.js +24 -2
  27. package/dist/services/error-contracts.js.map +1 -1
  28. package/dist/services/ncbi/parsing/pmc-article-parser.d.ts +24 -4
  29. package/dist/services/ncbi/parsing/pmc-article-parser.d.ts.map +1 -1
  30. package/dist/services/ncbi/parsing/pmc-article-parser.js +498 -56
  31. package/dist/services/ncbi/parsing/pmc-article-parser.js.map +1 -1
  32. package/dist/services/ncbi/types.d.ts +43 -0
  33. package/dist/services/ncbi/types.d.ts.map +1 -1
  34. package/dist/services/openalex/api-client.d.ts +13 -4
  35. package/dist/services/openalex/api-client.d.ts.map +1 -1
  36. package/dist/services/openalex/api-client.js +19 -8
  37. package/dist/services/openalex/api-client.js.map +1 -1
  38. package/dist/services/openalex/openalex-service.d.ts +34 -17
  39. package/dist/services/openalex/openalex-service.d.ts.map +1 -1
  40. package/dist/services/openalex/openalex-service.js +119 -35
  41. package/dist/services/openalex/openalex-service.js.map +1 -1
  42. package/dist/services/openalex/types.d.ts +34 -1
  43. package/dist/services/openalex/types.d.ts.map +1 -1
  44. package/dist/services/openalex/types.js +20 -0
  45. package/dist/services/openalex/types.js.map +1 -1
  46. package/package.json +1 -1
  47. package/server.json +3 -3
@@ -9,31 +9,90 @@
9
9
  */
10
10
  import { attrOf, childrenOf, findAll, findAllDescendants, findOne, isTextNode, rawTextContent, tagNameOf, textContent, textContentExcluding, textOf, } from './pmc-xml-helpers.js';
11
11
  /**
12
- * Block content extracted into its own field and therefore excluded from the
13
- * prose a paragraph contributes. A `<table-wrap>` nested inside a `<p>` would
14
- * otherwise be flattened into the surrounding sentence, concatenating adjacent
15
- * cell values into numbers that never existed. (#111)
12
+ * Block content extracted into a field of its own and therefore left out of the
13
+ * prose a section contributes. Each one nested inside a `<p>` would otherwise be
14
+ * flattened into the surrounding sentence — a `<table-wrap>` concatenating
15
+ * adjacent cell values into numbers that never existed, a `<fig>` gluing its
16
+ * label and caption onto the sentence terminator before it. (#111, #130)
16
17
  */
17
- const LIFTED_BLOCK_TAGS = new Set(['table-wrap']);
18
- /** Prose of one `<p>`, with lifted block content left out. */
19
- function paragraphText(paragraph) {
20
- return textContentExcluding(paragraph, LIFTED_BLOCK_TAGS);
21
- }
18
+ const LIFTED_BLOCK_TAGS = new Set([
19
+ 'table-wrap',
20
+ 'fig',
21
+ 'supplementary-material',
22
+ ]);
23
+ /**
24
+ * JATS block-level elements, which interrupt prose rather than reading inside
25
+ * it. Membership decides *placement*, not representation: every one of these
26
+ * flushes the prose run in progress and contributes at block position, whether
27
+ * it renders (a `<list>`), lifts to its own field leaving a marker (a `<fig>`),
28
+ * or contributes nothing (a `<table-wrap>`, already in `tables[]`). Anything not
29
+ * named here is inline markup — `<italic>`, `<xref>`, `<sup>`,
30
+ * `<inline-formula>` — and reads inside the sentence as it should.
31
+ *
32
+ * The set is the JATS block-display class rather than the tags observed in any
33
+ * one draw: an element the walk does not enumerate degrades to flattened text at
34
+ * block position, and getting it there is what stops the fusion. (#130)
35
+ *
36
+ * Membership governs only an element nested inside another. Every caller that
37
+ * walks a container renders its children one at a time, so a direct `<sec>` or
38
+ * `<body>` child already contributes at block position whether or not it is
39
+ * named here; the live question per tag is what a paragraph-internal occurrence
40
+ * should do. `address`, `related-article` and `related-object` are in the JATS
41
+ * model both as display blocks and inline within a `<p>`, and they stay: a
42
+ * wrong split costs a paragraph break with every character still present and in
43
+ * order, while a wrong fusion fabricates adjacency the source never had, which
44
+ * is the defect this walk exists to prevent — when a tag reads both ways,
45
+ * splitting is the recoverable error.
46
+ *
47
+ * `<alternatives>` is the one element deliberately absent. It is a container
48
+ * for equivalent renderings of a single object and never a block in its own
49
+ * right, so its placement is whatever holds it: naming it here broke the
50
+ * standard `<inline-formula><alternatives><tex-math/><mml:math/></alternatives>`
51
+ * deposit out of the sentence it belonged to and split that sentence in two.
52
+ * `<disp-formula>`, `<table-wrap>` and `<fig>` resolve their own
53
+ * `<alternatives>` children, so nothing depends on it flushing the run. (#130)
54
+ */
55
+ const BLOCK_TAGS = new Set([
56
+ ...LIFTED_BLOCK_TAGS,
57
+ 'address',
58
+ 'array',
59
+ 'boxed-text',
60
+ 'chem-struct-wrap',
61
+ 'code',
62
+ 'def-list',
63
+ 'disp-formula',
64
+ 'disp-formula-group',
65
+ 'disp-quote',
66
+ 'fig-group',
67
+ 'graphic',
68
+ 'list',
69
+ 'media',
70
+ 'preformat',
71
+ 'ref-list',
72
+ 'related-article',
73
+ 'related-object',
74
+ 'speech',
75
+ 'statement',
76
+ 'table-wrap-group',
77
+ 'verse-group',
78
+ ]);
22
79
  /** True when a lifted block sits anywhere in this subtree. */
23
80
  function containsLiftedBlock(node) {
24
81
  return childrenOf(node).some((child) => LIFTED_BLOCK_TAGS.has(tagNameOf(child) ?? '') || containsLiftedBlock(child));
25
82
  }
26
83
  /**
27
84
  * True when a `<sec>` carried block content that was extracted into its own
28
- * field — a `<table-wrap>` sitting beside its paragraphs, or nested inside one.
85
+ * field — a `<table-wrap>` or `<fig>` sitting beside its paragraphs, or nested
86
+ * inside one.
29
87
  *
30
88
  * This is what separates a section emptied by the lift from one that never had
31
89
  * readable prose. The first is a real heading a reader needs in order to place
32
- * the table that names it; the second is a structural wrapper — a `<sec>` around
33
- * a `<ref-list>`, say — which would arrive as a stray empty "References" entry
34
- * if every empty section survived. Only this section's own children are
35
- * considered: a `<table-wrap>` deeper down belongs to the nested `<sec>` that
36
- * holds it, and that section survives on its own account. (#111, #116)
90
+ * the table or figure that names it; the second is a structural wrapper — a
91
+ * `<sec>` around a `<ref-list>`, say — which would arrive as a stray empty
92
+ * "References" entry if every empty section survived. Only this section's own
93
+ * children are considered: a `<table-wrap>` deeper down belongs to the nested
94
+ * `<sec>` that holds it, and that section survives on its own account.
95
+ * (#111, #116, #130)
37
96
  */
38
97
  function hasLiftedBlockContent(sec) {
39
98
  return childrenOf(sec).some((child) => {
@@ -143,10 +202,28 @@ function extractPubDate(articleMeta) {
143
202
  };
144
203
  }
145
204
  // ─── Abstract & Keywords ────────────────────────────────────────────────────
205
+ /**
206
+ * Read the article's own abstract.
207
+ *
208
+ * JATS permits several `<abstract>` elements under `<article-meta>`,
209
+ * distinguished by `@abstract-type`, and publishers routinely deposit a
210
+ * graphical abstract, author highlights or an executive summary alongside the
211
+ * real one — 21 of 68 records in a validation draw carry more than one, and in
212
+ * 4 of those the first is not the untyped element. The untyped one is the
213
+ * article's own abstract, so it is preferred and a typed one used only when the
214
+ * record deposits nothing else, mirroring the ladder {@link extractPubDate}
215
+ * applies to `<pub-date>`. (#134)
216
+ *
217
+ * Content is read through the same flow walk the body uses, so a `<fig>` in an
218
+ * abstract leaves its marker and its caption reaches `assets[]` alone —
219
+ * {@link extractPmcAssets} already walks `<front>` — instead of concatenating
220
+ * into the prose, and a `<list>` renders as list lines rather than a token run.
221
+ */
146
222
  function extractAbstract(articleMeta) {
147
223
  if (!articleMeta)
148
224
  return;
149
- const abstractNode = findOne(articleMeta, 'abstract');
225
+ const abstracts = findAll(articleMeta, 'abstract');
226
+ const abstractNode = abstracts.find((node) => !attrOf(node, 'abstract-type')) ?? abstracts[0];
150
227
  if (!abstractNode)
151
228
  return;
152
229
  const sections = findAll(abstractNode, 'sec');
@@ -154,10 +231,7 @@ function extractAbstract(articleMeta) {
154
231
  const parts = [];
155
232
  for (const sec of sections) {
156
233
  const title = textContent(findOne(sec, 'title'));
157
- const text = findAll(sec, 'p')
158
- .map((p) => textContent(p))
159
- .filter(Boolean)
160
- .join(' ');
234
+ const text = abstractProse(sec);
161
235
  if (title && text)
162
236
  parts.push(`${title}: ${text}`);
163
237
  else if (text)
@@ -165,14 +239,20 @@ function extractAbstract(articleMeta) {
165
239
  }
166
240
  return parts.join('\n\n').trim() || undefined;
167
241
  }
168
- const paragraphs = findAll(abstractNode, 'p');
169
- if (paragraphs.length > 0) {
170
- return (paragraphs
171
- .map((p) => textContent(p))
172
- .filter(Boolean)
173
- .join(' ') || undefined);
174
- }
175
- return textContent(abstractNode) || undefined;
242
+ return abstractProse(abstractNode) || undefined;
243
+ }
244
+ /**
245
+ * The prose of an `<abstract>` or one of its `<sec>`s: every child but the
246
+ * heading the caller reports separately, space-joined. The single space is the
247
+ * spacing the paragraph-only read this replaces already produced, so a record
248
+ * depositing one untyped abstract of plain `<p>`s comes back byte-identical.
249
+ */
250
+ function abstractProse(node) {
251
+ const prose = childrenOf(node).filter((child) => {
252
+ const tag = tagNameOf(child);
253
+ return tag !== 'title' && tag !== 'label';
254
+ });
255
+ return flowBlocks(prose, STATEMENT_BLOCK_TAGS).join(' ');
176
256
  }
177
257
  function extractKeywords(articleMeta) {
178
258
  if (!articleMeta)
@@ -187,48 +267,348 @@ function extractKeywords(articleMeta) {
187
267
  }
188
268
  return keywords;
189
269
  }
270
+ // ─── Block Rendering ────────────────────────────────────────────────────────
271
+ /** Indent one nesting level of a `<list>`/`<def-list>` nested in a `<list-item>`. */
272
+ const NESTED_LIST_INDENT = ' ';
273
+ /** Close the prose run in progress, discarding it when it holds only whitespace. */
274
+ function flushRun(flow) {
275
+ const text = flow.run.replace(/\s+/g, ' ').trim();
276
+ if (text)
277
+ flow.out.push(text);
278
+ flow.run = '';
279
+ }
280
+ /**
281
+ * Walk a mixed-content child list, accumulating inline text into a prose run and
282
+ * emitting every block-level element at its own document position instead.
283
+ *
284
+ * The recursion through non-block elements is what makes the split reliable: a
285
+ * `<fig>` nested two elements deep inside a `<p>` still flushes the sentence
286
+ * before it rather than being flattened into the middle of one. Inline markup —
287
+ * `<italic>`, `<xref>`, `<sup>` — is transparent here and reads in place, which
288
+ * is the behavior {@link textContent} already gave paragraphs. (#130)
289
+ *
290
+ * `blockTags` names what interrupts the run: {@link BLOCK_TAGS} for article
291
+ * prose, {@link STATEMENT_BLOCK_TAGS} for a container whose `<title>` and `<p>`
292
+ * children are separate statements rather than one continuous sentence.
293
+ */
294
+ function walkFlow(nodes, flow, blockTags) {
295
+ for (const node of nodes) {
296
+ if (isTextNode(node)) {
297
+ flow.run += textOf(node);
298
+ continue;
299
+ }
300
+ const tag = tagNameOf(node) ?? '';
301
+ if (blockTags.has(tag)) {
302
+ flushRun(flow);
303
+ const rendered = renderBlock(node);
304
+ if (rendered)
305
+ flow.out.push(rendered);
306
+ continue;
307
+ }
308
+ walkFlow(childrenOf(node), flow, blockTags);
309
+ }
310
+ }
311
+ /** Ordered text blocks contributed by one `<p>` — or any other flow container. */
312
+ function flowBlocks(nodes, blockTags = BLOCK_TAGS) {
313
+ const flow = { out: [], run: '' };
314
+ walkFlow(nodes, flow, blockTags);
315
+ flushRun(flow);
316
+ return flow.out;
317
+ }
318
+ /**
319
+ * Block tags for a container whose `<title>` and `<p>` children each carry a
320
+ * statement of their own — a `<caption>`, an `<abstract>`, an abstract `<sec>`.
321
+ * Their children carry no punctuation between them, so the concatenating read
322
+ * ran a caption's title straight into its first sentence
323
+ * (`…observational constraints6.Cloud susceptibilities…`, 60 of 342 captions in
324
+ * a 68-record draw) and would run two sibling paragraphs together. Only a
325
+ * `<title>` or `<p>` boundary separates: inline markup between two text runs
326
+ * stays transparent, so `Expression of <italic>NF1</italic> across 12 tissues.`
327
+ * still reads as one sentence. (#111, #130, #134)
328
+ */
329
+ const STATEMENT_BLOCK_TAGS = new Set([...BLOCK_TAGS, 'title', 'p']);
330
+ /** A `<caption>`'s title and paragraphs, each rendered as section prose is, space-joined. */
331
+ function renderCaption(caption) {
332
+ if (!caption)
333
+ return;
334
+ return flowBlocks(childrenOf(caption), STATEMENT_BLOCK_TAGS).join(' ') || undefined;
335
+ }
336
+ /**
337
+ * Render one block element as the text it contributes to the enclosing section.
338
+ *
339
+ * The default arm is the point of the dispatch: an element this parser does not
340
+ * enumerate degrades to its flattened text at block position rather than to
341
+ * silence, and never lands inside a neighbouring sentence. `<table-wrap>`,
342
+ * `<fig>` and `<supplementary-material>` are carried by `tables[]` / `assets[]`,
343
+ * so the first contributes nothing and the other two leave a marker where they
344
+ * sat; `<ref-list>` is carried by `references[]` and likewise contributes
345
+ * nothing, which is what keeps a `<sec>` that only wraps one from surviving as
346
+ * an empty "References" heading. (#116, #130)
347
+ */
348
+ function renderBlock(node) {
349
+ switch (tagNameOf(node)) {
350
+ case 'table-wrap':
351
+ case 'ref-list':
352
+ return '';
353
+ case 'fig':
354
+ return assetMarker(node, 'Figure');
355
+ case 'supplementary-material':
356
+ return assetMarker(node, 'Supplementary');
357
+ case 'list':
358
+ return renderList(node, 0);
359
+ case 'def-list':
360
+ return renderDefList(node, 0);
361
+ case 'disp-quote':
362
+ return renderDispQuote(node);
363
+ case 'boxed-text':
364
+ return renderBoxedText(node);
365
+ case 'preformat':
366
+ return renderPreformat(node);
367
+ case 'disp-formula':
368
+ return renderDispFormula(node);
369
+ default:
370
+ return flowBlocks(childrenOf(node)).join('\n\n');
371
+ }
372
+ }
373
+ /**
374
+ * The `<graphic>`/`<media>` pointer an asset hangs its file on, and the element
375
+ * a deposit may hang the label and caption on instead of on the asset itself.
376
+ */
377
+ function assetPointer(node) {
378
+ return findOne(node, 'graphic') ?? findOne(node, 'media');
379
+ }
380
+ /**
381
+ * An asset's display label: its own `<label>`, else one the deposit hung on the
382
+ * pointer. Shared by {@link assetMarker} and {@link parseAsset} so the marker
383
+ * left in the section text and the `label` reported in `assets[]` cannot
384
+ * disagree — the tool layer removes the marker by rebuilding it from that label,
385
+ * so a label resolved one way here and another way there strands the marker in
386
+ * the prose under `includeAssets: false`. (#130)
387
+ */
388
+ function assetLabel(node) {
389
+ return (textContent(findOne(node, 'label')) ||
390
+ textContent(findOne(assetPointer(node), 'label')) ||
391
+ undefined);
392
+ }
393
+ /**
394
+ * The marker a lifted asset leaves at the position it occupied. Prose refers to
395
+ * figures and supplements by label far more often than to tables, so removing
396
+ * the anchor while leaving every `<xref>` pointing at it would cost more than
397
+ * the ~18 characters the marker spends. (#130)
398
+ */
399
+ function assetMarker(node, kind) {
400
+ const label = assetLabel(node);
401
+ return label ? `[${kind}: ${label}]` : `[${kind}]`;
402
+ }
403
+ /**
404
+ * Render a `<list>`: `@list-type` picks the item marker (`order` numbers,
405
+ * `simple` leaves the item bare, everything else bullets), the optional
406
+ * `<title>` takes a line of its own above the items, and a `<list>` or
407
+ * `<def-list>` nested inside a `<list-item>` — both in the JATS content model —
408
+ * indents one level per depth. (#130)
409
+ */
410
+ function renderList(list, depth) {
411
+ const pad = NESTED_LIST_INDENT.repeat(depth);
412
+ const listType = attrOf(list, 'list-type');
413
+ const lines = [];
414
+ const title = textContent(findOne(list, 'title'));
415
+ if (title)
416
+ lines.push(`${pad}${title}`);
417
+ let ordinal = 0;
418
+ for (const item of findAll(list, 'list-item')) {
419
+ ordinal += 1;
420
+ const marker = listType === 'simple' ? '' : listType === 'order' ? `${ordinal}. ` : '- ';
421
+ const parts = [];
422
+ const nested = [];
423
+ for (const child of childrenOf(item)) {
424
+ const tag = tagNameOf(child);
425
+ if (tag === 'label')
426
+ continue;
427
+ if (tag === 'list')
428
+ nested.push(renderList(child, depth + 1));
429
+ else if (tag === 'def-list')
430
+ nested.push(renderDefList(child, depth + 1));
431
+ else
432
+ parts.push(...flowBlocks([child]));
433
+ }
434
+ const text = parts.join(' ');
435
+ if (text)
436
+ lines.push(`${pad}${marker}${text}`);
437
+ for (const block of nested)
438
+ if (block)
439
+ lines.push(block);
440
+ }
441
+ return lines.join('\n');
442
+ }
443
+ /** Render a `<def-list>`: its title on a line of its own, then `- term — definition` per item. */
444
+ function renderDefList(defList, depth) {
445
+ const pad = NESTED_LIST_INDENT.repeat(depth);
446
+ const lines = [];
447
+ const title = textContent(findOne(defList, 'title'));
448
+ if (title)
449
+ lines.push(`${pad}${title}`);
450
+ for (const item of findAll(defList, 'def-item')) {
451
+ const term = textContent(findOne(item, 'term'));
452
+ const definition = textContent(findOne(item, 'def'));
453
+ const entry = [term, definition].filter(Boolean).join(' — ');
454
+ if (entry)
455
+ lines.push(`${pad}- ${entry}`);
456
+ }
457
+ return lines.join('\n');
458
+ }
459
+ /** Render a `<disp-quote>`: every line quoted, its `<attrib>` as a trailing attribution line. */
460
+ function renderDispQuote(quote) {
461
+ const lines = [];
462
+ for (const child of childrenOf(quote)) {
463
+ if (tagNameOf(child) === 'attrib')
464
+ continue;
465
+ for (const block of flowBlocks([child])) {
466
+ for (const line of block.split('\n'))
467
+ lines.push(`> ${line}`);
468
+ }
469
+ }
470
+ const attrib = textContent(findOne(quote, 'attrib'));
471
+ if (attrib)
472
+ lines.push(`> — ${attrib}`);
473
+ return lines.join('\n');
474
+ }
475
+ /**
476
+ * Render a `<boxed-text>` by flattening it. Almost every one is a section
477
+ * container rather than a captioned box — 13 of the 14 in a 68-record draw carry
478
+ * `<sec>` children and nothing else — so rendering it as a caption plus
479
+ * paragraphs would drop the nested headings entirely. (#130)
480
+ */
481
+ function renderBoxedText(boxedText) {
482
+ const blocks = [];
483
+ for (const child of childrenOf(boxedText)) {
484
+ if (tagNameOf(child) === 'sec')
485
+ blocks.push(...flattenSec(child));
486
+ else
487
+ blocks.push(...flowBlocks([child]));
488
+ }
489
+ return blocks.join('\n\n');
490
+ }
491
+ /**
492
+ * A `<sec>` subtree as flat text blocks: each heading on its own line above its
493
+ * prose, descendants following in document order. Used where a section has no
494
+ * node of its own to live in — inside a `<boxed-text>` — mirroring how the tool
495
+ * layer flattens sections past the depth its schema carries.
496
+ */
497
+ function flattenSec(sec) {
498
+ const title = textContent(findOne(sec, 'title'));
499
+ const label = textContent(findOne(sec, 'label'));
500
+ const heading = title ? (label ? `${label} ${title}` : title) : '';
501
+ const blocks = [];
502
+ const nested = [];
503
+ for (const child of childrenOf(sec)) {
504
+ const tag = tagNameOf(child);
505
+ if (tag === 'title' || tag === 'label')
506
+ continue;
507
+ if (tag === 'sec')
508
+ nested.push(...flattenSec(child));
509
+ else
510
+ blocks.push(...flowBlocks([child]));
511
+ }
512
+ const head = [heading, blocks.join('\n\n')].filter(Boolean).join('\n');
513
+ return [...(head ? [head] : []), ...nested];
514
+ }
515
+ /**
516
+ * Render a `<preformat>` as a fenced block, read raw. It carries
517
+ * `xml:space="preserve"` and, in legacy deposits, the whole article as OCR text
518
+ * whose meaning lives in its line breaks and column spacing — {@link textContent}
519
+ * collapses both. Only the surrounding whitespace is trimmed, which is the XML
520
+ * indentation the element was serialized with rather than content. (#130)
521
+ */
522
+ function renderPreformat(preformat) {
523
+ const raw = rawTextContent(preformat).trim();
524
+ return raw ? `\`\`\`\n${raw}\n\`\`\`` : '';
525
+ }
526
+ /** Children of a `<disp-formula>` that are not its fallback text. */
527
+ const DISP_FORMULA_NON_BODY = new Set(['label', 'graphic', 'media']);
528
+ /**
529
+ * Render a `<disp-formula>`: its label, then a `<tex-math>` where the deposit
530
+ * carries one (directly or under `<alternatives>`) and the flattened content
531
+ * otherwise — usually `<mml:math>`, which is 69 of the 78 formulae in a
532
+ * 68-record draw against 3 for `<tex-math>`. A graphic-only deposit has no
533
+ * fallback text and contributes nothing at all rather than a bare label on an
534
+ * otherwise empty line. (#130)
535
+ */
536
+ function renderDispFormula(formula) {
537
+ const texMath = findOne(formula, 'tex-math') ?? findOne(findOne(formula, 'alternatives'), 'tex-math');
538
+ const body = textContent(texMath) || textContentExcluding(formula, DISP_FORMULA_NON_BODY);
539
+ if (!body)
540
+ return '';
541
+ const label = textContent(findOne(formula, 'label'));
542
+ return [label, body].filter(Boolean).join(' ');
543
+ }
190
544
  // ─── Body Sections ──────────────────────────────────────────────────────────
191
545
  /**
192
546
  * Extract body sections from a `<body>` node, walking children in document order.
193
- * Consecutive bare `<p>` siblings are collected into an untitled section so
194
- * articles with mixed structure (direct paragraphs + trailing `<sec>`, common
195
- * in manuscript-submitted PMC deposits) preserve their main text.
547
+ * Consecutive bare `<p>` siblings — and any block element sitting directly under
548
+ * `<body>` — are collected into an untitled section so articles with mixed
549
+ * structure (direct paragraphs + trailing `<sec>`, common in
550
+ * manuscript-submitted PMC deposits) preserve their main text.
551
+ *
552
+ * A `<body>` whose whole content is one block and no `<sec>` therefore yields a
553
+ * section carrying that block's text, rather than the empty list the tool layer
554
+ * reads as an article with no body at all. Legacy
555
+ * `<preformat preformat-type="pmc-ocr-text">` deposits, which put the entire
556
+ * article in one such element, are the case that matters. (#130)
196
557
  */
197
558
  export function extractBodySections(body) {
198
559
  if (!body)
199
560
  return [];
200
561
  const sections = [];
201
- let pendingParagraphs = [];
562
+ let pendingBlocks = [];
202
563
  const flushPending = () => {
203
- if (pendingParagraphs.length > 0) {
204
- sections.push({ text: pendingParagraphs.join('\n\n') });
205
- pendingParagraphs = [];
564
+ if (pendingBlocks.length > 0) {
565
+ sections.push({ text: pendingBlocks.join('\n\n') });
566
+ pendingBlocks = [];
206
567
  }
207
568
  };
208
569
  for (const child of childrenOf(body)) {
209
- const tag = tagNameOf(child);
210
- if (tag === 'p') {
211
- const text = paragraphText(child);
212
- if (text)
213
- pendingParagraphs.push(text);
214
- }
215
- else if (tag === 'sec') {
570
+ if (tagNameOf(child) === 'sec') {
216
571
  flushPending();
217
572
  const section = extractSection(child);
218
573
  if (section)
219
574
  sections.push(section);
575
+ continue;
220
576
  }
577
+ pendingBlocks.push(...flowBlocks([child]));
221
578
  }
222
579
  flushPending();
223
580
  return sections;
224
581
  }
582
+ /**
583
+ * Read one `<sec>`, walking every child in document order. The first `<title>`
584
+ * and `<label>` are the section's own metadata, a `<sec>` is a subsection, and
585
+ * everything else — `<p>` and block elements alike — contributes text at the
586
+ * position it occupies. Reading `<p>` and `<sec>` alone is what dropped a
587
+ * section's lists, figures, formulae and boxed text outright. (#130)
588
+ */
225
589
  function extractSection(sec) {
226
- const title = textContent(findOne(sec, 'title')) || undefined;
227
- const label = textContent(findOne(sec, 'label')) || undefined;
228
- const textParts = findAll(sec, 'p').map(paragraphText).filter(Boolean);
229
- const subsections = findAll(sec, 'sec')
230
- .map(extractSection)
231
- .filter((s) => s !== null);
590
+ let title;
591
+ let label;
592
+ const textParts = [];
593
+ const subsections = [];
594
+ for (const child of childrenOf(sec)) {
595
+ const tag = tagNameOf(child);
596
+ if (tag === 'title') {
597
+ title ??= textContent(child) || undefined;
598
+ continue;
599
+ }
600
+ if (tag === 'label') {
601
+ label ??= textContent(child) || undefined;
602
+ continue;
603
+ }
604
+ if (tag === 'sec') {
605
+ const subsection = extractSection(child);
606
+ if (subsection)
607
+ subsections.push(subsection);
608
+ continue;
609
+ }
610
+ textParts.push(...flowBlocks([child]));
611
+ }
232
612
  const text = textParts.join('\n\n');
233
613
  // A section left empty *because* its block content was lifted into `tables[]`
234
614
  // survives as a heading-only entry: the heading is what places the table for a
@@ -267,28 +647,37 @@ export function extractPmcTables(root) {
267
647
  if (!root)
268
648
  return [];
269
649
  const tables = [];
270
- collectTables(root, undefined, tables);
650
+ collectSectioned(root, undefined, tables, (child, tag, sectionTitle) => tag === 'table-wrap' ? parseTableWrap(child, sectionTitle) : undefined);
271
651
  return tables;
272
652
  }
273
- function collectTables(node, sectionTitle, out) {
653
+ /**
654
+ * Walk a subtree in document order, collecting whatever `take` recognizes and
655
+ * carrying the innermost enclosing `<sec>` title down to it. An untitled `<sec>`
656
+ * keeps its parent's title rather than dropping the reader's only positional
657
+ * cue, and an element inside no `<sec>` at all gets none. A recognized element
658
+ * is not descended into — it parses its own subtree.
659
+ *
660
+ * Shared by the table and asset walks so the section-title rule has one
661
+ * definition and cannot drift between them.
662
+ */
663
+ function collectSectioned(node, sectionTitle, out, take) {
274
664
  for (const child of childrenOf(node)) {
275
665
  const tag = tagNameOf(child);
276
666
  if (!tag)
277
667
  continue;
278
- if (tag === 'table-wrap') {
279
- out.push(parseTableWrap(child, sectionTitle));
668
+ const collected = take(child, tag, sectionTitle);
669
+ if (collected) {
670
+ out.push(collected);
280
671
  continue;
281
672
  }
282
- // An untitled <sec> keeps its parent's title rather than dropping the
283
- // reader's only positional cue.
284
673
  const nested = tag === 'sec' ? textContent(findOne(child, 'title')) || sectionTitle : sectionTitle;
285
- collectTables(child, nested, out);
674
+ collectSectioned(child, nested, out, take);
286
675
  }
287
676
  }
288
677
  function parseTableWrap(tableWrap, sectionTitle) {
289
678
  const id = attrOf(tableWrap, 'id');
290
679
  const label = textContent(findOne(tableWrap, 'label')) || undefined;
291
- const caption = textContent(findOne(tableWrap, 'caption')) || undefined;
680
+ const caption = renderCaption(findOne(tableWrap, 'caption'));
292
681
  const footnotes = textContent(findOne(tableWrap, 'table-wrap-foot')) || undefined;
293
682
  // Some deposits offer both renderings inside <alternatives>; prefer the markup.
294
683
  const table = findOne(tableWrap, 'table') ?? findOne(findOne(tableWrap, 'alternatives'), 'table');
@@ -416,6 +805,57 @@ function extractTableRows(table) {
416
805
  headerRowCount++;
417
806
  return { headerRowCount, rows: parsed.map((row) => row.cells) };
418
807
  }
808
+ // ─── Assets ─────────────────────────────────────────────────────────────────
809
+ /**
810
+ * Extract every `<fig>` and `<supplementary-material>` under `root` in document
811
+ * order — pass the `<article>` node.
812
+ *
813
+ * Whole-article, for the reason the table walk is: 17% of figures and 23% of
814
+ * supplementary material sit outside `<body>` entirely — `<floats-group>`
815
+ * deposits, `<back>/<sec>` and `<app-group>/<app>` placements, and figures
816
+ * hanging off the abstract in `<front>`. Each asset names the innermost
817
+ * enclosing `<sec>` wherever that sits, an untitled one inheriting its parent's
818
+ * title, so the reader keeps a positional cue; an asset inside no `<sec>` at all
819
+ * carries no section name. (#130)
820
+ */
821
+ export function extractPmcAssets(root) {
822
+ if (!root)
823
+ return [];
824
+ const assets = [];
825
+ collectSectioned(root, undefined, assets, (child, tag, sectionTitle) => {
826
+ const assetType = ASSET_TAG_TYPES[tag];
827
+ return assetType ? parseAsset(child, assetType, sectionTitle) : undefined;
828
+ });
829
+ return assets;
830
+ }
831
+ /** Tags lifted into `assets[]`, mapped to the type they are reported as. */
832
+ const ASSET_TAG_TYPES = {
833
+ fig: 'figure',
834
+ 'supplementary-material': 'supplementary-material',
835
+ };
836
+ function parseAsset(node, assetType, sectionTitle) {
837
+ const id = attrOf(node, 'id');
838
+ // Both `fig` and `supplementary-material` carry the pointer on a child
839
+ // element: a `<graphic>` for images, a `<media>` for everything else.
840
+ const pointer = assetPointer(node);
841
+ const href = pointer ? attrOf(pointer, 'xlink:href') : undefined;
842
+ // `label?, caption?` are in the JATS content model of `<media>` and
843
+ // `<graphic>` as well as of the asset element, and a common deposit style
844
+ // hangs them there instead — 19 of 84 supplementary items in a 68-record draw
845
+ // carry their caption on the `<media>` and nothing on the element itself.
846
+ // Reading direct children alone returns a pointer with no text at all. The
847
+ // asset's own label and caption win where it deposits them. (#130)
848
+ const label = assetLabel(node);
849
+ const caption = renderCaption(findOne(node, 'caption')) ?? renderCaption(findOne(pointer, 'caption'));
850
+ return {
851
+ assetType,
852
+ ...(id && { id }),
853
+ ...(label && { label }),
854
+ ...(caption && { caption }),
855
+ ...(sectionTitle && { sectionTitle }),
856
+ ...(href && { href }),
857
+ };
858
+ }
419
859
  // ─── References ─────────────────────────────────────────────────────────────
420
860
  /**
421
861
  * `pub-id-type` → human label, so the trailing identifiers in a rendered
@@ -671,6 +1111,7 @@ export function parsePmcArticle(articleNode) {
671
1111
  const sections = extractBodySections(body);
672
1112
  const references = extractReferences(articleNode);
673
1113
  const tables = extractPmcTables(articleNode);
1114
+ const assets = extractPmcAssets(articleNode);
674
1115
  const normalizedPmcId = !pmcId ? '' : pmcId.startsWith('PMC') ? pmcId : `PMC${pmcId}`;
675
1116
  const articleType = attrOf(articleNode, 'article-type');
676
1117
  return {
@@ -687,6 +1128,7 @@ export function parsePmcArticle(articleNode) {
687
1128
  sections,
688
1129
  ...(references.length > 0 && { references }),
689
1130
  ...(tables.length > 0 && { tables }),
1131
+ ...(assets.length > 0 && { assets }),
690
1132
  ...(articleType && { articleType }),
691
1133
  pmcUrl: `https://www.ncbi.nlm.nih.gov/pmc/articles/${normalizedPmcId}/`,
692
1134
  ...(pmid && { pubmedUrl: `https://pubmed.ncbi.nlm.nih.gov/${pmid}/` }),