@manuscripts/transform 1.0.0

package/dist/cjs/jats/importer/jats-reference-parser.js

@@ -0,0 +1,180 @@
+"use strict";
+/*!
+ * © 2020 Atypon Systems LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *    http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.jatsReferenceParser = void 0;
+const builders_1 = require("../../transformer/builders");
+const jats_comments_1 = require("./jats-comments");
+const jats_parser_utils_1 = require("./jats-parser-utils");
+const chooseBibliographyItemType = (publicationType) => {
+    switch (publicationType) {
+        case 'book':
+        case 'thesis':
+            return publicationType;
+        case 'journal':
+        default:
+            return 'article-journal';
+    }
+};
+exports.jatsReferenceParser = {
+    parseReferences(referenceNodes, createElement) {
+        const referenceIDs = new Map();
+        const referenceQueries = new Map();
+        const references = referenceNodes.map((referenceNode) => {
+            var _a, _b, _c, _d, _e, _f, _g, _h;
+            const publicationType = referenceNode.getAttribute('publication-type');
+            const authorNodes = [
+                ...referenceNode.querySelectorAll('person-group[person-group-type="author"] > *'),
+            ];
+            const bibliographyItem = (0, builders_1.buildBibliographyItem)({
+                type: chooseBibliographyItemType(publicationType),
+            });
+            const titleNode = referenceNode.querySelector('article-title');
+            if (titleNode) {
+                bibliographyItem.title = (0, jats_parser_utils_1.htmlFromJatsNode)(titleNode, createElement);
+            }
+            const queriesText = [];
+            const mixedCitation = referenceNode.querySelector('mixed-citation');
+            mixedCitation === null || mixedCitation === void 0 ? void 0 : mixedCitation.childNodes.forEach((item) => {
+                if (item.nodeType === item.PROCESSING_INSTRUCTION_NODE &&
+                    item.nodeName === 'AuthorQuery') {
+                    const instruction = (0, jats_comments_1.parseProcessingInstruction)(item);
+                    if (instruction) {
+                        const { queryText } = instruction;
+                        queriesText.push(queryText);
+                    }
+                }
+            });
+            if (queriesText.length) {
+                referenceQueries.set(bibliographyItem._id, queriesText);
+            }
+            if (authorNodes.length <= 0) {
+                mixedCitation === null || mixedCitation === void 0 ? void 0 : mixedCitation.childNodes.forEach((item) => {
+                    var _a, _b;
+                    if (item.nodeType === Node.TEXT_NODE &&
+                        ((_a = item.textContent) === null || _a === void 0 ? void 0 : _a.match(/[A-Za-z]+/g))) {
+                        bibliographyItem.literal = (_b = mixedCitation.textContent) !== null && _b !== void 0 ? _b : '';
+                        return bibliographyItem;
+                    }
+                });
+            }
+            const source = (_a = referenceNode.querySelector('source')) === null || _a === void 0 ? void 0 : _a.textContent;
+            if (source) {
+                bibliographyItem['container-title'] = source;
+            }
+            const volume = (_b = referenceNode.querySelector('volume')) === null || _b === void 0 ? void 0 : _b.textContent;
+            if (volume) {
+                bibliographyItem.volume = volume;
+            }
+            const issue = (_c = referenceNode.querySelector('issue')) === null || _c === void 0 ? void 0 : _c.textContent;
+            if (issue) {
+                bibliographyItem.issue = issue;
+            }
+            const supplement = (_d = referenceNode.querySelector('supplement')) === null || _d === void 0 ? void 0 : _d.textContent;
+            if (supplement) {
+                bibliographyItem.supplement = supplement;
+            }
+            const fpage = (_e = referenceNode.querySelector('fpage')) === null || _e === void 0 ? void 0 : _e.textContent;
+            const lpage = (_f = referenceNode.querySelector('lpage')) === null || _f === void 0 ? void 0 : _f.textContent;
+            if (fpage) {
+                bibliographyItem.page = lpage ? `${fpage}-${lpage}` : fpage;
+            }
+            const year = (_g = referenceNode.querySelector('year')) === null || _g === void 0 ? void 0 : _g.textContent;
+            if (year) {
+                bibliographyItem.issued = (0, builders_1.buildBibliographicDate)({
+                    'date-parts': [[year]],
+                });
+            }
+            const doi = (_h = referenceNode.querySelector('pub-id[pub-id-type="doi"]')) === null || _h === void 0 ? void 0 : _h.textContent;
+            if (doi) {
+                bibliographyItem.DOI = doi;
+            }
+            const authors = [];
+            authorNodes.forEach((authorNode) => {
+                var _a, _b, _c;
+                const name = (0, builders_1.buildBibliographicName)({});
+                const given = (_a = authorNode.querySelector('given-names')) === null || _a === void 0 ? void 0 : _a.textContent;
+                if (given) {
+                    name.given = given;
+                }
+                const family = (_b = authorNode.querySelector('surname')) === null || _b === void 0 ? void 0 : _b.textContent;
+                if (family) {
+                    name.family = family;
+                }
+                const suffix = (_c = authorNode.querySelector('suffix')) === null || _c === void 0 ? void 0 : _c.textContent;
+                if (suffix) {
+                    name.suffix = suffix;
+                }
+                if (authorNode.nodeName === 'collab') {
+                    name.literal = authorNode.textContent;
+                }
+                authors.push(name);
+            });
+            if (authors.length) {
+                bibliographyItem.author = authors;
+            }
+            const id = referenceNode.getAttribute('id');
+            if (id) {
+                referenceIDs.set(id, bibliographyItem._id);
+            }
+            return bibliographyItem;
+        });
+        return {
+            references,
+            referenceIDs,
+            referenceQueries,
+        };
+    },
+    parseCrossReferences(crossReferenceNodes, referenceIDs) {
+        return (0, jats_parser_utils_1.flatten)(crossReferenceNodes.map((crossReferenceNode) => {
+            const rid = crossReferenceNode.getAttribute('rid');
+            if (!rid) {
+                return [];
+            }
+            const modelNodes = [];
+            const refType = crossReferenceNode.getAttribute('ref-type');
+            switch (refType) {
+                case 'bibr':
+                    {
+                        const rids = rid
+                            .split(/\s+/)
+                            .filter((id) => referenceIDs.has(id))
+                            .map((id) => referenceIDs.get(id));
+                        if (rids.length) {
+                            const citation = (0, builders_1.buildCitation)('', rids);
+                            modelNodes.push(citation);
+                            crossReferenceNode.setAttribute('rid', citation._id);
+                        }
+                        else {
+                            crossReferenceNode.removeAttribute('rid');
+                        }
+                    }
+                    break;
+                case 'fn':
+                    break;
+                default:
+                    {
+                        const rids = rid.trim().split(/\s+/);
+                        const auxiliaryObjectReference = (0, builders_1.buildAuxiliaryObjectReference)('', rids);
+                        modelNodes.push(auxiliaryObjectReference);
+                        crossReferenceNode.setAttribute('rid', auxiliaryObjectReference._id);
+                    }
+                    break;
+            }
+            return modelNodes;
+        }));
+    },
+};

package/dist/cjs/jats/importer/parse-jats-article.js

@@ -0,0 +1,237 @@
+"use strict";
+/*!
+ * © 2020 Atypon Systems LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *    http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getElementsOrder = exports.parseJATSArticle = exports.parseJATSBody = exports.parseJATSReferences = exports.parseJATSFront = void 0;
+const prosemirror_model_1 = require("prosemirror-model");
+const errors_1 = require("../../errors");
+const html_1 = require("../../lib/html");
+const schema_1 = require("../../schema");
+const transformer_1 = require("../../transformer");
+const builders_1 = require("../../transformer/builders");
+const encode_1 = require("../../transformer/encode");
+const footnotes_order_1 = require("../../transformer/footnotes-order");
+const id_1 = require("../../transformer/id");
+const project_bundle_1 = require("../../transformer/project-bundle");
+const jats_body_dom_parser_1 = require("./jats-body-dom-parser");
+const jats_body_transformations_1 = require("./jats-body-transformations");
+const jats_comments_1 = require("./jats-comments");
+const jats_front_parser_1 = require("./jats-front-parser");
+const jats_parser_utils_1 = require("./jats-parser-utils");
+const jats_reference_parser_1 = require("./jats-reference-parser");
+const parser = prosemirror_model_1.DOMParser.fromSchema(schema_1.schema);
+const inlineContentsFromJATSTitle = (htmlTitle) => {
+    const node = (0, html_1.nodeFromHTML)(`<h1>${htmlTitle}</h1>`);
+    if (node) {
+        const titleNode = parser.parse(node, {
+            topNode: schema_1.schema.nodes.section_title.create(),
+        });
+        return (0, encode_1.inlineContents)(titleNode);
+    }
+    throw new errors_1.InvalidInput('Invalid title content for: ' + htmlTitle);
+};
+const parseJATSFront = async (front) => {
+    var _a, _b, _c;
+    const journalMeta = jats_front_parser_1.jatsFrontParser.parseJournal(front.querySelector('journal-meta'));
+    const journal = Object.assign(Object.assign({}, (0, builders_1.buildJournal)()), journalMeta);
+    const { manuscript_bundle, bundleNodes } = await jats_front_parser_1.jatsFrontParser.loadJournalBundles(journal.ISSNs);
+    const articleMeta = front.querySelector('article-meta');
+    const title = (_a = articleMeta === null || articleMeta === void 0 ? void 0 : articleMeta.querySelector('title-group > article-title')) === null || _a === void 0 ? void 0 : _a.innerHTML;
+    const subtitle = (_b = articleMeta === null || articleMeta === void 0 ? void 0 : articleMeta.querySelector('title-group > subtitle')) === null || _b === void 0 ? void 0 : _b.innerHTML;
+    const runningTitle = (_c = articleMeta === null || articleMeta === void 0 ? void 0 : articleMeta.querySelector('title-group > alt-title[alt-title-type="right-running"]')) === null || _c === void 0 ? void 0 : _c.innerHTML;
+    const manuscriptMeta = Object.assign({ title: title ? inlineContentsFromJATSTitle(title) : undefined, subtitle: subtitle ? inlineContentsFromJATSTitle(subtitle) : undefined, runningTitle: runningTitle
+            ? inlineContentsFromJATSTitle(runningTitle)
+            : undefined }, jats_front_parser_1.jatsFrontParser.parseCounts(articleMeta === null || articleMeta === void 0 ? void 0 : articleMeta.querySelector('counts')));
+    const keywordGroupNodes = articleMeta === null || articleMeta === void 0 ? void 0 : articleMeta.querySelectorAll('kwd-group');
+    const { keywords, groups: keywordGroups } = jats_front_parser_1.jatsFrontParser.parseKeywords(keywordGroupNodes);
+    const manuscript_keywordIDs = keywords.length > 0 ? keywords.map((k) => k._id) : undefined;
+    const { affiliations, affiliationIDs } = jats_front_parser_1.jatsFrontParser.parseAffiliationNodes([
+        ...front.querySelectorAll('article-meta > contrib-group > aff'),
+    ]);
+    const { footnotes, footnoteIDs } = jats_front_parser_1.jatsFrontParser.parseFootnoteNodes([
+        ...front.querySelectorAll('article-meta > author-notes > fn:not([fn-type])'),
+    ]);
+    const { correspondingList, correspondingIDs } = jats_front_parser_1.jatsFrontParser.parseCorrespNodes([
+        ...front.querySelectorAll('article-meta > author-notes > corresp'),
+    ]);
+    const authors = jats_front_parser_1.jatsFrontParser.parseAuthorNodes([
+        ...front.querySelectorAll('article-meta > contrib-group > contrib[contrib-type="author"]'),
+    ], affiliationIDs, footnoteIDs, correspondingIDs);
+    const history = jats_front_parser_1.jatsFrontParser.parseDates(front.querySelector('article-meta > history'));
+    const supplements = jats_front_parser_1.jatsFrontParser.parseSupplements([
+        ...front.querySelectorAll('article-meta > supplementary-material'),
+    ]);
+    const manuscript = Object.assign(Object.assign(Object.assign(Object.assign({}, (0, builders_1.buildManuscript)()), manuscriptMeta), { bundle: manuscript_bundle, keywordIDs: manuscript_keywordIDs }), history);
+    return {
+        models: generateModelIDs([
+            manuscript,
+            ...bundleNodes,
+            ...keywords,
+            ...affiliations,
+            ...authors,
+            ...keywordGroups,
+            ...footnotes,
+            ...correspondingList,
+            journal,
+            ...supplements,
+        ]),
+        bundles: bundleNodes,
+    };
+};
+exports.parseJATSFront = parseJATSFront;
+const parseJATSReferences = (back, body, createElement) => {
+    const bibliographyItems = [];
+    const crossReferences = [];
+    let referenceQueriesMap;
+    let referenceIdsMap;
+    if (back) {
+        const { references, referenceIDs, referenceQueries } = jats_reference_parser_1.jatsReferenceParser.parseReferences([...back.querySelectorAll('ref-list > ref')], createElement);
+        bibliographyItems.push(...references);
+        referenceQueriesMap = new Map([...referenceQueries]);
+        referenceIdsMap = new Map([...referenceIDs]);
+        if (body) {
+            crossReferences.push(...jats_reference_parser_1.jatsReferenceParser.parseCrossReferences([...body.querySelectorAll('xref')], referenceIDs));
+        }
+    }
+    return {
+        references: generateModelIDs(bibliographyItems),
+        crossReferences: generateModelIDs(crossReferences),
+        referenceQueriesMap,
+        referenceIdsMap,
+    };
+};
+exports.parseJATSReferences = parseJATSReferences;
+const parseJATSBody = (document, body, bibliographyItems, refModels, referenceIdsMap, footnotesOrder) => {
+    const createElement = createElementFn(document);
+    const orderedFootnotesIDs = (0, footnotes_order_1.createOrderedFootnotesIDs)(document);
+    jats_body_transformations_1.jatsBodyTransformations.moveFloatsGroupToBody(document, body, createElement);
+    jats_body_transformations_1.jatsBodyTransformations.ensureSection(body, createElement);
+    jats_body_transformations_1.jatsBodyTransformations.mapFootnotesToSections(document, body, createElement);
+    jats_body_transformations_1.jatsBodyTransformations.moveSectionsToBody(document, body, bibliographyItems, createElement);
+    jats_body_transformations_1.jatsBodyTransformations.moveCaptionsToEnd(body);
+    jats_body_transformations_1.jatsBodyTransformations.moveTableFooterToEnd(body);
+    jats_body_transformations_1.jatsBodyTransformations.moveBlockNodesFromParagraph(document, body, createElement);
+    const node = jats_body_dom_parser_1.jatsBodyDOMParser.parse(body);
+    if (!node.firstChild) {
+        throw new Error('No content was parsed from the JATS article body');
+    }
+    const { replacements } = (0, jats_parser_utils_1.fixBodyPMNode)(node.firstChild, refModels, referenceIdsMap);
+    if (footnotesOrder) {
+        (0, footnotes_order_1.handleFootnotesOrder)(orderedFootnotesIDs, replacements, footnotesOrder);
+    }
+    return node.firstChild;
+};
+exports.parseJATSBody = parseJATSBody;
+const transformTables = (tables, createElement) => {
+    tables.forEach((table) => {
+        const colgroup = table.querySelector('colgroup');
+        const cols = table.querySelectorAll('col');
+        if (!colgroup && table.firstChild && cols.length > 0) {
+            const colgroup = createElement('colgroup');
+            for (const col of cols) {
+                colgroup.appendChild(col);
+            }
+            table.insertBefore(colgroup, table.firstChild);
+        }
+        const tbody = table.querySelector('tbody');
+        if (tbody) {
+            const headerRow = table.querySelector('thead > tr');
+            if (!headerRow) {
+                const tr = createElement('tr');
+                tbody.insertBefore(tr, tbody.firstElementChild);
+            }
+            const footerRow = table.querySelector('tfoot > tr');
+            if (!footerRow) {
+                const tr = createElement('tr');
+                tbody.appendChild(tr);
+            }
+        }
+    });
+};
+const createElementFn = (doc) => (tagName) => doc.createElement(tagName);
+const generateModelIDs = (models) => models.map((m) => m._id ? m : Object.assign(Object.assign({}, m), { _id: (0, id_1.generateID)(m.objectType) }));
+const parseJATSArticle = async (doc) => {
+    const articleElement = doc.querySelector('article');
+    const front = doc.querySelector('front');
+    const body = doc.querySelector('body');
+    const back = doc.querySelector('back');
+    if (!front) {
+        throw new errors_1.InvalidInput('Invalid JATS format! Missing front element');
+    }
+    if (!articleElement) {
+        throw new errors_1.InvalidInput('Invalid JATS format! Missing article element');
+    }
+    const authorQueriesMap = (0, jats_comments_1.markProcessingInstructions)(doc);
+    const createElement = createElementFn(document);
+    const { models: frontModels } = await (0, exports.parseJATSFront)(front);
+    const { references, crossReferences, referenceQueriesMap, referenceIdsMap } = (0, exports.parseJATSReferences)(back, body, createElement);
+    transformTables(doc.querySelectorAll('table-wrap > table'), createElement);
+    const footnotesOrder = (0, footnotes_order_1.createEmptyFootnotesOrder)();
+    let elementsOrder = [];
+    const bodyModels = [];
+    if (body) {
+        const bodyDoc = (0, exports.parseJATSBody)(doc, body, references, crossReferences, referenceIdsMap, footnotesOrder);
+        bodyModels.push(...(0, encode_1.encode)(bodyDoc).values());
+        elementsOrder = (0, exports.getElementsOrder)(bodyDoc);
+    }
+    const frontModelsMap = new Map(frontModels.map((model) => [model._id, model]));
+    const manuscript = (0, project_bundle_1.findManuscript)(frontModelsMap);
+    if (manuscript) {
+        const articleType = articleElement.getAttribute('article-type');
+        manuscript.articleType = articleType || 'other';
+    }
+    const models = [
+        ...frontModels,
+        ...bodyModels,
+        ...crossReferences,
+        ...elementsOrder,
+    ];
+    if (footnotesOrder.footnotesList.length > 0) {
+        models.push(footnotesOrder);
+    }
+    if (authorQueriesMap.size) {
+        const commentAnnotations = (0, jats_comments_1.createComments)(authorQueriesMap, models);
+        models.push(...commentAnnotations);
+    }
+    if (referenceQueriesMap && referenceQueriesMap.size) {
+        const commentAnnotations = (0, jats_comments_1.createReferenceComments)(referenceQueriesMap, references);
+        models.push(...commentAnnotations);
+    }
+    return models;
+};
+exports.parseJATSArticle = parseJATSArticle;
+const getElementsOrder = (node) => {
+    const elementsOrderIndex = new Map();
+    const models = [];
+    node.descendants((child) => {
+        const type = child.type;
+        if (transformer_1.auxiliaryObjectTypes.has(type)) {
+            const index = elementsOrderIndex.get(type);
+            if (index !== undefined) {
+                const elementsOrder = models[index];
+                elementsOrder.elements.push(child.attrs['id']);
+            }
+            else {
+                const elementsOrder = (0, builders_1.buildElementsOrder)(transformer_1.nodeTypesMap.get(type));
+                elementsOrder.elements.push(child.attrs['id']);
+                models.push(elementsOrder);
+                elementsOrderIndex.set(type, elementsOrderIndex.size);
+            }
+        }
+    });
+    return models;
+};
+exports.getElementsOrder = getElementsOrder;

package/dist/cjs/jats/index.js

@@ -0,0 +1,40 @@
+"use strict";
+/*!
+ * © 2020 Atypon Systems LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *    http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getElementsOrder = exports.parseJATSArticle = exports.parseJATSBody = exports.parseJATSReferences = exports.parseJATSFront = void 0;
+var importer_1 = require("./importer");
+Object.defineProperty(exports, "parseJATSFront", { enumerable: true, get: function () { return importer_1.parseJATSFront; } });
+Object.defineProperty(exports, "parseJATSReferences", { enumerable: true, get: function () { return importer_1.parseJATSReferences; } });
+Object.defineProperty(exports, "parseJATSBody", { enumerable: true, get: function () { return importer_1.parseJATSBody; } });
+Object.defineProperty(exports, "parseJATSArticle", { enumerable: true, get: function () { return importer_1.parseJATSArticle; } });
+Object.defineProperty(exports, "getElementsOrder", { enumerable: true, get: function () { return importer_1.getElementsOrder; } });
+__exportStar(require("./jats-exporter"), exports);
+__exportStar(require("./jats-versions"), exports);