@sciencestack-ai/tokens 0.1.0

package/dist/utils/citationConverters.js

@@ -0,0 +1,151 @@
+export var CitationStyle;
+(function (CitationStyle) {
+    CitationStyle["MLA"] = "MLA";
+    CitationStyle["APA"] = "APA";
+    CitationStyle["CHICAGO"] = "CHICAGO";
+    CitationStyle["HOVER"] = "HOVER"; // Title-first format optimized for hover tooltips
+})(CitationStyle || (CitationStyle = {}));
+// Helper function to format journal name
+function formatJournal(journal, forCopy) {
+    if (!journal?.trim())
+        return '';
+    return forCopy ? journal.trim() : `_${journal.trim()}_`;
+}
+// Helper function to format author names
+function formatAuthors(authors, style) {
+    // If authors is a string, just return it directly
+    if (!authors || typeof authors === 'string') {
+        return authors;
+    }
+    switch (style) {
+        case 'MLA':
+            return formatMLAAuthors(authors);
+        case 'APA':
+            return formatAPAAuthors(authors);
+        case 'CHICAGO':
+            return formatChicagoAuthors(authors);
+        case 'HOVER':
+            return formatHoverAuthors(authors);
+    }
+}
+function formatMLAAuthors(authors) {
+    const authorList = authors.map((author, index) => {
+        if (index === 0)
+            return `${author.lastName}, ${author.firstName}`;
+        return `${author.firstName} ${author.lastName}`;
+    });
+    return authors.length > 2 ? `${authorList[0]} et al` : authorList.join(' and ');
+}
+function formatAPAAuthors(authors) {
+    const authorList = authors.map((author) => `${author.lastName}, ${author.firstName.charAt(0)}.`);
+    return authorList.length > 1
+        ? `${authorList.slice(0, -1).join(', ')}, & ${authorList[authorList.length - 1]}`
+        : authorList[0];
+}
+function formatChicagoAuthors(authors) {
+    return authors
+        .map((author, index) => {
+        if (index === 0)
+            return `${author.lastName}, ${author.firstName}`;
+        return `${author.firstName} ${author.lastName}`;
+    })
+        .join(', ');
+}
+function formatHoverAuthors(authors) {
+    // Simplified format for hover tooltips - just first author + et al for readability
+    if (authors.length === 0)
+        return '';
+    if (authors.length === 1)
+        return authors[0].lastName;
+    if (authors.length === 2)
+        return `${authors[0].lastName} & ${authors[1].lastName}`;
+    return `${authors[0].lastName} et al.`;
+}
+export function replaceBibtexKey(bibtex, newKey) {
+    const keyMatch = bibtex.match(/@\w+\s*\{([^,]+)\s*,/);
+    if (keyMatch) {
+        return bibtex.replace(keyMatch[1], newKey);
+    }
+    return bibtex;
+}
+// Consolidate BibTeX cleaning logic
+export function cleanBibtex(bibtex) {
+    return bibtex.replace(/\n/g, ' ').replace(/\s+/g, ' ');
+}
+export function parseBibTeX(bibtex) {
+    const cleanedBibtex = cleanBibtex(bibtex);
+    const extractField = (field) => {
+        const match = cleanedBibtex.match(new RegExp(`(?:^|,\\s*)${field}\\s*=\\s*\\{([^}]+)\\}`, 'i'));
+        return match ? match[1].replace(/[{}]/g, '') : '';
+    };
+    const authorMatch = cleanedBibtex.match(/author\s*=\s*\{([^}]+)\}/i);
+    const authorsStr = authorMatch ? authorMatch[1] : '';
+    const authors = authorsStr.split(/\s+and\s+/).map((author) => {
+        if (author.includes(',')) {
+            const [lastName, firstName] = author.split(',').map((s) => s.trim());
+            return { firstName, lastName };
+        }
+        else {
+            const parts = author.trim().split(/\s+/);
+            return {
+                firstName: parts.slice(0, -1).join(' '),
+                lastName: parts[parts.length - 1]
+            };
+        }
+    });
+    // Convert iterator to array before using for...of
+    const fieldMatches = Array.from(cleanedBibtex.matchAll(/,?\s*(\w+)\s*=\s*\{([^}]+)\}/g));
+    const additionalFields = {};
+    for (const match of fieldMatches) {
+        const [, field, value] = match;
+        const fieldName = field.toLowerCase();
+        // Skip fields we're already handling specifically
+        if (!['title', 'author', 'journal', 'booktitle', 'year', 'volume'].includes(fieldName)) {
+            additionalFields[fieldName] = value.replace(/[{}]/g, '');
+        }
+    }
+    return {
+        title: extractField('title') || undefined,
+        authors,
+        journal: extractField('journal') || extractField('booktitle') || undefined,
+        year: extractField('year') || undefined,
+        volume: extractField('volume') || undefined,
+        additionalFields
+    };
+}
+export function formatCitation(parsed, style, options = {}) {
+    const { forCopy = false } = options;
+    const formattedAuthors = formatAuthors(parsed.authors, style);
+    const formattedJournal = formatJournal(parsed.journal, forCopy);
+    const parts = [];
+    switch (style) {
+        case 'MLA':
+            parts.push(`${formattedAuthors}.`, parsed.title ? `"${parsed.title}."` : '', formattedJournal, [parsed.volume?.trim(), parsed.year ? `(${parsed.year})` : ''].filter(Boolean).join(' '));
+            break;
+        case 'APA':
+            parts.push(formattedAuthors, parsed.year ? `(${parsed.year}).` : '.', parsed.title ? `${parsed.title}.` : '', [formattedJournal, parsed.volume?.trim()].filter(Boolean).join(', '));
+            break;
+        case 'CHICAGO':
+            parts.push(`${formattedAuthors}.`, parsed.title ? `"${parsed.title}."` : '', [formattedJournal, parsed.volume?.trim(), parsed.year ? `(${parsed.year})` : ''].filter(Boolean).join(' '));
+            break;
+        case 'HOVER':
+            // Title-first format optimized for hover tooltips and quick identification
+            if (parsed.title) {
+                parts.push(`${parsed.title}. `);
+            }
+            const authorYear = [formattedAuthors, parsed.year ? `(${parsed.year})` : ''].filter(Boolean).join(' ');
+            if (authorYear) {
+                parts.push(authorYear);
+            }
+            if (formattedJournal) {
+                parts.push(`${formattedJournal}${parsed.volume ? `, vol. ${parsed.volume}` : ''}`);
+            }
+            break;
+    }
+    return parts.filter(Boolean).join(' ');
+}
+export const toMLA = (parsed, forCopy = false) => formatCitation(parsed, CitationStyle.MLA, { forCopy });
+export const toAPA = (parsed, forCopy = false) => formatCitation(parsed, CitationStyle.APA, { forCopy });
+export const toChicago = (parsed, forCopy = false) => formatCitation(parsed, CitationStyle.CHICAGO, { forCopy });
+export const toHover = (parsed, forCopy = false) => formatCitation(parsed, CitationStyle.HOVER, { forCopy });
+//# sourceMappingURL=citationConverters.js.map

package/dist/utils/citationConverters.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"citationConverters.js","sourceRoot":"","sources":["../../src/utils/citationConverters.ts"],"names":[],"mappings":"AAKA,MAAM,CAAN,IAAY,aAKX;AALD,WAAY,aAAa;IACvB,4BAAW,CAAA;IACX,4BAAW,CAAA;IACX,oCAAmB,CAAA;IACnB,gCAAe,CAAA,CAAC,kDAAkD;AACpE,CAAC,EALW,aAAa,KAAb,aAAa,QAKxB;AAeD,yCAAyC;AACzC,SAAS,aAAa,CAAC,OAA2B,EAAE,OAAgB;IAClE,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE;QAAE,OAAO,EAAE,CAAC;IAChC,OAAO,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC;AAC1D,CAAC;AAED,yCAAyC;AACzC,SAAS,aAAa,CAAC,OAA0B,EAAE,KAA0C;IAC3F,kDAAkD;IAClD,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QAC5C,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,QAAQ,KAAK,EAAE,CAAC;QACd,KAAK,KAAK;YACR,OAAO,gBAAgB,CAAC,OAAO,CAAC,CAAC;QACnC,KAAK,KAAK;YACR,OAAO,gBAAgB,CAAC,OAAO,CAAC,CAAC;QACnC,KAAK,SAAS;YACZ,OAAO,oBAAoB,CAAC,OAAO,CAAC,CAAC;QACvC,KAAK,OAAO;YACV,OAAO,kBAAkB,CAAC,OAAO,CAAC,CAAC;IACvC,CAAC;AACH,CAAC;AAED,SAAS,gBAAgB,CAAC,OAAiB;IACzC,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;QAC/C,IAAI,KAAK,KAAK,CAAC;YAAE,OAAO,GAAG,MAAM,CAAC,QAAQ,KAAK,MAAM,CAAC,SAAS,EAAE,CAAC;QAClE,OAAO,GAAG,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;IAClD,CAAC,CAAC,CAAC;IAEH,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;AAClF,CAAC;AAED,SAAS,gBAAgB,CAAC,OAAiB;IACzC,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,MAAM,CAAC,QAAQ,KAAK,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAEjG,OAAO,UAAU,CAAC,MAAM,GAAG,CAAC;QAC1B,CAAC,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE;QACjF,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;AACpB,CAAC;AAED,SAAS,oBAAoB,CAAC,OAAiB;IAC7C,OAAO,OAAO;SACX,GAAG,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;QACrB,IAAI,KAAK,KAAK,CAAC;YAAE,OAAO,GAAG,MAAM,CAAC,QAAQ,KAAK,MAAM,CAAC,SAAS,EAAE,CAAC;QAClE,OAAO,GAAG,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;IAClD,CAAC,CAAC;SACD,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC;AAED,SAAS,kBAAkB,CAAC,OAAiB;IAC3C,mFAAmF;IACnF,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACpC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;IACrD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,MAAM,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;IACnF,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,SAAS,CAAC;AACzC,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,MAAc,EAAE,MAAc;IAC7D,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC;IACtD,IAAI,QAAQ,EAAE,CAAC;QACb,OAAO,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;IAC7C,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,oCAAoC;AACpC,MAAM,UAAU,WAAW,CAAC,MAAc;IACxC,OAAO,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;AACzD,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,MAAc;IACxC,MAAM,aAAa,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;IAE1C,MAAM,YAAY,GAAG,CAAC,KAAa,EAAU,EAAE;QAC7C,MAAM,KAAK,GAAG,aAAa,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,cAAc,KAAK,wBAAwB,EAAE,GAAG,CAAC,CAAC,CAAC;QAChG,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACpD,CAAC,CAAC;IAEF,MAAM,WAAW,GAAG,aAAa,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC;IACrE,MAAM,UAAU,GAAG,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACrD,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;QAC3D,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACzB,MAAM,CAAC,QAAQ,EAAE,SAAS,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YACrE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC;QACjC,CAAC;aAAM,CAAC;YACN,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACzC,OAAO;gBACL,SAAS,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;gBACvC,QAAQ,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;aAClC,CAAC;QACJ,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,kDAAkD;IAClD,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,+BAA+B,CAAC,CAAC,CAAC;IACzF,MAAM,gBAAgB,GAA8B,EAAE,CAAC;IAEvD,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;QACjC,MAAM,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,GAAG,KAAK,CAAC;QAC/B,MAAM,SAAS,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;QACtC,kDAAkD;QAClD,IAAI,CAAC,CAAC,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;YACvF,gBAAgB,CAAC,SAAS,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IAED,OAAO;QACL,KAAK,EAAE,YAAY,CAAC,OAAO,CAAC,IAAI,SAAS;QACzC,OAAO;QACP,OAAO,EAAE,YAAY,CAAC,SAAS,CAAC,IAAI,YAAY,CAAC,WAAW,CAAC,IAAI,SAAS;QAC1E,IAAI,EAAE,YAAY,CAAC,MAAM,CAAC,IAAI,SAAS;QACvC,MAAM,EAAE,YAAY,CAAC,QAAQ,CAAC,IAAI,SAAS;QAC3C,gBAAgB;KACjB,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,MAAoB,EAAE,KAAoB,EAAE,UAA2B,EAAE;IACtG,MAAM,EAAE,OAAO,GAAG,KAAK,EAAE,GAAG,OAAO,CAAC;IACpC,MAAM,gBAAgB,GAAG,aAAa,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IAC9D,MAAM,gBAAgB,GAAG,aAAa,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAEhE,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,QAAQ,KAAK,EAAE,CAAC;QACd,KAAK,KAAK;YACR,KAAK,CAAC,IAAI,CACR,GAAG,gBAAgB,GAAG,EACtB,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,EACxC,gBAAgB,EAChB,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CACzF,CAAC;YACF,MAAM;QAER,KAAK,KAAK;YACR,KAAK,CAAC,IAAI,CACR,gBAAgB,EAChB,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,GAAG,EACvC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,EAAE,EACtC,CAAC,gBAAgB,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CACrE,CAAC;YACF,MAAM;QAER,KAAK,SAAS;YACZ,KAAK,CAAC,IAAI,CACR,GAAG,gBAAgB,GAAG,EACtB,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,EACxC,CAAC,gBAAgB,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAC3G,CAAC;YACF,MAAM;QAER,KAAK,OAAO;YACV,2EAA2E;YAC3E,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;gBACjB,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC;YAClC,CAAC;YAED,MAAM,UAAU,GAAG,CAAC,gBAAgB,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACvG,IAAI,UAAU,EAAE,CAAC;gBACf,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACzB,CAAC;YAED,IAAI,gBAAgB,EAAE,CAAC;gBACrB,KAAK,CAAC,IAAI,CAAC,GAAG,gBAAgB,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACrF,CAAC;YACD,MAAM;IACV,CAAC;IAED,OAAO,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACzC,CAAC;AAED,MAAM,CAAC,MAAM,KAAK,GAAG,CAAC,MAAoB,EAAE,OAAO,GAAG,KAAK,EAAU,EAAE,CACrE,cAAc,CAAC,MAAM,EAAE,aAAa,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;AAEzD,MAAM,CAAC,MAAM,KAAK,GAAG,CAAC,MAAoB,EAAE,OAAO,GAAG,KAAK,EAAU,EAAE,CACrE,cAAc,CAAC,MAAM,EAAE,aAAa,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;AAEzD,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,MAAoB,EAAE,OAAO,GAAG,KAAK,EAAU,EAAE,CACzE,cAAc,CAAC,MAAM,EAAE,aAAa,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;AAE7D,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,MAAoB,EAAE,OAAO,GAAG,KAAK,EAAU,EAAE,CACvE,cAAc,CAAC,MAAM,EAAE,aAAa,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC"}

package/dist/utils.d.ts

@@ -0,0 +1,14 @@
+import { BaseToken } from './types';
+export declare function convertTokens2String(tokens: (BaseToken | string)[]): string;
+export declare function extractLabelsFromChilds(token: BaseToken, extractLabelFunc: (label: string) => boolean): string[];
+export declare function shouldAddSpace(currentToken: BaseToken, previousToken: BaseToken): boolean;
+export declare function addTokenSpacesIfNeeded(tokens: BaseToken[]): void;
+/**
+ * Escapes special LaTeX characters in a string to make it safe for LaTeX.
+ * Characters like &, %, $, #, _, {, }, ~, ^, and \ are escaped if not already preceded by a backslash.
+ *
+ * @param text The input text to escape
+ * @returns The text with LaTeX special characters properly escaped
+ */
+export declare function escapeLatexSpecialChars(text: string): string;
+//# sourceMappingURL=utils.d.ts.map

package/dist/utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../src/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAwC,MAAM,SAAS,CAAC;AAG1E,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,CAAC,SAAS,GAAG,MAAM,CAAC,EAAE,GAAG,MAAM,CAuB3E;AAED,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,SAAS,EAAE,gBAAgB,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,OAAO,YAsBrG;AAKD,wBAAgB,cAAc,CAAC,YAAY,EAAE,SAAS,EAAE,aAAa,EAAE,SAAS,WAiB/E;AAED,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,SAAS,EAAE,QAQzD;AAED;;;;;;GAMG;AACH,wBAAgB,uBAAuB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAqC5D"}

package/dist/utils.js

@@ -0,0 +1,117 @@
+import { DisplayType, TokenType } from './types';
+import { IsInlineToken } from './styles';
+export function convertTokens2String(tokens) {
+    let outStr = '';
+    for (let t of tokens) {
+        if (!t)
+            continue;
+        if (typeof t == 'string') {
+            outStr += t;
+            continue;
+        }
+        if (!t.content)
+            continue;
+        if (typeof t.content == 'string') {
+            outStr += t.content;
+            continue;
+        }
+        let contentStr = '';
+        if (Array.isArray(t.content)) {
+            contentStr = convertTokens2String(t.content);
+        }
+        if (t.type == TokenType.EQUATION && t.display != DisplayType.BLOCK) {
+            contentStr = '$' + contentStr + '$';
+        }
+        outStr += contentStr;
+    }
+    return outStr;
+}
+export function extractLabelsFromChilds(token, extractLabelFunc) {
+    // extract any fig: labels from direct childs to this figure token
+    const labels = token.labels || [];
+    if (token.content) {
+        for (let c of token.content) {
+            if (typeof c != 'string' && c.labels && Array.isArray(c.labels)) {
+                // Iterate through labels in reverse to safely splice
+                for (let i = c.labels.length - 1; i >= 0; i--) {
+                    const label = c.labels[i];
+                    if (extractLabelFunc(label)) {
+                        labels.push(label);
+                        c.labels.splice(i, 1);
+                    }
+                }
+            }
+        }
+    }
+    token.labels = labels;
+    return labels;
+}
+const openingPunctuation = ['(', '[', '{'];
+const closingPunctuation = ['.', ',', '!', '?', ':', ';', ')', ']', '}'];
+export function shouldAddSpace(currentToken, previousToken) {
+    if (currentToken?.type != TokenType.TEXT)
+        return false;
+    if (IsInlineToken(previousToken)) {
+        const content = currentToken.content;
+        const noSpace = !content.startsWith(' ') && !closingPunctuation.some((mark) => content.startsWith(mark));
+        if (noSpace && previousToken?.type == TokenType.TEXT) {
+            const prevContent = previousToken.content;
+            return !prevContent.endsWith(' ') && !openingPunctuation.some((mark) => prevContent.endsWith(mark));
+        }
+        return noSpace;
+    }
+    return false;
+}
+export function addTokenSpacesIfNeeded(tokens) {
+    for (let i = 1; i < tokens.length; i++) {
+        const currentToken = tokens[i];
+        const previousToken = tokens[i - 1];
+        if (shouldAddSpace(currentToken, previousToken)) {
+            currentToken.content = ' ' + currentToken.content;
+        }
+    }
+}
+/**
+ * Escapes special LaTeX characters in a string to make it safe for LaTeX.
+ * Characters like &, %, $, #, _, {, }, ~, ^, and \ are escaped if not already preceded by a backslash.
+ *
+ * @param text The input text to escape
+ * @returns The text with LaTeX special characters properly escaped
+ */
+export function escapeLatexSpecialChars(text) {
+    if (!text)
+        return '';
+    // Define special characters that need escaping in LaTeX
+    const specialChars = ['&', '%', '#', '_', '{', '}', '~', '^', '\\']; // $
+    let result = '';
+    for (let i = 0; i < text.length; i++) {
+        const char = text[i];
+        // Check if the current character is a special character
+        if (specialChars.includes(char)) {
+            // Check if it's already escaped (preceded by a backslash that isn't itself escaped)
+            let isEscaped = false;
+            if (i > 0) {
+                // Count the number of consecutive backslashes before this character
+                let backslashCount = 0;
+                let j = i - 1;
+                while (j >= 0 && text[j] === '\\') {
+                    backslashCount++;
+                    j--;
+                }
+                // If there's an odd number of backslashes, the character is already escaped
+                isEscaped = backslashCount % 2 === 1;
+            }
+            if (!isEscaped) {
+                result += '\\' + char; // Escape the character
+            }
+            else {
+                result += char; // Already escaped, add as is
+            }
+        }
+        else {
+            result += char; // Not a special character, add as is
+        }
+    }
+    return result;
+}
+//# sourceMappingURL=utils.js.map

package/dist/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../src/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAA2B,WAAW,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAC1E,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,MAAM,UAAU,oBAAoB,CAAC,MAA8B;IACjE,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,KAAK,IAAI,CAAC,IAAI,MAAM,EAAE,CAAC;QACrB,IAAI,CAAC,CAAC;YAAE,SAAS;QACjB,IAAI,OAAO,CAAC,IAAI,QAAQ,EAAE,CAAC;YACzB,MAAM,IAAI,CAAC,CAAC;YACZ,SAAS;QACX,CAAC;QACD,IAAI,CAAC,CAAC,CAAC,OAAO;YAAE,SAAS;QACzB,IAAI,OAAO,CAAC,CAAC,OAAO,IAAI,QAAQ,EAAE,CAAC;YACjC,MAAM,IAAI,CAAC,CAAC,OAAO,CAAC;YACpB,SAAS;QACX,CAAC;QACD,IAAI,UAAU,GAAG,EAAE,CAAC;QACpB,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;YAC7B,UAAU,GAAG,oBAAoB,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QAC/C,CAAC;QACD,IAAI,CAAC,CAAC,IAAI,IAAI,SAAS,CAAC,QAAQ,IAAK,CAAS,CAAC,OAAO,IAAI,WAAW,CAAC,KAAK,EAAE,CAAC;YAC5E,UAAU,GAAG,GAAG,GAAG,UAAU,GAAG,GAAG,CAAC;QACtC,CAAC;QACD,MAAM,IAAI,UAAU,CAAC;IACvB,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,KAAgB,EAAE,gBAA4C;IACpG,kEAAkE;IAClE,MAAM,MAAM,GAAa,KAAK,CAAC,MAAM,IAAI,EAAE,CAAC;IAE5C,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;QAClB,KAAK,IAAI,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YAC5B,IAAI,OAAO,CAAC,IAAI,QAAQ,IAAI,CAAC,CAAC,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC;gBAChE,qDAAqD;gBACrD,KAAK,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC9C,MAAM,KAAK,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;oBAC1B,IAAI,gBAAgB,CAAC,KAAK,CAAC,EAAE,CAAC;wBAC5B,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;wBACnB,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;oBACxB,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC;IAEtB,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,kBAAkB,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;AAC3C,MAAM,kBAAkB,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;AAEzE,MAAM,UAAU,cAAc,CAAC,YAAuB,EAAE,aAAwB;IAC9E,IAAI,YAAY,EAAE,IAAI,IAAI,SAAS,CAAC,IAAI;QAAE,OAAO,KAAK,CAAC;IAEvD,IAAI,aAAa,CAAC,aAAa,CAAC,EAAE,CAAC;QACjC,MAAM,OAAO,GAAG,YAAY,CAAC,OAAiB,CAAC;QAE/C,MAAM,OAAO,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC;QAEzG,IAAI,OAAO,IAAI,aAAa,EAAE,IAAI,IAAI,SAAS,CAAC,IAAI,EAAE,CAAC;YACrD,MAAM,WAAW,GAAG,aAAa,CAAC,OAAiB,CAAC;YACpD,OAAO,CAAC,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;QACtG,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,MAAmB;IACxD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,MAAM,YAAY,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,aAAa,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACpC,IAAI,cAAc,CAAC,YAAY,EAAE,aAAa,CAAC,EAAE,CAAC;YAChD,YAAY,CAAC,OAAO,GAAG,GAAG,GAAG,YAAY,CAAC,OAAO,CAAC;QACpD,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,uBAAuB,CAAC,IAAY;IAClD,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,CAAC;IAErB,wDAAwD;IACxD,MAAM,YAAY,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI;IAEzE,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAErB,wDAAwD;QACxD,IAAI,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YAChC,oFAAoF;YACpF,IAAI,SAAS,GAAG,KAAK,CAAC;YACtB,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;gBACV,oEAAoE;gBACpE,IAAI,cAAc,GAAG,CAAC,CAAC;gBACvB,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBACd,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;oBAClC,cAAc,EAAE,CAAC;oBACjB,CAAC,EAAE,CAAC;gBACN,CAAC;gBACD,4EAA4E;gBAC5E,SAAS,GAAG,cAAc,GAAG,CAAC,KAAK,CAAC,CAAC;YACvC,CAAC;YAED,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,MAAM,IAAI,IAAI,GAAG,IAAI,CAAC,CAAC,uBAAuB;YAChD,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,IAAI,CAAC,CAAC,6BAA6B;YAC/C,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,IAAI,CAAC,CAAC,qCAAqC;QACvD,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/package.json

@@ -0,0 +1,44 @@
+{
+  "name": "@sciencestack-ai/tokens",
+  "version": "0.1.0",
+  "description": "TypeScript types and interfaces for ScienceStack AST tokens",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/sciencestack-ai/sciencestack-tokens.git"
+  },
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "type": "module",
+  "keywords": [
+    "sciencestack",
+    "ast",
+    "tokens",
+    "latex",
+    "types",
+    "typescript"
+  ],
+  "author": "",
+  "license": "MIT",
+  "files": [
+    "dist",
+    "README.md"
+  ],
+  "devDependencies": {
+    "@vitest/coverage-v8": "^2.1.8",
+    "typescript": "^5.5.2",
+    "vitest": "^2.1.8"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "dependencies": {
+    "nanoid": "^5.1.6"
+  },
+  "scripts": {
+    "build": "tsc",
+    "dev": "tsc --watch",
+    "test": "vitest run",
+    "test:watch": "vitest",
+    "test:coverage": "vitest run --coverage"
+  }
+}