@sciencestack-ai/tokens 0.1.11 → 0.1.12

package/dist/TokenExporter.d.ts

@@ -0,0 +1,90 @@
+import { BaseToken } from './types';
+import { AbstractTokenNode } from './base/AbstractTokenNode';
+import { ITokenNodeFactory } from './base/ITokenNodeFactory';
+import { MarkdownExportOptions, LatexExportOptions, JSONExportOptions, CopyContentOptions } from './export_types';
+export type ExportFormat = 'text' | 'markdown' | 'latex' | 'json';
+export type ExportOptions = MarkdownExportOptions | LatexExportOptions | JSONExportOptions | CopyContentOptions;
+/**
+ * Unified exporter for converting tokens/nodes to various output formats.
+ *
+ * Can work with:
+ * - AbstractTokenNode[] - full formatting support
+ * - BaseToken[] - basic formatting, or full formatting if factory provided
+ *
+ * @example
+ * ```typescript
+ * // With token nodes
+ * const markdown = TokenExporter.toMarkdown(tokenNodes, options);
+ *
+ * // With raw tokens (basic formatting)
+ * const text = TokenExporter.toText(rawTokens);
+ *
+ * // With factory for full raw token formatting
+ * const exporter = new TokenExporter(factory);
+ * const latex = exporter.toLatex(rawTokens, options);
+ *
+ * // Unified export
+ * const output = TokenExporter.export(content, 'markdown', options);
+ * ```
+ */
+export declare class TokenExporter {
+    private factory?;
+    constructor(factory?: ITokenNodeFactory);
+    /**
+     * Check if input is an array of token nodes
+     */
+    private static isTokenNodes;
+    /**
+     * Convert raw tokens to nodes using factory
+     */
+    private tokensToNodes;
+    /**
+     * Ensure input is token nodes, converting if necessary
+     */
+    private ensureNodes;
+    /**
+     * Export to markdown (instance method - uses factory for raw tokens)
+     */
+    toMarkdown(input: AbstractTokenNode[] | BaseToken[], options?: MarkdownExportOptions): string;
+    /**
+     * Export to LaTeX (instance method - uses factory for raw tokens)
+     */
+    toLatex(input: AbstractTokenNode[] | BaseToken[], options?: LatexExportOptions): string;
+    /**
+     * Export to plain text (instance method - uses factory for raw tokens)
+     */
+    toText(input: AbstractTokenNode[] | BaseToken[], options?: CopyContentOptions): string;
+    /**
+     * Export to JSON (instance method - uses factory for raw tokens)
+     */
+    toJSON(input: AbstractTokenNode[] | BaseToken[], options?: JSONExportOptions): any[];
+    /**
+     * Unified export method (instance - uses factory for raw tokens)
+     */
+    export(input: AbstractTokenNode[] | BaseToken[], format: ExportFormat, options?: ExportOptions): string | any[];
+    /**
+     * Export token nodes to markdown
+     */
+    static toMarkdown(nodes: AbstractTokenNode[], options?: MarkdownExportOptions): string;
+    /**
+     * Export token nodes to LaTeX
+     */
+    static toLatex(nodes: AbstractTokenNode[], options?: LatexExportOptions): string;
+    /**
+     * Export token nodes to plain text
+     */
+    static toText(nodes: AbstractTokenNode[], options?: CopyContentOptions): string;
+    /**
+     * Export token nodes to JSON
+     */
+    static toJSON(nodes: AbstractTokenNode[], options?: JSONExportOptions): any[];
+    /**
+     * Export raw tokens to plain text (no factory needed)
+     */
+    static tokensToText(tokens: BaseToken[]): string;
+    /**
+     * Unified static export for token nodes
+     */
+    static export(nodes: AbstractTokenNode[], format: ExportFormat, options?: ExportOptions): string | any[];
+}
+//# sourceMappingURL=TokenExporter.d.ts.map

package/dist/TokenExporter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"TokenExporter.d.ts","sourceRoot":"","sources":["../src/TokenExporter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC7D,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC7D,OAAO,EACL,qBAAqB,EACrB,kBAAkB,EAClB,iBAAiB,EACjB,kBAAkB,EACnB,MAAM,gBAAgB,CAAC;AAGxB,MAAM,MAAM,YAAY,GAAG,MAAM,GAAG,UAAU,GAAG,OAAO,GAAG,MAAM,CAAC;AAElE,MAAM,MAAM,aAAa,GAAG,qBAAqB,GAAG,kBAAkB,GAAG,iBAAiB,GAAG,kBAAkB,CAAC;AAEhH;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,qBAAa,aAAa;IACxB,OAAO,CAAC,OAAO,CAAC,CAAoB;gBAExB,OAAO,CAAC,EAAE,iBAAiB;IAIvC;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,YAAY;IAK3B;;OAEG;IACH,OAAO,CAAC,aAAa;IAiBrB;;OAEG;IACH,OAAO,CAAC,WAAW;IASnB;;OAEG;IACH,UAAU,CAAC,KAAK,EAAE,iBAAiB,EAAE,GAAG,SAAS,EAAE,EAAE,OAAO,CAAC,EAAE,qBAAqB,GAAG,MAAM;IAK7F;;OAEG;IACH,OAAO,CAAC,KAAK,EAAE,iBAAiB,EAAE,GAAG,SAAS,EAAE,EAAE,OAAO,CAAC,EAAE,kBAAkB,GAAG,MAAM;IAKvF;;OAEG;IACH,MAAM,CAAC,KAAK,EAAE,iBAAiB,EAAE,GAAG,SAAS,EAAE,EAAE,OAAO,CAAC,EAAE,kBAAkB,GAAG,MAAM;IAKtF;;OAEG;IACH,MAAM,CAAC,KAAK,EAAE,iBAAiB,EAAE,GAAG,SAAS,EAAE,EAAE,OAAO,CAAC,EAAE,iBAAiB,GAAG,GAAG,EAAE;IAKpF;;OAEG;IACH,MAAM,CACJ,KAAK,EAAE,iBAAiB,EAAE,GAAG,SAAS,EAAE,EACxC,MAAM,EAAE,YAAY,EACpB,OAAO,CAAC,EAAE,aAAa,GACtB,MAAM,GAAG,GAAG,EAAE;IAiBjB;;OAEG;IACH,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,iBAAiB,EAAE,EAAE,OAAO,CAAC,EAAE,qBAAqB,GAAG,MAAM;IAItF;;OAEG;IACH,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,iBAAiB,EAAE,EAAE,OAAO,CAAC,EAAE,kBAAkB,GAAG,MAAM;IAIhF;;OAEG;IACH,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,iBAAiB,EAAE,EAAE,OAAO,CAAC,EAAE,kBAAkB,GAAG,MAAM;IAI/E;;OAEG;IACH,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,iBAAiB,EAAE,EAAE,OAAO,CAAC,EAAE,iBAAiB,GAAG,GAAG,EAAE;IAI7E;;OAEG;IACH,MAAM,CAAC,YAAY,CAAC,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM;IAIhD;;OAEG;IACH,MAAM,CAAC,MAAM,CACX,KAAK,EAAE,iBAAiB,EAAE,EAC1B,MAAM,EAAE,YAAY,EACpB,OAAO,CAAC,EAAE,aAAa,GACtB,MAAM,GAAG,GAAG,EAAE;CAclB"}

package/dist/TokenExporter.js

@@ -0,0 +1,162 @@
+import { AbstractTokenNode } from './base/AbstractTokenNode.js';
+import { convertTokens2String } from './utils.js';
+/**
+ * Unified exporter for converting tokens/nodes to various output formats.
+ *
+ * Can work with:
+ * - AbstractTokenNode[] - full formatting support
+ * - BaseToken[] - basic formatting, or full formatting if factory provided
+ *
+ * @example
+ * ```typescript
+ * // With token nodes
+ * const markdown = TokenExporter.toMarkdown(tokenNodes, options);
+ *
+ * // With raw tokens (basic formatting)
+ * const text = TokenExporter.toText(rawTokens);
+ *
+ * // With factory for full raw token formatting
+ * const exporter = new TokenExporter(factory);
+ * const latex = exporter.toLatex(rawTokens, options);
+ *
+ * // Unified export
+ * const output = TokenExporter.export(content, 'markdown', options);
+ * ```
+ */
+export class TokenExporter {
+    factory;
+    constructor(factory) {
+        this.factory = factory;
+    }
+    /**
+     * Check if input is an array of token nodes
+     */
+    static isTokenNodes(input) {
+        if (!input || input.length === 0)
+            return false;
+        return input[0] instanceof AbstractTokenNode;
+    }
+    /**
+     * Convert raw tokens to nodes using factory
+     */
+    tokensToNodes(tokens) {
+        if (!this.factory) {
+            throw new Error('TokenExporter: factory required to convert raw tokens to nodes');
+        }
+        const nodes = [];
+        for (let i = 0; i < tokens.length; i++) {
+            const token = tokens[i];
+            if (!token)
+                continue;
+            const node = this.factory.createNode(token, token.id ?? `export-${i}`);
+            if (node) {
+                nodes.push(node);
+            }
+        }
+        return nodes;
+    }
+    /**
+     * Ensure input is token nodes, converting if necessary
+     */
+    ensureNodes(input) {
+        if (TokenExporter.isTokenNodes(input)) {
+            return input;
+        }
+        return this.tokensToNodes(input);
+    }
+    // ============ Instance Methods (factory-aware) ============
+    /**
+     * Export to markdown (instance method - uses factory for raw tokens)
+     */
+    toMarkdown(input, options) {
+        const nodes = this.ensureNodes(input);
+        return AbstractTokenNode.GetMarkdownContent(nodes, options);
+    }
+    /**
+     * Export to LaTeX (instance method - uses factory for raw tokens)
+     */
+    toLatex(input, options) {
+        const nodes = this.ensureNodes(input);
+        return AbstractTokenNode.GetLatexContent(nodes, options);
+    }
+    /**
+     * Export to plain text (instance method - uses factory for raw tokens)
+     */
+    toText(input, options) {
+        const nodes = this.ensureNodes(input);
+        return AbstractTokenNode.GetCopyContent(nodes, options);
+    }
+    /**
+     * Export to JSON (instance method - uses factory for raw tokens)
+     */
+    toJSON(input, options) {
+        const nodes = this.ensureNodes(input);
+        return AbstractTokenNode.GetJSONContent(nodes, options);
+    }
+    /**
+     * Unified export method (instance - uses factory for raw tokens)
+     */
+    export(input, format, options) {
+        switch (format) {
+            case 'text':
+                return this.toText(input, options);
+            case 'markdown':
+                return this.toMarkdown(input, options);
+            case 'latex':
+                return this.toLatex(input, options);
+            case 'json':
+                return this.toJSON(input, options);
+            default:
+                throw new Error(`TokenExporter: unknown format '${format}'`);
+        }
+    }
+    // ============ Static Methods (no factory needed for nodes) ============
+    /**
+     * Export token nodes to markdown
+     */
+    static toMarkdown(nodes, options) {
+        return AbstractTokenNode.GetMarkdownContent(nodes, options);
+    }
+    /**
+     * Export token nodes to LaTeX
+     */
+    static toLatex(nodes, options) {
+        return AbstractTokenNode.GetLatexContent(nodes, options);
+    }
+    /**
+     * Export token nodes to plain text
+     */
+    static toText(nodes, options) {
+        return AbstractTokenNode.GetCopyContent(nodes, options);
+    }
+    /**
+     * Export token nodes to JSON
+     */
+    static toJSON(nodes, options) {
+        return AbstractTokenNode.GetJSONContent(nodes, options);
+    }
+    /**
+     * Export raw tokens to plain text (no factory needed)
+     */
+    static tokensToText(tokens) {
+        return convertTokens2String(tokens);
+    }
+    /**
+     * Unified static export for token nodes
+     */
+    static export(nodes, format, options) {
+        switch (format) {
+            case 'text':
+                return TokenExporter.toText(nodes, options);
+            case 'markdown':
+                return TokenExporter.toMarkdown(nodes, options);
+            case 'latex':
+                return TokenExporter.toLatex(nodes, options);
+            case 'json':
+                return TokenExporter.toJSON(nodes, options);
+            default:
+                throw new Error(`TokenExporter: unknown format '${format}'`);
+        }
+    }
+}
+//# sourceMappingURL=TokenExporter.js.map

package/dist/TokenExporter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"TokenExporter.js","sourceRoot":"","sources":["../src/TokenExporter.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAQ7D,OAAO,EAAE,oBAAoB,EAAE,MAAM,SAAS,CAAC;AAM/C;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,MAAM,OAAO,aAAa;IAChB,OAAO,CAAqB;IAEpC,YAAY,OAA2B;QACrC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,YAAY,CAAC,KAAwC;QAClE,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QAC/C,OAAO,KAAK,CAAC,CAAC,CAAC,YAAY,iBAAiB,CAAC;IAC/C,CAAC;IAED;;OAEG;IACK,aAAa,CAAC,MAAmB;QACvC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,gEAAgE,CAAC,CAAC;QACpF,CAAC;QAED,MAAM,KAAK,GAAwB,EAAE,CAAC;QACtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YACxB,IAAI,CAAC,KAAK;gBAAE,SAAS;YACrB,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,IAAI,UAAU,CAAC,EAAE,CAAC,CAAC;YACvE,IAAI,IAAI,EAAE,CAAC;gBACT,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACnB,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACK,WAAW,CAAC,KAAwC;QAC1D,IAAI,aAAa,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;YACtC,OAAO,KAAK,CAAC;QACf,CAAC;QACD,OAAO,IAAI,CAAC,aAAa,CAAC,KAAoB,CAAC,CAAC;IAClD,CAAC;IAED,6DAA6D;IAE7D;;OAEG;IACH,UAAU,CAAC,KAAwC,EAAE,OAA+B;QAClF,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACtC,OAAO,iBAAiB,CAAC,kBAAkB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC9D,CAAC;IAED;;OAEG;IACH,OAAO,CAAC,KAAwC,EAAE,OAA4B;QAC5E,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACtC,OAAO,iBAAiB,CAAC,eAAe,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC3D,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,KAAwC,EAAE,OAA4B;QAC3E,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACtC,OAAO,iBAAiB,CAAC,cAAc,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC1D,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,KAAwC,EAAE,OAA2B;QAC1E,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACtC,OAAO,iBAAiB,CAAC,cAAc,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC1D,CAAC;IAED;;OAEG;IACH,MAAM,CACJ,KAAwC,EACxC,MAAoB,EACpB,OAAuB;QAEvB,QAAQ,MAAM,EAAE,CAAC;YACf,KAAK,MAAM;gBACT,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,OAA6B,CAAC,CAAC;YAC3D,KAAK,UAAU;gBACb,OAAO,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,OAAgC,CAAC,CAAC;YAClE,KAAK,OAAO;gBACV,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,OAA6B,CAAC,CAAC;YAC5D,KAAK,MAAM;gBACT,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,OAA4B,CAAC,CAAC;YAC1D;gBACE,MAAM,IAAI,KAAK,CAAC,kCAAkC,MAAM,GAAG,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IAED,yEAAyE;IAEzE;;OAEG;IACH,MAAM,CAAC,UAAU,CAAC,KAA0B,EAAE,OAA+B;QAC3E,OAAO,iBAAiB,CAAC,kBAAkB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC9D,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,OAAO,CAAC,KAA0B,EAAE,OAA4B;QACrE,OAAO,iBAAiB,CAAC,eAAe,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC3D,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,MAAM,CAAC,KAA0B,EAAE,OAA4B;QACpE,OAAO,iBAAiB,CAAC,cAAc,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC1D,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,MAAM,CAAC,KAA0B,EAAE,OAA2B;QACnE,OAAO,iBAAiB,CAAC,cAAc,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC1D,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,YAAY,CAAC,MAAmB;QACrC,OAAO,oBAAoB,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,MAAM,CACX,KAA0B,EAC1B,MAAoB,EACpB,OAAuB;QAEvB,QAAQ,MAAM,EAAE,CAAC;YACf,KAAK,MAAM;gBACT,OAAO,aAAa,CAAC,MAAM,CAAC,KAAK,EAAE,OAA6B,CAAC,CAAC;YACpE,KAAK,UAAU;gBACb,OAAO,aAAa,CAAC,UAAU,CAAC,KAAK,EAAE,OAAgC,CAAC,CAAC;YAC3E,KAAK,OAAO;gBACV,OAAO,aAAa,CAAC,OAAO,CAAC,KAAK,EAAE,OAA6B,CAAC,CAAC;YACrE,KAAK,MAAM;gBACT,OAAO,aAAa,CAAC,MAAM,CAAC,KAAK,EAAE,OAA4B,CAAC,CAAC;YACnE;gBACE,MAAM,IAAI,KAAK,CAAC,kCAAkC,MAAM,GAAG,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;CACF"}

package/dist/index.d.ts

@@ -48,4 +48,5 @@ export { AuthorTokenNode } from "./metadata/AuthorTokenNode";
 export { BibitemTokenNode } from "./references/BibitemTokenNode";
 export { BibliographyTokenNode } from "./references/BibliographyTokenNode";
 export { processTokenNodes } from "./tokenProcessing";
+export { TokenExporter, ExportFormat, ExportOptions } from "./TokenExporter";
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,cAAc,SAAS,CAAC;AACxB,cAAc,gBAAgB,CAAC;AAC/B,cAAc,UAAU,CAAC;AACzB,cAAc,SAAS,CAAC;AAGxB,cAAc,UAAU,CAAC;AAGzB,cAAc,eAAe,CAAC;AAC9B,cAAc,4BAA4B,CAAC;AAG3C,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC7D,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAG3D,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAG7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC7D,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,wBAAwB,EAAE,MAAM,iCAAiC,CAAC;AAG3E,OAAO,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACjE,OAAO,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAC;AACnE,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,wBAAwB,EAAE,MAAM,qCAAqC,CAAC;AAC/E,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAC/D,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAC/D,OAAO,EAAE,oBAAoB,EAAE,MAAM,iCAAiC,CAAC;AACvE,OAAO,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACjE,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAG/D,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAClE,OAAO,EACL,sBAAsB,EACtB,cAAc,GACf,MAAM,oCAAoC,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EACL,kBAAkB,EAClB,oBAAoB,GACrB,MAAM,gCAAgC,CAAC;AACxC,OAAO,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AAGhE,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAG9D,OAAO,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AACnE,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AACrE,OAAO,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AACnE,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AAGzD,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACtD,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAG9D,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAC/D,OAAO,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAG7D,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AAC5D,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AAClE,OAAO,EAAE,wBAAwB,EAAE,MAAM,oCAAoC,CAAC;AAC9E,OAAO,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAG9D,OAAO,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACjE,OAAO,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAC;AAG7D,OAAO,EAAE,gBAAgB,EAAE,MAAM,+BAA+B,CAAC;AACjE,OAAO,EAAE,qBAAqB,EAAE,MAAM,oCAAoC,CAAC;AAG3E,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,cAAc,SAAS,CAAC;AACxB,cAAc,gBAAgB,CAAC;AAC/B,cAAc,UAAU,CAAC;AACzB,cAAc,SAAS,CAAC;AAGxB,cAAc,UAAU,CAAC;AAGzB,cAAc,eAAe,CAAC;AAC9B,cAAc,4BAA4B,CAAC;AAG3C,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC7D,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAG3D,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAG7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC7D,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,wBAAwB,EAAE,MAAM,iCAAiC,CAAC;AAG3E,OAAO,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACjE,OAAO,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAC;AACnE,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,wBAAwB,EAAE,MAAM,qCAAqC,CAAC;AAC/E,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAC/D,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAC/D,OAAO,EAAE,oBAAoB,EAAE,MAAM,iCAAiC,CAAC;AACvE,OAAO,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACjE,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAG/D,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAClE,OAAO,EACL,sBAAsB,EACtB,cAAc,GACf,MAAM,oCAAoC,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EACL,kBAAkB,EAClB,oBAAoB,GACrB,MAAM,gCAAgC,CAAC;AACxC,OAAO,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AAGhE,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAG9D,OAAO,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AACnE,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AACrE,OAAO,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AACnE,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AAGzD,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACtD,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAG9D,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAC/D,OAAO,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAG7D,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AAC5D,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AAClE,OAAO,EAAE,wBAAwB,EAAE,MAAM,oCAAoC,CAAC;AAC9E,OAAO,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAG9D,OAAO,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACjE,OAAO,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAC;AAG7D,OAAO,EAAE,gBAAgB,EAAE,MAAM,+BAA+B,CAAC;AACjE,OAAO,EAAE,qBAAqB,EAAE,MAAM,oCAAoC,CAAC;AAG3E,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAGtD,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC"}

package/dist/index.js

@@ -62,4 +62,6 @@ export { BibitemTokenNode } from "./references/BibitemTokenNode.js";
 export { BibliographyTokenNode } from "./references/BibliographyTokenNode.js";
 // Token processing
 export { processTokenNodes } from "./tokenProcessing.js";
+// Exporter
+export { TokenExporter } from "./TokenExporter.js";
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,mBAAmB;AACnB,cAAc,SAAS,CAAC;AACxB,cAAc,gBAAgB,CAAC;AAC/B,cAAc,UAAU,CAAC;AACzB,cAAc,SAAS,CAAC;AAExB,gBAAgB;AAChB,cAAc,UAAU,CAAC;AAEzB,mBAAmB;AACnB,cAAc,eAAe,CAAC;AAC9B,cAAc,4BAA4B,CAAC;AAI3C,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAE3D,YAAY;AACZ,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAE7C,cAAc;AACd,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC7D,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,wBAAwB,EAAE,MAAM,iCAAiC,CAAC;AAE3E,kBAAkB;AAClB,OAAO,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACjE,OAAO,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAC;AACnE,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,wBAAwB,EAAE,MAAM,qCAAqC,CAAC;AAC/E,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAC/D,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAC/D,OAAO,EAAE,oBAAoB,EAAE,MAAM,iCAAiC,CAAC;AACvE,OAAO,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACjE,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAE/D,mBAAmB;AACnB,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAClE,OAAO,EACL,sBAAsB,EACtB,cAAc,GACf,MAAM,oCAAoC,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EACL,kBAAkB,EAClB,oBAAoB,GACrB,MAAM,gCAAgC,CAAC;AACxC,OAAO,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AAEhE,iBAAiB;AACjB,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAE9D,oBAAoB;AACpB,OAAO,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AACnE,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AACrE,OAAO,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AACnE,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AAEzD,eAAe;AACf,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACtD,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAE9D,gBAAgB;AAChB,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAC/D,OAAO,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAE7D,iBAAiB;AACjB,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AAC5D,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AAClE,OAAO,EAAE,wBAAwB,EAAE,MAAM,oCAAoC,CAAC;AAC9E,OAAO,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAE9D,kBAAkB;AAClB,OAAO,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACjE,OAAO,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAC;AAE7D,sBAAsB;AACtB,OAAO,EAAE,gBAAgB,EAAE,MAAM,+BAA+B,CAAC;AACjE,OAAO,EAAE,qBAAqB,EAAE,MAAM,oCAAoC,CAAC;AAE3E,mBAAmB;AACnB,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,mBAAmB;AACnB,cAAc,SAAS,CAAC;AACxB,cAAc,gBAAgB,CAAC;AAC/B,cAAc,UAAU,CAAC;AACzB,cAAc,SAAS,CAAC;AAExB,gBAAgB;AAChB,cAAc,UAAU,CAAC;AAEzB,mBAAmB;AACnB,cAAc,eAAe,CAAC;AAC9B,cAAc,4BAA4B,CAAC;AAI3C,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAE3D,YAAY;AACZ,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAE7C,cAAc;AACd,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC7D,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,wBAAwB,EAAE,MAAM,iCAAiC,CAAC;AAE3E,kBAAkB;AAClB,OAAO,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACjE,OAAO,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAC;AACnE,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,wBAAwB,EAAE,MAAM,qCAAqC,CAAC;AAC/E,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAC/D,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAC/D,OAAO,EAAE,oBAAoB,EAAE,MAAM,iCAAiC,CAAC;AACvE,OAAO,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACjE,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAE/D,mBAAmB;AACnB,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAClE,OAAO,EACL,sBAAsB,EACtB,cAAc,GACf,MAAM,oCAAoC,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EACL,kBAAkB,EAClB,oBAAoB,GACrB,MAAM,gCAAgC,CAAC;AACxC,OAAO,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AAEhE,iBAAiB;AACjB,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAE9D,oBAAoB;AACpB,OAAO,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AACnE,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AACrE,OAAO,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AACnE,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AAEzD,eAAe;AACf,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACtD,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAE9D,gBAAgB;AAChB,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAC/D,OAAO,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAE7D,iBAAiB;AACjB,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AAC5D,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AAClE,OAAO,EAAE,wBAAwB,EAAE,MAAM,oCAAoC,CAAC;AAC9E,OAAO,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAE9D,kBAAkB;AAClB,OAAO,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACjE,OAAO,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAC;AAE7D,sBAAsB;AACtB,OAAO,EAAE,gBAAgB,EAAE,MAAM,+BAA+B,CAAC;AACjE,OAAO,EAAE,qBAAqB,EAAE,MAAM,oCAAoC,CAAC;AAE3E,mBAAmB;AACnB,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAEtD,WAAW;AACX,OAAO,EAAE,aAAa,EAA+B,MAAM,iBAAiB,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sciencestack-ai/tokens",
-  "version": "0.1.11",
+  "version": "0.1.12",
   "description": "TypeScript types and interfaces for ScienceStack AST tokens",
   "repository": {
     "type": "git",