@sciencestack-ai/tokens 0.1.6 → 0.1.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (43) hide show
  1. package/dist/base/AbstractTokenNode.js +2 -2
  2. package/dist/base/BaseTableFigureTokenNode.js +3 -3
  3. package/dist/base/BaseTokenNode.js +2 -2
  4. package/dist/base/TokenNodeFactory.js +2 -2
  5. package/dist/content/CaptionTokenNode.js +3 -3
  6. package/dist/content/QuoteTokenNode.js +1 -1
  7. package/dist/content/TextTokenNode.js +3 -3
  8. package/dist/document/AbstractSectionTokenNode.js +1 -1
  9. package/dist/document/AppendixTokenNode.js +1 -1
  10. package/dist/document/BaseEnvTokenNode.js +3 -3
  11. package/dist/document/DocumentTokenNode.js +1 -1
  12. package/dist/document/EnvironmentTokenNode.js +1 -1
  13. package/dist/document/GroupTokenNode.js +1 -1
  14. package/dist/document/MathEnvTokenNode.js +4 -4
  15. package/dist/document/SectionTokenNode.js +4 -4
  16. package/dist/document/TitleTokenNode.js +1 -1
  17. package/dist/figures/DiagramTokenNode.js +2 -2
  18. package/dist/figures/FigureTokenNode.js +1 -1
  19. package/dist/figures/IncludeGraphicsTokenNode.js +2 -2
  20. package/dist/figures/IncludePdfTokenNode.js +2 -2
  21. package/dist/figures/SubFigureTokenNode.js +1 -1
  22. package/dist/index.js +46 -46
  23. package/dist/lists/ListItemTokenNode.js +5 -5
  24. package/dist/lists/ListTokenNode.js +2 -2
  25. package/dist/metadata/AuthorTokenNode.js +2 -2
  26. package/dist/metadata/MetadataTokenNode.js +1 -1
  27. package/dist/references/BibitemTokenNode.js +5 -5
  28. package/dist/references/CitationTokenNode.js +2 -2
  29. package/dist/references/FootnoteTokenNode.js +2 -2
  30. package/dist/references/ReferenceTokenNode.js +2 -2
  31. package/dist/references/UrlTokenNode.js +1 -1
  32. package/dist/styles.js +1 -1
  33. package/dist/tables/SubTableTokenNode.js +1 -1
  34. package/dist/tables/TableTokenNode.js +1 -1
  35. package/dist/tables/TabularTokenNode.js +1 -1
  36. package/dist/technical/AlgorithmTokenNode.js +1 -1
  37. package/dist/technical/CodeTokenNode.js +2 -2
  38. package/dist/technical/CommandTokenNode.js +1 -1
  39. package/dist/technical/EquationArrayTokenNode.js +3 -3
  40. package/dist/technical/EquationTokenNode.js +2 -2
  41. package/dist/tokenProcessing.js +1 -1
  42. package/dist/utils.js +2 -2
  43. package/package.json +2 -2
@@ -1,5 +1,5 @@
1
- import { IsInlineToken } from '../styles';
2
- import { NodeRoles } from './NodeRoles';
1
+ import { IsInlineToken } from '../styles.js';
2
+ import { NodeRoles } from './NodeRoles.js';
3
3
  import { nanoid } from 'nanoid';
4
4
  export class AbstractTokenNode {
5
5
  _id;
@@ -1,6 +1,6 @@
1
- import { BaseTokenNode } from './BaseTokenNode';
2
- import { convertTokens2String } from '../utils';
3
- import { CaptionTokenNode } from '../content/CaptionTokenNode';
1
+ import { BaseTokenNode } from './BaseTokenNode.js';
2
+ import { convertTokens2String } from '../utils.js';
3
+ import { CaptionTokenNode } from '../content/CaptionTokenNode.js';
4
4
  export class BaseTableFigureTokenNode extends BaseTokenNode {
5
5
  tokenFactory;
6
6
  _captionToken;
@@ -1,5 +1,5 @@
1
- import { AbstractTokenNode } from './AbstractTokenNode';
2
- import { NodeRoles } from './NodeRoles';
1
+ import { AbstractTokenNode } from './AbstractTokenNode.js';
2
+ import { NodeRoles } from './NodeRoles.js';
3
3
  export class BaseTokenNode extends AbstractTokenNode {
4
4
  tokenFactory;
5
5
  constructor(token, id, tokenFactory) {
@@ -1,5 +1,5 @@
1
- import { TokenType, METADATA_TOKEN_TYPES, } from "../types";
2
- import { SectionTokenNode, DocumentTokenNode, EquationTokenNode, CodeTokenNode, AlgorithmTokenNode, AlgorithmicTokenNode, TextTokenNode, QuoteTokenNode, CitationTokenNode, ReferenceTokenNode, UrlTokenNode, ListTokenNode, ListItemTokenNode, TableTokenNode, SubTableTokenNode, TabularTokenNode, CaptionTokenNode, GroupTokenNode, FootnoteTokenNode, FigureTokenNode, SubFigureTokenNode, IncludeGraphicsTokenNode, IncludePdfTokenNode, DiagramTokenNode, MathEnvTokenNode, EnvironmentTokenNode, AppendixTokenNode, CommandTokenNode, MetadataTokenNode, AbstractSectionTokenNode, TitleTokenNode, BibitemTokenNode, EquationArrayTokenNode, AuthorTokenNode, } from "../index";
1
+ import { TokenType, METADATA_TOKEN_TYPES, } from "../types.js";
2
+ import { SectionTokenNode, DocumentTokenNode, EquationTokenNode, CodeTokenNode, AlgorithmTokenNode, AlgorithmicTokenNode, TextTokenNode, QuoteTokenNode, CitationTokenNode, ReferenceTokenNode, UrlTokenNode, ListTokenNode, ListItemTokenNode, TableTokenNode, SubTableTokenNode, TabularTokenNode, CaptionTokenNode, GroupTokenNode, FootnoteTokenNode, FigureTokenNode, SubFigureTokenNode, IncludeGraphicsTokenNode, IncludePdfTokenNode, DiagramTokenNode, MathEnvTokenNode, EnvironmentTokenNode, AppendixTokenNode, CommandTokenNode, MetadataTokenNode, AbstractSectionTokenNode, TitleTokenNode, BibitemTokenNode, EquationArrayTokenNode, AuthorTokenNode, } from "../index.js";
3
3
  // Define metadata token types array
4
4
  export class TokenNodeFactory {
5
5
  _excludedTokenTypes = [];
@@ -1,6 +1,6 @@
1
- import { TokenType } from '../types';
2
- import { BaseTokenNode } from '../base/BaseTokenNode';
3
- import { BaseTableFigureTokenNode } from '../base/BaseTableFigureTokenNode';
1
+ import { TokenType } from '../types.js';
2
+ import { BaseTokenNode } from '../base/BaseTokenNode.js';
3
+ import { BaseTableFigureTokenNode } from '../base/BaseTableFigureTokenNode.js';
4
4
  export class CaptionTokenNode extends BaseTokenNode {
5
5
  tokenFactory;
6
6
  constructor(token, id, tokenFactory) {
@@ -1,4 +1,4 @@
1
- import { BaseTokenNode } from '../base/BaseTokenNode';
1
+ import { BaseTokenNode } from '../base/BaseTokenNode.js';
2
2
  export class QuoteTokenNode extends BaseTokenNode {
3
3
  tokenFactory;
4
4
  constructor(token, id, tokenFactory) {
@@ -1,6 +1,6 @@
1
- import { BaseTokenNode } from '../base/BaseTokenNode';
2
- import { escapeLatexSpecialChars } from '../utils';
3
- import { wrapStylesToLatex, wrapStylesToMarkdown } from '../styles';
1
+ import { BaseTokenNode } from '../base/BaseTokenNode.js';
2
+ import { escapeLatexSpecialChars } from '../utils.js';
3
+ import { wrapStylesToLatex, wrapStylesToMarkdown } from '../styles.js';
4
4
  export class TextTokenNode extends BaseTokenNode {
5
5
  tokenFactory;
6
6
  constructor(token, id, tokenFactory) {
@@ -1,4 +1,4 @@
1
- import { BaseEnvTokenNode } from './BaseEnvTokenNode';
1
+ import { BaseEnvTokenNode } from './BaseEnvTokenNode.js';
2
2
  export class AbstractSectionTokenNode extends BaseEnvTokenNode {
3
3
  tokenFactory;
4
4
  constructor(token, id, tokenFactory) {
@@ -1,4 +1,4 @@
1
- import { BaseTokenNode } from '../base/BaseTokenNode';
1
+ import { BaseTokenNode } from '../base/BaseTokenNode.js';
2
2
  export class AppendixTokenNode extends BaseTokenNode {
3
3
  tokenFactory;
4
4
  constructor(token, id, tokenFactory) {
@@ -1,6 +1,6 @@
1
- import { BaseTokenNode } from '../base/BaseTokenNode';
2
- import { convertTokens2String } from '../utils';
3
- import { NodeRoles } from '../base/NodeRoles';
1
+ import { BaseTokenNode } from '../base/BaseTokenNode.js';
2
+ import { convertTokens2String } from '../utils.js';
3
+ import { NodeRoles } from '../base/NodeRoles.js';
4
4
  export class BaseEnvTokenNode extends BaseTokenNode {
5
5
  tokenFactory;
6
6
  constructor(token, id, tokenFactory) {
@@ -1,4 +1,4 @@
1
- import { BaseTokenNode } from '../base/BaseTokenNode';
1
+ import { BaseTokenNode } from '../base/BaseTokenNode.js';
2
2
  export class DocumentTokenNode extends BaseTokenNode {
3
3
  tokenFactory;
4
4
  constructor(token, id, tokenFactory) {
@@ -1,4 +1,4 @@
1
- import { BaseTokenNode } from '../base/BaseTokenNode';
1
+ import { BaseTokenNode } from '../base/BaseTokenNode.js';
2
2
  export class EnvironmentTokenNode extends BaseTokenNode {
3
3
  tokenFactory;
4
4
  constructor(token, id, tokenFactory) {
@@ -1,4 +1,4 @@
1
- import { BaseTokenNode } from '../base/BaseTokenNode';
1
+ import { BaseTokenNode } from '../base/BaseTokenNode.js';
2
2
  export class GroupTokenNode extends BaseTokenNode {
3
3
  tokenFactory;
4
4
  constructor(token, id, tokenFactory) {
@@ -1,7 +1,7 @@
1
- import { TokenType } from "../types";
2
- import { BaseEnvTokenNode } from "./BaseEnvTokenNode";
3
- import { BaseTokenNode } from "../base/BaseTokenNode";
4
- import { AbstractTokenNode } from "../base/AbstractTokenNode";
1
+ import { TokenType } from "../types.js";
2
+ import { BaseEnvTokenNode } from "./BaseEnvTokenNode.js";
3
+ import { BaseTokenNode } from "../base/BaseTokenNode.js";
4
+ import { AbstractTokenNode } from "../base/AbstractTokenNode.js";
5
5
  export class MathEnvTokenNode extends BaseEnvTokenNode {
6
6
  tokenFactory;
7
7
  _cachedTooltipContent = null;
@@ -1,7 +1,7 @@
1
- import { SECTION_LEVELS } from '../types';
2
- import { BaseEnvTokenNode } from './BaseEnvTokenNode';
3
- import { BaseTokenNode } from '../base/BaseTokenNode';
4
- import { AbstractTokenNode } from '../base/AbstractTokenNode';
1
+ import { SECTION_LEVELS } from '../types.js';
2
+ import { BaseEnvTokenNode } from './BaseEnvTokenNode.js';
3
+ import { BaseTokenNode } from '../base/BaseTokenNode.js';
4
+ import { AbstractTokenNode } from '../base/AbstractTokenNode.js';
5
5
  export class SectionTokenNode extends BaseEnvTokenNode {
6
6
  tokenFactory;
7
7
  constructor(token, id, tokenFactory) {
@@ -1,4 +1,4 @@
1
- import { BaseTokenNode } from '../base/BaseTokenNode';
1
+ import { BaseTokenNode } from '../base/BaseTokenNode.js';
2
2
  export class TitleTokenNode extends BaseTokenNode {
3
3
  tokenFactory;
4
4
  constructor(token, id, tokenFactory) {
@@ -1,5 +1,5 @@
1
- import { BaseTokenNode } from '../base/BaseTokenNode';
2
- import { getAssetRelativePath } from '../export_types';
1
+ import { BaseTokenNode } from '../base/BaseTokenNode.js';
2
+ import { getAssetRelativePath } from '../export_types.js';
3
3
  export class DiagramTokenNode extends BaseTokenNode {
4
4
  tokenFactory;
5
5
  constructor(token, id, tokenFactory) {
@@ -1,4 +1,4 @@
1
- import { BaseTableFigureTokenNode } from '../base/BaseTableFigureTokenNode';
1
+ import { BaseTableFigureTokenNode } from '../base/BaseTableFigureTokenNode.js';
2
2
  export class FigureTokenNode extends BaseTableFigureTokenNode {
3
3
  tokenFactory;
4
4
  constructor(token, id, tokenFactory) {
@@ -1,5 +1,5 @@
1
- import { BaseTokenNode } from '../base/BaseTokenNode';
2
- import { getAssetRelativePath } from '../export_types';
1
+ import { BaseTokenNode } from '../base/BaseTokenNode.js';
2
+ import { getAssetRelativePath } from '../export_types.js';
3
3
  export class IncludeGraphicsTokenNode extends BaseTokenNode {
4
4
  tokenFactory;
5
5
  constructor(token, id, tokenFactory) {
@@ -1,5 +1,5 @@
1
- import { BaseTokenNode } from '../base/BaseTokenNode';
2
- import { getAssetRelativePath } from '../export_types';
1
+ import { BaseTokenNode } from '../base/BaseTokenNode.js';
2
+ import { getAssetRelativePath } from '../export_types.js';
3
3
  export class IncludePdfTokenNode extends BaseTokenNode {
4
4
  tokenFactory;
5
5
  constructor(token, id, tokenFactory) {
@@ -1,4 +1,4 @@
1
- import { BaseTableFigureTokenNode } from '../base/BaseTableFigureTokenNode';
1
+ import { BaseTableFigureTokenNode } from '../base/BaseTableFigureTokenNode.js';
2
2
  export class SubFigureTokenNode extends BaseTableFigureTokenNode {
3
3
  tokenFactory;
4
4
  constructor(token, id, tokenFactory) {
package/dist/index.js CHANGED
@@ -1,61 +1,61 @@
1
1
  // Export all types
2
- export * from "./types";
3
- export * from "./export_types";
4
- export * from "./styles";
5
- export * from "./utils";
2
+ export * from "./types.js";
3
+ export * from "./export_types.js";
4
+ export * from "./styles.js";
5
+ export * from "./utils.js";
6
6
  // Export utilities
7
- export * from "./utils/arxiv";
8
- export * from "./utils/citationConverters";
9
- export { TokenNodeFactory } from "./base/TokenNodeFactory";
7
+ export * from "./utils/arxiv.js";
8
+ export * from "./utils/citationConverters.js";
9
+ export { TokenNodeFactory } from "./base/TokenNodeFactory.js";
10
10
  // Noderoles
11
- export { NodeRoles } from "./base/NodeRoles";
11
+ export { NodeRoles } from "./base/NodeRoles.js";
12
12
  // Base tokens
13
- export { AbstractTokenNode } from "./base/AbstractTokenNode";
14
- export { BaseTokenNode } from "./base/BaseTokenNode";
15
- export { BaseTableFigureTokenNode } from "./base/BaseTableFigureTokenNode";
13
+ export { AbstractTokenNode } from "./base/AbstractTokenNode.js";
14
+ export { BaseTokenNode } from "./base/BaseTokenNode.js";
15
+ export { BaseTableFigureTokenNode } from "./base/BaseTableFigureTokenNode.js";
16
16
  // Document tokens
17
- export { DocumentTokenNode } from "./document/DocumentTokenNode";
18
- export { TitleTokenNode } from "./document/TitleTokenNode";
19
- export { AbstractSectionTokenNode } from "./document/AbstractSectionTokenNode";
20
- export { SectionTokenNode } from "./document/SectionTokenNode";
21
- export { GroupTokenNode } from "./document/GroupTokenNode";
22
- export { MathEnvTokenNode } from "./document/MathEnvTokenNode";
23
- export { EnvironmentTokenNode } from "./document/EnvironmentTokenNode";
24
- export { AppendixTokenNode } from "./document/AppendixTokenNode";
25
- export { BaseEnvTokenNode } from "./document/BaseEnvTokenNode";
17
+ export { DocumentTokenNode } from "./document/DocumentTokenNode.js";
18
+ export { TitleTokenNode } from "./document/TitleTokenNode.js";
19
+ export { AbstractSectionTokenNode } from "./document/AbstractSectionTokenNode.js";
20
+ export { SectionTokenNode } from "./document/SectionTokenNode.js";
21
+ export { GroupTokenNode } from "./document/GroupTokenNode.js";
22
+ export { MathEnvTokenNode } from "./document/MathEnvTokenNode.js";
23
+ export { EnvironmentTokenNode } from "./document/EnvironmentTokenNode.js";
24
+ export { AppendixTokenNode } from "./document/AppendixTokenNode.js";
25
+ export { BaseEnvTokenNode } from "./document/BaseEnvTokenNode.js";
26
26
  // Technical tokens
27
- export { EquationTokenNode } from "./technical/EquationTokenNode";
28
- export { EquationArrayTokenNode, EqArrayRowNode, } from "./technical/EquationArrayTokenNode";
29
- export { CodeTokenNode } from "./technical/CodeTokenNode";
30
- export { AlgorithmTokenNode, AlgorithmicTokenNode, } from "./technical/AlgorithmTokenNode";
31
- export { CommandTokenNode } from "./technical/CommandTokenNode";
27
+ export { EquationTokenNode } from "./technical/EquationTokenNode.js";
28
+ export { EquationArrayTokenNode, EqArrayRowNode, } from "./technical/EquationArrayTokenNode.js";
29
+ export { CodeTokenNode } from "./technical/CodeTokenNode.js";
30
+ export { AlgorithmTokenNode, AlgorithmicTokenNode, } from "./technical/AlgorithmTokenNode.js";
31
+ export { CommandTokenNode } from "./technical/CommandTokenNode.js";
32
32
  // Content tokens
33
- export { TextTokenNode } from "./content/TextTokenNode";
34
- export { QuoteTokenNode } from "./content/QuoteTokenNode";
35
- export { CaptionTokenNode } from "./content/CaptionTokenNode";
33
+ export { TextTokenNode } from "./content/TextTokenNode.js";
34
+ export { QuoteTokenNode } from "./content/QuoteTokenNode.js";
35
+ export { CaptionTokenNode } from "./content/CaptionTokenNode.js";
36
36
  // References tokens
37
- export { CitationTokenNode } from "./references/CitationTokenNode";
38
- export { ReferenceTokenNode } from "./references/ReferenceTokenNode";
39
- export { FootnoteTokenNode } from "./references/FootnoteTokenNode";
40
- export { UrlTokenNode } from "./references/UrlTokenNode";
37
+ export { CitationTokenNode } from "./references/CitationTokenNode.js";
38
+ export { ReferenceTokenNode } from "./references/ReferenceTokenNode.js";
39
+ export { FootnoteTokenNode } from "./references/FootnoteTokenNode.js";
40
+ export { UrlTokenNode } from "./references/UrlTokenNode.js";
41
41
  // Lists tokens
42
- export { ListTokenNode } from "./lists/ListTokenNode";
43
- export { ListItemTokenNode } from "./lists/ListItemTokenNode";
42
+ export { ListTokenNode } from "./lists/ListTokenNode.js";
43
+ export { ListItemTokenNode } from "./lists/ListItemTokenNode.js";
44
44
  // Tables tokens
45
- export { TableTokenNode } from "./tables/TableTokenNode";
46
- export { SubTableTokenNode } from "./tables/SubTableTokenNode";
47
- export { TabularTokenNode } from "./tables/TabularTokenNode";
45
+ export { TableTokenNode } from "./tables/TableTokenNode.js";
46
+ export { SubTableTokenNode } from "./tables/SubTableTokenNode.js";
47
+ export { TabularTokenNode } from "./tables/TabularTokenNode.js";
48
48
  // Figures tokens
49
- export { FigureTokenNode } from "./figures/FigureTokenNode";
50
- export { SubFigureTokenNode } from "./figures/SubFigureTokenNode";
51
- export { IncludeGraphicsTokenNode } from "./figures/IncludeGraphicsTokenNode";
52
- export { IncludePdfTokenNode } from "./figures/IncludePdfTokenNode";
53
- export { DiagramTokenNode } from "./figures/DiagramTokenNode";
49
+ export { FigureTokenNode } from "./figures/FigureTokenNode.js";
50
+ export { SubFigureTokenNode } from "./figures/SubFigureTokenNode.js";
51
+ export { IncludeGraphicsTokenNode } from "./figures/IncludeGraphicsTokenNode.js";
52
+ export { IncludePdfTokenNode } from "./figures/IncludePdfTokenNode.js";
53
+ export { DiagramTokenNode } from "./figures/DiagramTokenNode.js";
54
54
  // metadata tokens
55
- export { MetadataTokenNode } from "./metadata/MetadataTokenNode";
56
- export { AuthorTokenNode } from "./metadata/AuthorTokenNode";
55
+ export { MetadataTokenNode } from "./metadata/MetadataTokenNode.js";
56
+ export { AuthorTokenNode } from "./metadata/AuthorTokenNode.js";
57
57
  // bibliography tokens
58
- export { BibitemTokenNode } from "./references/BibitemTokenNode";
58
+ export { BibitemTokenNode } from "./references/BibitemTokenNode.js";
59
59
  // Token processing
60
- export { processTokenNodes } from "./tokenProcessing";
60
+ export { processTokenNodes } from "./tokenProcessing.js";
61
61
  //# sourceMappingURL=index.js.map
@@ -1,8 +1,8 @@
1
- import { ListType } from '../types';
2
- import { BaseTokenNode } from '../base/BaseTokenNode';
3
- import { BaseEnvTokenNode } from '../document/BaseEnvTokenNode';
4
- import { ListTokenNode } from './ListTokenNode';
5
- import { AbstractTokenNode } from '../base/AbstractTokenNode';
1
+ import { ListType } from '../types.js';
2
+ import { BaseTokenNode } from '../base/BaseTokenNode.js';
3
+ import { BaseEnvTokenNode } from '../document/BaseEnvTokenNode.js';
4
+ import { ListTokenNode } from './ListTokenNode.js';
5
+ import { AbstractTokenNode } from '../base/AbstractTokenNode.js';
6
6
  const convertNumberToChar = (index) => {
7
7
  return String.fromCharCode(97 + index); // a, b, c, ...
8
8
  };
@@ -1,5 +1,5 @@
1
- import { BaseTokenNode } from '../base/BaseTokenNode';
2
- import { ListItemTokenNode } from './ListItemTokenNode';
1
+ import { BaseTokenNode } from '../base/BaseTokenNode.js';
2
+ import { ListItemTokenNode } from './ListItemTokenNode.js';
3
3
  export class ListTokenNode extends BaseTokenNode {
4
4
  tokenFactory;
5
5
  constructor(token, id, tokenFactory) {
@@ -1,5 +1,5 @@
1
- import { MetadataTokenNode } from './MetadataTokenNode';
2
- import { CommandTokenNode } from '../technical/CommandTokenNode';
1
+ import { MetadataTokenNode } from './MetadataTokenNode.js';
2
+ import { CommandTokenNode } from '../technical/CommandTokenNode.js';
3
3
  export class AuthorTokenNode extends MetadataTokenNode {
4
4
  tokenFactory;
5
5
  constructor(token, id, tokenFactory) {
@@ -1,4 +1,4 @@
1
- import { BaseTokenNode } from '../base/BaseTokenNode';
1
+ import { BaseTokenNode } from '../base/BaseTokenNode.js';
2
2
  export class MetadataTokenNode extends BaseTokenNode {
3
3
  tokenFactory;
4
4
  constructor(token, id, tokenFactory) {
@@ -1,8 +1,8 @@
1
- import { BibFormat } from '../types';
2
- import { AbstractTokenNode } from '../base/AbstractTokenNode';
3
- import { convertTokens2String } from '../utils';
4
- import { CitationStyle, formatCitation, replaceBibtexKey } from '../utils/citationConverters';
5
- import { extractArxivIdFromBibtexFields, extractArxivId } from '../utils/arxiv';
1
+ import { BibFormat } from '../types.js';
2
+ import { AbstractTokenNode } from '../base/AbstractTokenNode.js';
3
+ import { convertTokens2String } from '../utils.js';
4
+ import { CitationStyle, formatCitation, replaceBibtexKey } from '../utils/citationConverters.js';
5
+ import { extractArxivIdFromBibtexFields, extractArxivId } from '../utils/arxiv.js';
6
6
  export class BibitemTokenNode extends AbstractTokenNode {
7
7
  tokenFactory;
8
8
  _cachedContent = null;
@@ -1,5 +1,5 @@
1
- import { AbstractTokenNode } from '../base/AbstractTokenNode';
2
- import { convertTokens2String } from '../utils';
1
+ import { AbstractTokenNode } from '../base/AbstractTokenNode.js';
2
+ import { convertTokens2String } from '../utils.js';
3
3
  export class CitationTokenNode extends AbstractTokenNode {
4
4
  tokenFactory;
5
5
  constructor(token, id, tokenFactory) {
@@ -1,5 +1,5 @@
1
- import { BaseTokenNode } from '../base/BaseTokenNode';
2
- import { convertTokens2String } from '../utils';
1
+ import { BaseTokenNode } from '../base/BaseTokenNode.js';
2
+ import { convertTokens2String } from '../utils.js';
3
3
  export class FootnoteTokenNode extends BaseTokenNode {
4
4
  tokenFactory;
5
5
  constructor(token, id, tokenFactory) {
@@ -1,5 +1,5 @@
1
- import { AbstractTokenNode } from "../base/AbstractTokenNode";
2
- import { convertTokens2String } from "../utils";
1
+ import { AbstractTokenNode } from "../base/AbstractTokenNode.js";
2
+ import { convertTokens2String } from "../utils.js";
3
3
  export class ReferenceTokenNode extends AbstractTokenNode {
4
4
  tokenFactory;
5
5
  constructor(token, id, tokenFactory) {
@@ -1,4 +1,4 @@
1
- import { BaseTokenNode } from '../base/BaseTokenNode';
1
+ import { BaseTokenNode } from '../base/BaseTokenNode.js';
2
2
  export class UrlTokenNode extends BaseTokenNode {
3
3
  tokenFactory;
4
4
  constructor(token, id, tokenFactory) {
package/dist/styles.js CHANGED
@@ -1,4 +1,4 @@
1
- import { TokenType, DisplayType } from './types';
1
+ import { TokenType, DisplayType } from './types.js';
2
2
  export const INLINE_TOKEN_TYPES = [
3
3
  TokenType.TEXT,
4
4
  TokenType.CITATION,
@@ -1,4 +1,4 @@
1
- import { BaseTableFigureTokenNode } from '../base/BaseTableFigureTokenNode';
1
+ import { BaseTableFigureTokenNode } from '../base/BaseTableFigureTokenNode.js';
2
2
  export class SubTableTokenNode extends BaseTableFigureTokenNode {
3
3
  tokenFactory;
4
4
  constructor(token, id, tokenFactory) {
@@ -1,4 +1,4 @@
1
- import { BaseTableFigureTokenNode } from '../base/BaseTableFigureTokenNode';
1
+ import { BaseTableFigureTokenNode } from '../base/BaseTableFigureTokenNode.js';
2
2
  export class TableTokenNode extends BaseTableFigureTokenNode {
3
3
  tokenFactory;
4
4
  constructor(token, id, tokenFactory) {
@@ -1,4 +1,4 @@
1
- import { AbstractTokenNode, BaseTokenNode } from '../';
1
+ import { AbstractTokenNode, BaseTokenNode } from '../.js';
2
2
  const createFixedArray = (length) => new Array(length).fill(false);
3
3
  export class TabularTokenNode extends AbstractTokenNode {
4
4
  tokenFactory;
@@ -1,4 +1,4 @@
1
- import { BaseTokenNode } from '../base/BaseTokenNode';
1
+ import { BaseTokenNode } from '../base/BaseTokenNode.js';
2
2
  export class AlgorithmTokenNode extends BaseTokenNode {
3
3
  tokenFactory;
4
4
  constructor(token, id, tokenFactory) {
@@ -1,5 +1,5 @@
1
- import { DisplayType } from '../types';
2
- import { BaseTokenNode } from '../base/BaseTokenNode';
1
+ import { DisplayType } from '../types.js';
2
+ import { BaseTokenNode } from '../base/BaseTokenNode.js';
3
3
  export class CodeTokenNode extends BaseTokenNode {
4
4
  tokenFactory;
5
5
  constructor(token, id, tokenFactory) {
@@ -1,4 +1,4 @@
1
- import { BaseTokenNode } from '../base/BaseTokenNode';
1
+ import { BaseTokenNode } from '../base/BaseTokenNode.js';
2
2
  export class CommandTokenNode extends BaseTokenNode {
3
3
  tokenFactory;
4
4
  constructor(token, id, tokenFactory) {
@@ -1,6 +1,6 @@
1
- import { AbstractTokenNode } from "../base/AbstractTokenNode";
2
- import { TextTokenNode } from "../content/TextTokenNode";
3
- import { EquationTokenNode } from "./EquationTokenNode";
1
+ import { AbstractTokenNode } from "../base/AbstractTokenNode.js";
2
+ import { TextTokenNode } from "../content/TextTokenNode.js";
3
+ import { EquationTokenNode } from "./EquationTokenNode.js";
4
4
  export class EquationArrayTokenNode extends AbstractTokenNode {
5
5
  tokenFactory;
6
6
  constructor(token, id, tokenFactory) {
@@ -1,5 +1,5 @@
1
- import { DisplayType } from "../types";
2
- import { BaseTokenNode } from "../base/BaseTokenNode";
1
+ import { DisplayType } from "../types.js";
2
+ import { BaseTokenNode } from "../base/BaseTokenNode.js";
3
3
  export class EquationTokenNode extends BaseTokenNode {
4
4
  tokenFactory;
5
5
  constructor(token, id, tokenFactory) {
@@ -1,4 +1,4 @@
1
- import { TokenNodeFactory } from "./base/TokenNodeFactory";
1
+ import { TokenNodeFactory } from "./base/TokenNodeFactory.js";
2
2
  export function processTokenNodes(tokens, excludedTokenTypes) {
3
3
  if (!tokens)
4
4
  return [];
package/dist/utils.js CHANGED
@@ -1,5 +1,5 @@
1
- import { DisplayType, TokenType } from './types';
2
- import { IsInlineToken } from './styles';
1
+ import { DisplayType, TokenType } from './types.js';
2
+ import { IsInlineToken } from './styles.js';
3
3
  export function convertTokens2String(tokens) {
4
4
  let outStr = '';
5
5
  for (let t of tokens) {
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@sciencestack-ai/tokens",
3
- "version": "0.1.6",
3
+ "version": "0.1.7",
4
4
  "description": "TypeScript types and interfaces for ScienceStack AST tokens",
5
5
  "repository": {
6
6
  "type": "git",
@@ -10,7 +10,7 @@
10
10
  "types": "dist/index.d.ts",
11
11
  "type": "module",
12
12
  "scripts": {
13
- "build": "tsc",
13
+ "build": "tsc && node scripts/fix-imports.js",
14
14
  "dev": "tsc --watch",
15
15
  "test": "vitest run",
16
16
  "test:watch": "vitest",