@sciencestack-ai/tokens 0.1.3 → 0.1.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/base/TokenNodeFactory.js +1 -1
- package/dist/document/MathEnvTokenNode.js +4 -4
- package/dist/index.js +46 -46
- package/dist/references/ReferenceTokenNode.js +2 -2
- package/dist/tables/TabularTokenNode.js +1 -1
- package/dist/technical/EquationArrayTokenNode.js +3 -3
- package/dist/technical/EquationTokenNode.js +2 -2
- package/dist/tokenProcessing.js +1 -1
- package/package.json +1 -1
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { TokenType, METADATA_TOKEN_TYPES } from '../types.js';
|
|
2
|
-
import { SectionTokenNode, DocumentTokenNode, EquationTokenNode, CodeTokenNode, AlgorithmTokenNode, AlgorithmicTokenNode, TextTokenNode, QuoteTokenNode, CitationTokenNode, ReferenceTokenNode, UrlTokenNode, ListTokenNode, ListItemTokenNode, TableTokenNode, SubTableTokenNode, TabularTokenNode, CaptionTokenNode, GroupTokenNode, FootnoteTokenNode, FigureTokenNode, SubFigureTokenNode, IncludeGraphicsTokenNode, IncludePdfTokenNode, DiagramTokenNode, MathEnvTokenNode, EnvironmentTokenNode, AppendixTokenNode, CommandTokenNode, MetadataTokenNode, AbstractSectionTokenNode, TitleTokenNode, BibitemTokenNode, EquationArrayTokenNode, AuthorTokenNode } from '
|
|
2
|
+
import { SectionTokenNode, DocumentTokenNode, EquationTokenNode, CodeTokenNode, AlgorithmTokenNode, AlgorithmicTokenNode, TextTokenNode, QuoteTokenNode, CitationTokenNode, ReferenceTokenNode, UrlTokenNode, ListTokenNode, ListItemTokenNode, TableTokenNode, SubTableTokenNode, TabularTokenNode, CaptionTokenNode, GroupTokenNode, FootnoteTokenNode, FigureTokenNode, SubFigureTokenNode, IncludeGraphicsTokenNode, IncludePdfTokenNode, DiagramTokenNode, MathEnvTokenNode, EnvironmentTokenNode, AppendixTokenNode, CommandTokenNode, MetadataTokenNode, AbstractSectionTokenNode, TitleTokenNode, BibitemTokenNode, EquationArrayTokenNode, AuthorTokenNode } from '..';
|
|
3
3
|
// Define metadata token types array
|
|
4
4
|
export class TokenNodeFactory {
|
|
5
5
|
_excludedTokenTypes = [];
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { TokenType } from
|
|
2
|
-
import { BaseEnvTokenNode } from
|
|
3
|
-
import { BaseTokenNode } from
|
|
4
|
-
import { AbstractTokenNode } from
|
|
1
|
+
import { TokenType } from "../types.js";
|
|
2
|
+
import { BaseEnvTokenNode } from "./BaseEnvTokenNode.js";
|
|
3
|
+
import { BaseTokenNode } from "../base/BaseTokenNode.js";
|
|
4
|
+
import { AbstractTokenNode } from "../base/AbstractTokenNode.js";
|
|
5
5
|
export class MathEnvTokenNode extends BaseEnvTokenNode {
|
|
6
6
|
tokenFactory;
|
|
7
7
|
_cachedTooltipContent = null;
|
package/dist/index.js
CHANGED
|
@@ -1,61 +1,61 @@
|
|
|
1
1
|
// Export all types
|
|
2
|
-
export * from
|
|
3
|
-
export * from
|
|
4
|
-
export * from
|
|
5
|
-
export * from
|
|
2
|
+
export * from "./types.js";
|
|
3
|
+
export * from "./export_types.js";
|
|
4
|
+
export * from "./styles.js";
|
|
5
|
+
export * from "./utils.js";
|
|
6
6
|
// Export utilities
|
|
7
|
-
export * from
|
|
8
|
-
export * from
|
|
9
|
-
export { TokenNodeFactory } from
|
|
7
|
+
export * from "./utils/arxiv.js";
|
|
8
|
+
export * from "./utils/citationConverters.js";
|
|
9
|
+
export { TokenNodeFactory } from "./base/TokenNodeFactory.js";
|
|
10
10
|
// Noderoles
|
|
11
|
-
export { NodeRoles } from
|
|
11
|
+
export { NodeRoles } from "./base/NodeRoles.js";
|
|
12
12
|
// Base tokens
|
|
13
|
-
export { AbstractTokenNode } from
|
|
14
|
-
export { BaseTokenNode } from
|
|
15
|
-
export { BaseTableFigureTokenNode } from
|
|
13
|
+
export { AbstractTokenNode } from "./base/AbstractTokenNode.js";
|
|
14
|
+
export { BaseTokenNode } from "./base/BaseTokenNode.js";
|
|
15
|
+
export { BaseTableFigureTokenNode } from "./base/BaseTableFigureTokenNode.js";
|
|
16
16
|
// Document tokens
|
|
17
|
-
export { DocumentTokenNode } from
|
|
18
|
-
export { TitleTokenNode } from
|
|
19
|
-
export { AbstractSectionTokenNode } from
|
|
20
|
-
export { SectionTokenNode } from
|
|
21
|
-
export { GroupTokenNode } from
|
|
22
|
-
export { MathEnvTokenNode } from
|
|
23
|
-
export { EnvironmentTokenNode } from
|
|
24
|
-
export { AppendixTokenNode } from
|
|
25
|
-
export { BaseEnvTokenNode } from
|
|
17
|
+
export { DocumentTokenNode } from "./document/DocumentTokenNode.js";
|
|
18
|
+
export { TitleTokenNode } from "./document/TitleTokenNode.js";
|
|
19
|
+
export { AbstractSectionTokenNode } from "./document/AbstractSectionTokenNode.js";
|
|
20
|
+
export { SectionTokenNode } from "./document/SectionTokenNode.js";
|
|
21
|
+
export { GroupTokenNode } from "./document/GroupTokenNode.js";
|
|
22
|
+
export { MathEnvTokenNode } from "./document/MathEnvTokenNode.js";
|
|
23
|
+
export { EnvironmentTokenNode } from "./document/EnvironmentTokenNode.js";
|
|
24
|
+
export { AppendixTokenNode } from "./document/AppendixTokenNode.js";
|
|
25
|
+
export { BaseEnvTokenNode } from "./document/BaseEnvTokenNode.js";
|
|
26
26
|
// Technical tokens
|
|
27
|
-
export { EquationTokenNode } from
|
|
28
|
-
export { EquationArrayTokenNode, EqArrayRowNode, } from
|
|
29
|
-
export { CodeTokenNode } from
|
|
30
|
-
export { AlgorithmTokenNode, AlgorithmicTokenNode, } from
|
|
31
|
-
export { CommandTokenNode } from
|
|
27
|
+
export { EquationTokenNode } from "./technical/EquationTokenNode.js";
|
|
28
|
+
export { EquationArrayTokenNode, EqArrayRowNode, } from "./technical/EquationArrayTokenNode.js";
|
|
29
|
+
export { CodeTokenNode } from "./technical/CodeTokenNode.js";
|
|
30
|
+
export { AlgorithmTokenNode, AlgorithmicTokenNode, } from "./technical/AlgorithmTokenNode.js";
|
|
31
|
+
export { CommandTokenNode } from "./technical/CommandTokenNode.js";
|
|
32
32
|
// Content tokens
|
|
33
|
-
export { TextTokenNode } from
|
|
34
|
-
export { QuoteTokenNode } from
|
|
35
|
-
export { CaptionTokenNode } from
|
|
33
|
+
export { TextTokenNode } from "./content/TextTokenNode.js";
|
|
34
|
+
export { QuoteTokenNode } from "./content/QuoteTokenNode.js";
|
|
35
|
+
export { CaptionTokenNode } from "./content/CaptionTokenNode.js";
|
|
36
36
|
// References tokens
|
|
37
|
-
export { CitationTokenNode } from
|
|
38
|
-
export { ReferenceTokenNode } from
|
|
39
|
-
export { FootnoteTokenNode } from
|
|
40
|
-
export { UrlTokenNode } from
|
|
37
|
+
export { CitationTokenNode } from "./references/CitationTokenNode.js";
|
|
38
|
+
export { ReferenceTokenNode } from "./references/ReferenceTokenNode.js";
|
|
39
|
+
export { FootnoteTokenNode } from "./references/FootnoteTokenNode.js";
|
|
40
|
+
export { UrlTokenNode } from "./references/UrlTokenNode.js";
|
|
41
41
|
// Lists tokens
|
|
42
|
-
export { ListTokenNode } from
|
|
43
|
-
export { ListItemTokenNode } from
|
|
42
|
+
export { ListTokenNode } from "./lists/ListTokenNode.js";
|
|
43
|
+
export { ListItemTokenNode } from "./lists/ListItemTokenNode.js";
|
|
44
44
|
// Tables tokens
|
|
45
|
-
export { TableTokenNode } from
|
|
46
|
-
export { SubTableTokenNode } from
|
|
47
|
-
export { TabularTokenNode } from
|
|
45
|
+
export { TableTokenNode } from "./tables/TableTokenNode.js";
|
|
46
|
+
export { SubTableTokenNode } from "./tables/SubTableTokenNode.js";
|
|
47
|
+
export { TabularTokenNode } from "./tables/TabularTokenNode.js";
|
|
48
48
|
// Figures tokens
|
|
49
|
-
export { FigureTokenNode } from
|
|
50
|
-
export { SubFigureTokenNode } from
|
|
51
|
-
export { IncludeGraphicsTokenNode } from
|
|
52
|
-
export { IncludePdfTokenNode } from
|
|
53
|
-
export { DiagramTokenNode } from
|
|
49
|
+
export { FigureTokenNode } from "./figures/FigureTokenNode.js";
|
|
50
|
+
export { SubFigureTokenNode } from "./figures/SubFigureTokenNode.js";
|
|
51
|
+
export { IncludeGraphicsTokenNode } from "./figures/IncludeGraphicsTokenNode.js";
|
|
52
|
+
export { IncludePdfTokenNode } from "./figures/IncludePdfTokenNode.js";
|
|
53
|
+
export { DiagramTokenNode } from "./figures/DiagramTokenNode.js";
|
|
54
54
|
// metadata tokens
|
|
55
|
-
export { MetadataTokenNode } from
|
|
56
|
-
export { AuthorTokenNode } from
|
|
55
|
+
export { MetadataTokenNode } from "./metadata/MetadataTokenNode.js";
|
|
56
|
+
export { AuthorTokenNode } from "./metadata/AuthorTokenNode.js";
|
|
57
57
|
// bibliography tokens
|
|
58
|
-
export { BibitemTokenNode } from
|
|
58
|
+
export { BibitemTokenNode } from "./references/BibitemTokenNode.js";
|
|
59
59
|
// Token processing
|
|
60
|
-
export { processTokenNodes } from
|
|
60
|
+
export { processTokenNodes } from "./tokenProcessing.js";
|
|
61
61
|
//# sourceMappingURL=index.js.map
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { AbstractTokenNode } from
|
|
2
|
-
import { convertTokens2String } from
|
|
1
|
+
import { AbstractTokenNode } from "../base/AbstractTokenNode.js";
|
|
2
|
+
import { convertTokens2String } from "../utils.js";
|
|
3
3
|
export class ReferenceTokenNode extends AbstractTokenNode {
|
|
4
4
|
tokenFactory;
|
|
5
5
|
constructor(token, id, tokenFactory) {
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { AbstractTokenNode } from
|
|
2
|
-
import { TextTokenNode } from
|
|
3
|
-
import { EquationTokenNode } from
|
|
1
|
+
import { AbstractTokenNode } from "../base/AbstractTokenNode.js";
|
|
2
|
+
import { TextTokenNode } from "../content/TextTokenNode.js";
|
|
3
|
+
import { EquationTokenNode } from "./EquationTokenNode.js";
|
|
4
4
|
export class EquationArrayTokenNode extends AbstractTokenNode {
|
|
5
5
|
tokenFactory;
|
|
6
6
|
constructor(token, id, tokenFactory) {
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { DisplayType } from
|
|
2
|
-
import { BaseTokenNode } from
|
|
1
|
+
import { DisplayType } from "../types.js";
|
|
2
|
+
import { BaseTokenNode } from "../base/BaseTokenNode.js";
|
|
3
3
|
export class EquationTokenNode extends BaseTokenNode {
|
|
4
4
|
tokenFactory;
|
|
5
5
|
constructor(token, id, tokenFactory) {
|
package/dist/tokenProcessing.js
CHANGED