@sciencestack-ai/tokens 0.1.3 → 0.1.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/base/TokenNodeFactory.js +1 -1
- package/dist/document/MathEnvTokenNode.js +4 -4
- package/dist/index.js +46 -46
- package/dist/references/ReferenceTokenNode.js +2 -2
- package/dist/tables/TabularTokenNode.js +1 -1
- package/dist/technical/EquationArrayTokenNode.js +3 -3
- package/dist/technical/EquationTokenNode.js +2 -2
- package/dist/tokenProcessing.js +1 -1
- package/package.json +9 -10
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { TokenType, METADATA_TOKEN_TYPES } from '../types.js';
|
|
2
|
-
import { SectionTokenNode, DocumentTokenNode, EquationTokenNode, CodeTokenNode, AlgorithmTokenNode, AlgorithmicTokenNode, TextTokenNode, QuoteTokenNode, CitationTokenNode, ReferenceTokenNode, UrlTokenNode, ListTokenNode, ListItemTokenNode, TableTokenNode, SubTableTokenNode, TabularTokenNode, CaptionTokenNode, GroupTokenNode, FootnoteTokenNode, FigureTokenNode, SubFigureTokenNode, IncludeGraphicsTokenNode, IncludePdfTokenNode, DiagramTokenNode, MathEnvTokenNode, EnvironmentTokenNode, AppendixTokenNode, CommandTokenNode, MetadataTokenNode, AbstractSectionTokenNode, TitleTokenNode, BibitemTokenNode, EquationArrayTokenNode, AuthorTokenNode } from '
|
|
2
|
+
import { SectionTokenNode, DocumentTokenNode, EquationTokenNode, CodeTokenNode, AlgorithmTokenNode, AlgorithmicTokenNode, TextTokenNode, QuoteTokenNode, CitationTokenNode, ReferenceTokenNode, UrlTokenNode, ListTokenNode, ListItemTokenNode, TableTokenNode, SubTableTokenNode, TabularTokenNode, CaptionTokenNode, GroupTokenNode, FootnoteTokenNode, FigureTokenNode, SubFigureTokenNode, IncludeGraphicsTokenNode, IncludePdfTokenNode, DiagramTokenNode, MathEnvTokenNode, EnvironmentTokenNode, AppendixTokenNode, CommandTokenNode, MetadataTokenNode, AbstractSectionTokenNode, TitleTokenNode, BibitemTokenNode, EquationArrayTokenNode, AuthorTokenNode } from '..';
|
|
3
3
|
// Define metadata token types array
|
|
4
4
|
export class TokenNodeFactory {
|
|
5
5
|
_excludedTokenTypes = [];
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { TokenType } from
|
|
2
|
-
import { BaseEnvTokenNode } from
|
|
3
|
-
import { BaseTokenNode } from
|
|
4
|
-
import { AbstractTokenNode } from
|
|
1
|
+
import { TokenType } from "../types.js";
|
|
2
|
+
import { BaseEnvTokenNode } from "./BaseEnvTokenNode.js";
|
|
3
|
+
import { BaseTokenNode } from "../base/BaseTokenNode.js";
|
|
4
|
+
import { AbstractTokenNode } from "../base/AbstractTokenNode.js";
|
|
5
5
|
export class MathEnvTokenNode extends BaseEnvTokenNode {
|
|
6
6
|
tokenFactory;
|
|
7
7
|
_cachedTooltipContent = null;
|
package/dist/index.js
CHANGED
|
@@ -1,61 +1,61 @@
|
|
|
1
1
|
// Export all types
|
|
2
|
-
export * from
|
|
3
|
-
export * from
|
|
4
|
-
export * from
|
|
5
|
-
export * from
|
|
2
|
+
export * from "./types.js";
|
|
3
|
+
export * from "./export_types.js";
|
|
4
|
+
export * from "./styles.js";
|
|
5
|
+
export * from "./utils.js";
|
|
6
6
|
// Export utilities
|
|
7
|
-
export * from
|
|
8
|
-
export * from
|
|
9
|
-
export { TokenNodeFactory } from
|
|
7
|
+
export * from "./utils/arxiv.js";
|
|
8
|
+
export * from "./utils/citationConverters.js";
|
|
9
|
+
export { TokenNodeFactory } from "./base/TokenNodeFactory.js";
|
|
10
10
|
// Noderoles
|
|
11
|
-
export { NodeRoles } from
|
|
11
|
+
export { NodeRoles } from "./base/NodeRoles.js";
|
|
12
12
|
// Base tokens
|
|
13
|
-
export { AbstractTokenNode } from
|
|
14
|
-
export { BaseTokenNode } from
|
|
15
|
-
export { BaseTableFigureTokenNode } from
|
|
13
|
+
export { AbstractTokenNode } from "./base/AbstractTokenNode.js";
|
|
14
|
+
export { BaseTokenNode } from "./base/BaseTokenNode.js";
|
|
15
|
+
export { BaseTableFigureTokenNode } from "./base/BaseTableFigureTokenNode.js";
|
|
16
16
|
// Document tokens
|
|
17
|
-
export { DocumentTokenNode } from
|
|
18
|
-
export { TitleTokenNode } from
|
|
19
|
-
export { AbstractSectionTokenNode } from
|
|
20
|
-
export { SectionTokenNode } from
|
|
21
|
-
export { GroupTokenNode } from
|
|
22
|
-
export { MathEnvTokenNode } from
|
|
23
|
-
export { EnvironmentTokenNode } from
|
|
24
|
-
export { AppendixTokenNode } from
|
|
25
|
-
export { BaseEnvTokenNode } from
|
|
17
|
+
export { DocumentTokenNode } from "./document/DocumentTokenNode.js";
|
|
18
|
+
export { TitleTokenNode } from "./document/TitleTokenNode.js";
|
|
19
|
+
export { AbstractSectionTokenNode } from "./document/AbstractSectionTokenNode.js";
|
|
20
|
+
export { SectionTokenNode } from "./document/SectionTokenNode.js";
|
|
21
|
+
export { GroupTokenNode } from "./document/GroupTokenNode.js";
|
|
22
|
+
export { MathEnvTokenNode } from "./document/MathEnvTokenNode.js";
|
|
23
|
+
export { EnvironmentTokenNode } from "./document/EnvironmentTokenNode.js";
|
|
24
|
+
export { AppendixTokenNode } from "./document/AppendixTokenNode.js";
|
|
25
|
+
export { BaseEnvTokenNode } from "./document/BaseEnvTokenNode.js";
|
|
26
26
|
// Technical tokens
|
|
27
|
-
export { EquationTokenNode } from
|
|
28
|
-
export { EquationArrayTokenNode, EqArrayRowNode, } from
|
|
29
|
-
export { CodeTokenNode } from
|
|
30
|
-
export { AlgorithmTokenNode, AlgorithmicTokenNode, } from
|
|
31
|
-
export { CommandTokenNode } from
|
|
27
|
+
export { EquationTokenNode } from "./technical/EquationTokenNode.js";
|
|
28
|
+
export { EquationArrayTokenNode, EqArrayRowNode, } from "./technical/EquationArrayTokenNode.js";
|
|
29
|
+
export { CodeTokenNode } from "./technical/CodeTokenNode.js";
|
|
30
|
+
export { AlgorithmTokenNode, AlgorithmicTokenNode, } from "./technical/AlgorithmTokenNode.js";
|
|
31
|
+
export { CommandTokenNode } from "./technical/CommandTokenNode.js";
|
|
32
32
|
// Content tokens
|
|
33
|
-
export { TextTokenNode } from
|
|
34
|
-
export { QuoteTokenNode } from
|
|
35
|
-
export { CaptionTokenNode } from
|
|
33
|
+
export { TextTokenNode } from "./content/TextTokenNode.js";
|
|
34
|
+
export { QuoteTokenNode } from "./content/QuoteTokenNode.js";
|
|
35
|
+
export { CaptionTokenNode } from "./content/CaptionTokenNode.js";
|
|
36
36
|
// References tokens
|
|
37
|
-
export { CitationTokenNode } from
|
|
38
|
-
export { ReferenceTokenNode } from
|
|
39
|
-
export { FootnoteTokenNode } from
|
|
40
|
-
export { UrlTokenNode } from
|
|
37
|
+
export { CitationTokenNode } from "./references/CitationTokenNode.js";
|
|
38
|
+
export { ReferenceTokenNode } from "./references/ReferenceTokenNode.js";
|
|
39
|
+
export { FootnoteTokenNode } from "./references/FootnoteTokenNode.js";
|
|
40
|
+
export { UrlTokenNode } from "./references/UrlTokenNode.js";
|
|
41
41
|
// Lists tokens
|
|
42
|
-
export { ListTokenNode } from
|
|
43
|
-
export { ListItemTokenNode } from
|
|
42
|
+
export { ListTokenNode } from "./lists/ListTokenNode.js";
|
|
43
|
+
export { ListItemTokenNode } from "./lists/ListItemTokenNode.js";
|
|
44
44
|
// Tables tokens
|
|
45
|
-
export { TableTokenNode } from
|
|
46
|
-
export { SubTableTokenNode } from
|
|
47
|
-
export { TabularTokenNode } from
|
|
45
|
+
export { TableTokenNode } from "./tables/TableTokenNode.js";
|
|
46
|
+
export { SubTableTokenNode } from "./tables/SubTableTokenNode.js";
|
|
47
|
+
export { TabularTokenNode } from "./tables/TabularTokenNode.js";
|
|
48
48
|
// Figures tokens
|
|
49
|
-
export { FigureTokenNode } from
|
|
50
|
-
export { SubFigureTokenNode } from
|
|
51
|
-
export { IncludeGraphicsTokenNode } from
|
|
52
|
-
export { IncludePdfTokenNode } from
|
|
53
|
-
export { DiagramTokenNode } from
|
|
49
|
+
export { FigureTokenNode } from "./figures/FigureTokenNode.js";
|
|
50
|
+
export { SubFigureTokenNode } from "./figures/SubFigureTokenNode.js";
|
|
51
|
+
export { IncludeGraphicsTokenNode } from "./figures/IncludeGraphicsTokenNode.js";
|
|
52
|
+
export { IncludePdfTokenNode } from "./figures/IncludePdfTokenNode.js";
|
|
53
|
+
export { DiagramTokenNode } from "./figures/DiagramTokenNode.js";
|
|
54
54
|
// metadata tokens
|
|
55
|
-
export { MetadataTokenNode } from
|
|
56
|
-
export { AuthorTokenNode } from
|
|
55
|
+
export { MetadataTokenNode } from "./metadata/MetadataTokenNode.js";
|
|
56
|
+
export { AuthorTokenNode } from "./metadata/AuthorTokenNode.js";
|
|
57
57
|
// bibliography tokens
|
|
58
|
-
export { BibitemTokenNode } from
|
|
58
|
+
export { BibitemTokenNode } from "./references/BibitemTokenNode.js";
|
|
59
59
|
// Token processing
|
|
60
|
-
export { processTokenNodes } from
|
|
60
|
+
export { processTokenNodes } from "./tokenProcessing.js";
|
|
61
61
|
//# sourceMappingURL=index.js.map
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { AbstractTokenNode } from
|
|
2
|
-
import { convertTokens2String } from
|
|
1
|
+
import { AbstractTokenNode } from "../base/AbstractTokenNode.js";
|
|
2
|
+
import { convertTokens2String } from "../utils.js";
|
|
3
3
|
export class ReferenceTokenNode extends AbstractTokenNode {
|
|
4
4
|
tokenFactory;
|
|
5
5
|
constructor(token, id, tokenFactory) {
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { AbstractTokenNode } from
|
|
2
|
-
import { TextTokenNode } from
|
|
3
|
-
import { EquationTokenNode } from
|
|
1
|
+
import { AbstractTokenNode } from "../base/AbstractTokenNode.js";
|
|
2
|
+
import { TextTokenNode } from "../content/TextTokenNode.js";
|
|
3
|
+
import { EquationTokenNode } from "./EquationTokenNode.js";
|
|
4
4
|
export class EquationArrayTokenNode extends AbstractTokenNode {
|
|
5
5
|
tokenFactory;
|
|
6
6
|
constructor(token, id, tokenFactory) {
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { DisplayType } from
|
|
2
|
-
import { BaseTokenNode } from
|
|
1
|
+
import { DisplayType } from "../types.js";
|
|
2
|
+
import { BaseTokenNode } from "../base/BaseTokenNode.js";
|
|
3
3
|
export class EquationTokenNode extends BaseTokenNode {
|
|
4
4
|
tokenFactory;
|
|
5
5
|
constructor(token, id, tokenFactory) {
|
package/dist/tokenProcessing.js
CHANGED
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@sciencestack-ai/tokens",
|
|
3
|
-
"version": "0.1.
|
|
3
|
+
"version": "0.1.5",
|
|
4
4
|
"description": "TypeScript types and interfaces for ScienceStack AST tokens",
|
|
5
5
|
"repository": {
|
|
6
6
|
"type": "git",
|
|
@@ -9,14 +9,6 @@
|
|
|
9
9
|
"main": "dist/index.js",
|
|
10
10
|
"types": "dist/index.d.ts",
|
|
11
11
|
"type": "module",
|
|
12
|
-
"scripts": {
|
|
13
|
-
"build": "tsc && node scripts/fix-imports.js",
|
|
14
|
-
"dev": "tsc --watch",
|
|
15
|
-
"test": "vitest run",
|
|
16
|
-
"test:watch": "vitest",
|
|
17
|
-
"test:coverage": "vitest run --coverage",
|
|
18
|
-
"prepublishOnly": "pnpm build"
|
|
19
|
-
},
|
|
20
12
|
"keywords": [
|
|
21
13
|
"sciencestack",
|
|
22
14
|
"ast",
|
|
@@ -44,5 +36,12 @@
|
|
|
44
36
|
},
|
|
45
37
|
"dependencies": {
|
|
46
38
|
"nanoid": "^5.1.6"
|
|
39
|
+
},
|
|
40
|
+
"scripts": {
|
|
41
|
+
"build": "tsc && node scripts/fix-imports.js",
|
|
42
|
+
"dev": "tsc --watch",
|
|
43
|
+
"test": "vitest run",
|
|
44
|
+
"test:watch": "vitest",
|
|
45
|
+
"test:coverage": "vitest run --coverage"
|
|
47
46
|
}
|
|
48
|
-
}
|
|
47
|
+
}
|