@sciencestack-ai/tokens 0.1.5 → 0.1.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/base/AbstractTokenNode.js +2 -2
- package/dist/base/BaseTableFigureTokenNode.js +3 -3
- package/dist/base/BaseTokenNode.js +2 -2
- package/dist/base/TokenNodeFactory.d.ts +3 -3
- package/dist/base/TokenNodeFactory.d.ts.map +1 -1
- package/dist/base/TokenNodeFactory.js +2 -2
- package/dist/base/TokenNodeFactory.js.map +1 -1
- package/dist/content/CaptionTokenNode.js +3 -3
- package/dist/content/QuoteTokenNode.js +1 -1
- package/dist/content/TextTokenNode.js +3 -3
- package/dist/document/AbstractSectionTokenNode.js +1 -1
- package/dist/document/AppendixTokenNode.js +1 -1
- package/dist/document/BaseEnvTokenNode.js +3 -3
- package/dist/document/DocumentTokenNode.js +1 -1
- package/dist/document/EnvironmentTokenNode.js +1 -1
- package/dist/document/GroupTokenNode.js +1 -1
- package/dist/document/MathEnvTokenNode.js +4 -4
- package/dist/document/SectionTokenNode.js +4 -4
- package/dist/document/TitleTokenNode.js +1 -1
- package/dist/figures/DiagramTokenNode.js +2 -2
- package/dist/figures/FigureTokenNode.js +1 -1
- package/dist/figures/IncludeGraphicsTokenNode.js +2 -2
- package/dist/figures/IncludePdfTokenNode.js +2 -2
- package/dist/figures/SubFigureTokenNode.js +1 -1
- package/dist/index.js +46 -46
- package/dist/lists/ListItemTokenNode.js +5 -5
- package/dist/lists/ListTokenNode.js +2 -2
- package/dist/metadata/AuthorTokenNode.js +2 -2
- package/dist/metadata/MetadataTokenNode.js +1 -1
- package/dist/references/BibitemTokenNode.js +5 -5
- package/dist/references/CitationTokenNode.js +2 -2
- package/dist/references/FootnoteTokenNode.js +2 -2
- package/dist/references/ReferenceTokenNode.js +2 -2
- package/dist/references/UrlTokenNode.js +1 -1
- package/dist/styles.js +1 -1
- package/dist/tables/SubTableTokenNode.js +1 -1
- package/dist/tables/TableTokenNode.js +1 -1
- package/dist/technical/AlgorithmTokenNode.js +1 -1
- package/dist/technical/CodeTokenNode.js +2 -2
- package/dist/technical/CommandTokenNode.js +1 -1
- package/dist/technical/EquationArrayTokenNode.js +3 -3
- package/dist/technical/EquationTokenNode.js +2 -2
- package/dist/tokenProcessing.js +1 -1
- package/dist/utils.js +2 -2
- package/package.json +10 -12
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { BaseTokenNode } from './BaseTokenNode
|
|
2
|
-
import { convertTokens2String } from '../utils
|
|
3
|
-
import { CaptionTokenNode } from '../content/CaptionTokenNode
|
|
1
|
+
import { BaseTokenNode } from './BaseTokenNode';
|
|
2
|
+
import { convertTokens2String } from '../utils';
|
|
3
|
+
import { CaptionTokenNode } from '../content/CaptionTokenNode';
|
|
4
4
|
export class BaseTableFigureTokenNode extends BaseTokenNode {
|
|
5
5
|
tokenFactory;
|
|
6
6
|
_captionToken;
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { AbstractTokenNode } from './AbstractTokenNode
|
|
2
|
-
import { NodeRoles } from './NodeRoles
|
|
1
|
+
import { AbstractTokenNode } from './AbstractTokenNode';
|
|
2
|
+
import { NodeRoles } from './NodeRoles';
|
|
3
3
|
export class BaseTokenNode extends AbstractTokenNode {
|
|
4
4
|
tokenFactory;
|
|
5
5
|
constructor(token, id, tokenFactory) {
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { TokenType, IToken } from
|
|
2
|
-
import { AbstractTokenNode } from
|
|
3
|
-
import { ITokenNodeFactory } from
|
|
1
|
+
import { TokenType, IToken } from "../types";
|
|
2
|
+
import { AbstractTokenNode } from "../index";
|
|
3
|
+
import { ITokenNodeFactory } from "./ITokenNodeFactory";
|
|
4
4
|
export declare class TokenNodeFactory implements ITokenNodeFactory {
|
|
5
5
|
private _excludedTokenTypes;
|
|
6
6
|
setExcludedTokenTypes(types: TokenType[]): void;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"TokenNodeFactory.d.ts","sourceRoot":"","sources":["../../src/base/TokenNodeFactory.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,SAAS,EA6BT,MAAM,EAQP,MAAM,UAAU,CAAC;AAClB,OAAO,EACL,iBAAiB,EAoClB,MAAM,
|
|
1
|
+
{"version":3,"file":"TokenNodeFactory.d.ts","sourceRoot":"","sources":["../../src/base/TokenNodeFactory.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,SAAS,EA6BT,MAAM,EAQP,MAAM,UAAU,CAAC;AAClB,OAAO,EACL,iBAAiB,EAoClB,MAAM,UAAU,CAAC;AAClB,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAIxD,qBAAa,gBAAiB,YAAW,iBAAiB;IACxD,OAAO,CAAC,mBAAmB,CAAmB;IAE9C,qBAAqB,CAAC,KAAK,EAAE,SAAS,EAAE,GAAG,IAAI;IAI/C,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,MAAM,GAAG,iBAAiB,GAAG,IAAI;CA2FjE"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { TokenType, METADATA_TOKEN_TYPES } from
|
|
2
|
-
import { SectionTokenNode, DocumentTokenNode, EquationTokenNode, CodeTokenNode, AlgorithmTokenNode, AlgorithmicTokenNode, TextTokenNode, QuoteTokenNode, CitationTokenNode, ReferenceTokenNode, UrlTokenNode, ListTokenNode, ListItemTokenNode, TableTokenNode, SubTableTokenNode, TabularTokenNode, CaptionTokenNode, GroupTokenNode, FootnoteTokenNode, FigureTokenNode, SubFigureTokenNode, IncludeGraphicsTokenNode, IncludePdfTokenNode, DiagramTokenNode, MathEnvTokenNode, EnvironmentTokenNode, AppendixTokenNode, CommandTokenNode, MetadataTokenNode, AbstractSectionTokenNode, TitleTokenNode, BibitemTokenNode, EquationArrayTokenNode, AuthorTokenNode } from
|
|
1
|
+
import { TokenType, METADATA_TOKEN_TYPES, } from "../types";
|
|
2
|
+
import { SectionTokenNode, DocumentTokenNode, EquationTokenNode, CodeTokenNode, AlgorithmTokenNode, AlgorithmicTokenNode, TextTokenNode, QuoteTokenNode, CitationTokenNode, ReferenceTokenNode, UrlTokenNode, ListTokenNode, ListItemTokenNode, TableTokenNode, SubTableTokenNode, TabularTokenNode, CaptionTokenNode, GroupTokenNode, FootnoteTokenNode, FigureTokenNode, SubFigureTokenNode, IncludeGraphicsTokenNode, IncludePdfTokenNode, DiagramTokenNode, MathEnvTokenNode, EnvironmentTokenNode, AppendixTokenNode, CommandTokenNode, MetadataTokenNode, AbstractSectionTokenNode, TitleTokenNode, BibitemTokenNode, EquationArrayTokenNode, AuthorTokenNode, } from "../index";
|
|
3
3
|
// Define metadata token types array
|
|
4
4
|
export class TokenNodeFactory {
|
|
5
5
|
_excludedTokenTypes = [];
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"TokenNodeFactory.js","sourceRoot":"","sources":["../../src/base/TokenNodeFactory.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,SAAS,EAoCT,oBAAoB,
|
|
1
|
+
{"version":3,"file":"TokenNodeFactory.js","sourceRoot":"","sources":["../../src/base/TokenNodeFactory.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,SAAS,EAoCT,oBAAoB,GACrB,MAAM,UAAU,CAAC;AAClB,OAAO,EAGL,gBAAgB,EAChB,iBAAiB,EACjB,iBAAiB,EACjB,aAAa,EACb,kBAAkB,EAClB,oBAAoB,EACpB,aAAa,EACb,cAAc,EACd,iBAAiB,EACjB,kBAAkB,EAClB,YAAY,EACZ,aAAa,EACb,iBAAiB,EACjB,cAAc,EACd,iBAAiB,EACjB,gBAAgB,EAChB,gBAAgB,EAChB,cAAc,EACd,iBAAiB,EACjB,eAAe,EACf,kBAAkB,EAClB,wBAAwB,EACxB,mBAAmB,EACnB,gBAAgB,EAChB,gBAAgB,EAChB,oBAAoB,EACpB,iBAAiB,EACjB,gBAAgB,EAChB,iBAAiB,EACjB,wBAAwB,EACxB,cAAc,EACd,gBAAgB,EAChB,sBAAsB,EACtB,eAAe,GAChB,MAAM,UAAU,CAAC;AAGlB,oCAAoC;AAEpC,MAAM,OAAO,gBAAgB;IACnB,mBAAmB,GAAgB,EAAE,CAAC;IAE9C,qBAAqB,CAAC,KAAkB;QACtC,IAAI,CAAC,mBAAmB,GAAG,KAAK,CAAC;IACnC,CAAC;IAED,UAAU,CAAC,KAAa,EAAE,EAAW;QACnC,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,IAAI;YAAE,OAAO,IAAI,CAAC;QACvC,IAAI,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YAClD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,oBAAoB,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YAC9C,OAAO,IAAI,iBAAiB,CAAC,KAAsB,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;QACjE,CAAC;aAAM,CAAC;YACN,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;gBACnB,KAAK,SAAS,CAAC,QAAQ;oBACrB,OAAO,IAAI,iBAAiB,CAAC,KAAsB,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;gBACjE,KAAK,SAAS,CAAC,OAAO;oBACpB,OAAO,IAAI,gBAAgB,CAAC,KAAqB,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;gBAC/D,KAAK,SAAS,CAAC,KAAK;oBAClB,OAAO,IAAI,cAAc,CAAC,KAAmB,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;gBAC3D,KAAK,SAAS,CAAC,MAAM;oBACnB,OAAO,IAAI,eAAe,CAAC,KAAoB,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;gBAC7D,KAAK,SAAS,CAAC,QAAQ;oBACrB,OAAO,IAAI,wBAAwB,CAAC,KAAsB,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;gBACxE,KAAK,SAAS,CAAC,QAAQ;oBACrB,OAAO,IAAI,iBAAiB,CAAC,KAAsB,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;gBACjE,KAAK,SAAS,CAAC,cAAc;oBAC3B,OAAO,IAAI,sBAAsB,CAC/B,KAA2B,EAC3B,EAAE,EACF,IAAI,CACL,CAAC;gBACJ,KAAK,SAAS,CAAC,IAAI;oBACjB,OAAO,IAAI,aAAa,CAAC,KAAkB,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;gBACzD,KAAK,SAAS,CAAC,SAAS;oBACtB,OAAO,IAAI,kBAAkB,CAAC,KAAuB,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;gBACnE,KAAK,SAAS,CAAC,WAAW;oBACxB,OAAO,IAAI,oBAAoB,CAAC,KAAyB,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;gBACvE,KAAK,SAAS,CAAC,IAAI;oBACjB,OAAO,IAAI,aAAa,CAAC,KAAkB,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;gBACzD,KAAK,SAAS,CAAC,KAAK;oBAClB,OAAO,IAAI,cAAc,CAAC,KAAmB,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;gBAC3D,KAAK,SAAS,CAAC,QAAQ;oBACrB,OAAO,IAAI,iBAAiB,CAAC,KAAsB,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;gBACjE,KAAK,SAAS,CAAC,GAAG;oBAChB,OAAO,IAAI,kBAAkB,CAAC,KAAuB,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;gBACnE,KAAK,SAAS,CAAC,GAAG;oBAChB,OAAO,IAAI,YAAY,CAAC,KAAiB,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;gBACvD,KAAK,SAAS,CAAC,IAAI;oBACjB,OAAO,IAAI,aAAa,CAAC,KAAkB,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;gBACzD,KAAK,SAAS,CAAC,IAAI;oBACjB,OAAO,IAAI,iBAAiB,CAAC,KAAsB,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;gBACjE,KAAK,SAAS,CAAC,KAAK;oBAClB,OAAO,IAAI,cAAc,CAAC,KAAmB,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;gBAC3D,KAAK,SAAS,CAAC,QAAQ;oBACrB,OAAO,IAAI,iBAAiB,CAAC,KAAsB,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;gBACjE,KAAK,SAAS,CAAC,OAAO;oBACpB,OAAO,IAAI,gBAAgB,CAAC,KAAqB,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;gBAC/D,KAAK,SAAS,CAAC,OAAO;oBACpB,OAAO,IAAI,gBAAgB,CAAC,KAAqB,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;gBAC/D,KAAK,SAAS,CAAC,KAAK;oBAClB,OAAO,IAAI,cAAc,CAAC,KAAmB,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;gBAC3D,KAAK,SAAS,CAAC,QAAQ;oBACrB,OAAO,IAAI,iBAAiB,CAAC,KAAsB,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;gBACjE,KAAK,SAAS,CAAC,MAAM;oBACnB,OAAO,IAAI,eAAe,CAAC,KAAoB,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;gBAC7D,KAAK,SAAS,CAAC,SAAS;oBACtB,OAAO,IAAI,kBAAkB,CAAC,KAAuB,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;gBACnE,KAAK,SAAS,CAAC,eAAe;oBAC5B,OAAO,IAAI,wBAAwB,CACjC,KAA6B,EAC7B,EAAE,EACF,IAAI,CACL,CAAC;gBACJ,KAAK,SAAS,CAAC,UAAU;oBACvB,OAAO,IAAI,mBAAmB,CAAC,KAAwB,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;gBACrE,KAAK,SAAS,CAAC,OAAO;oBACpB,OAAO,IAAI,gBAAgB,CAAC,KAAqB,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;gBAC/D,KAAK,SAAS,CAAC,QAAQ;oBACrB,OAAO,IAAI,gBAAgB,CAAC,KAAqB,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;gBAC/D,KAAK,SAAS,CAAC,WAAW;oBACxB,OAAO,IAAI,oBAAoB,CAAC,KAAyB,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;gBACvE,KAAK,SAAS,CAAC,QAAQ;oBACrB,OAAO,IAAI,iBAAiB,CAAC,KAAsB,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;gBACjE,KAAK,SAAS,CAAC,OAAO;oBACpB,OAAO,IAAI,gBAAgB,CAAC,KAAqB,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;gBAC/D,KAAK,SAAS,CAAC,OAAO;oBACpB,OAAO,IAAI,gBAAgB,CAAC,KAAqB,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;gBAC/D;oBACE,OAAO,CAAC,IAAI,CAAC,yBAAyB,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;oBACpD,OAAO,IAAI,CAAC;gBACd,uCAAuC;YACzC,CAAC;QACH,CAAC;IACH,CAAC;CACF"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { TokenType } from '../types
|
|
2
|
-
import { BaseTokenNode } from '../base/BaseTokenNode
|
|
3
|
-
import { BaseTableFigureTokenNode } from '../base/BaseTableFigureTokenNode
|
|
1
|
+
import { TokenType } from '../types';
|
|
2
|
+
import { BaseTokenNode } from '../base/BaseTokenNode';
|
|
3
|
+
import { BaseTableFigureTokenNode } from '../base/BaseTableFigureTokenNode';
|
|
4
4
|
export class CaptionTokenNode extends BaseTokenNode {
|
|
5
5
|
tokenFactory;
|
|
6
6
|
constructor(token, id, tokenFactory) {
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { BaseTokenNode } from '../base/BaseTokenNode
|
|
2
|
-
import { escapeLatexSpecialChars } from '../utils
|
|
3
|
-
import { wrapStylesToLatex, wrapStylesToMarkdown } from '../styles
|
|
1
|
+
import { BaseTokenNode } from '../base/BaseTokenNode';
|
|
2
|
+
import { escapeLatexSpecialChars } from '../utils';
|
|
3
|
+
import { wrapStylesToLatex, wrapStylesToMarkdown } from '../styles';
|
|
4
4
|
export class TextTokenNode extends BaseTokenNode {
|
|
5
5
|
tokenFactory;
|
|
6
6
|
constructor(token, id, tokenFactory) {
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { BaseTokenNode } from '../base/BaseTokenNode
|
|
2
|
-
import { convertTokens2String } from '../utils
|
|
3
|
-
import { NodeRoles } from '../base/NodeRoles
|
|
1
|
+
import { BaseTokenNode } from '../base/BaseTokenNode';
|
|
2
|
+
import { convertTokens2String } from '../utils';
|
|
3
|
+
import { NodeRoles } from '../base/NodeRoles';
|
|
4
4
|
export class BaseEnvTokenNode extends BaseTokenNode {
|
|
5
5
|
tokenFactory;
|
|
6
6
|
constructor(token, id, tokenFactory) {
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { TokenType } from "../types
|
|
2
|
-
import { BaseEnvTokenNode } from "./BaseEnvTokenNode
|
|
3
|
-
import { BaseTokenNode } from "../base/BaseTokenNode
|
|
4
|
-
import { AbstractTokenNode } from "../base/AbstractTokenNode
|
|
1
|
+
import { TokenType } from "../types";
|
|
2
|
+
import { BaseEnvTokenNode } from "./BaseEnvTokenNode";
|
|
3
|
+
import { BaseTokenNode } from "../base/BaseTokenNode";
|
|
4
|
+
import { AbstractTokenNode } from "../base/AbstractTokenNode";
|
|
5
5
|
export class MathEnvTokenNode extends BaseEnvTokenNode {
|
|
6
6
|
tokenFactory;
|
|
7
7
|
_cachedTooltipContent = null;
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { SECTION_LEVELS } from '../types
|
|
2
|
-
import { BaseEnvTokenNode } from './BaseEnvTokenNode
|
|
3
|
-
import { BaseTokenNode } from '../base/BaseTokenNode
|
|
4
|
-
import { AbstractTokenNode } from '../base/AbstractTokenNode
|
|
1
|
+
import { SECTION_LEVELS } from '../types';
|
|
2
|
+
import { BaseEnvTokenNode } from './BaseEnvTokenNode';
|
|
3
|
+
import { BaseTokenNode } from '../base/BaseTokenNode';
|
|
4
|
+
import { AbstractTokenNode } from '../base/AbstractTokenNode';
|
|
5
5
|
export class SectionTokenNode extends BaseEnvTokenNode {
|
|
6
6
|
tokenFactory;
|
|
7
7
|
constructor(token, id, tokenFactory) {
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { BaseTokenNode } from '../base/BaseTokenNode
|
|
2
|
-
import { getAssetRelativePath } from '../export_types
|
|
1
|
+
import { BaseTokenNode } from '../base/BaseTokenNode';
|
|
2
|
+
import { getAssetRelativePath } from '../export_types';
|
|
3
3
|
export class DiagramTokenNode extends BaseTokenNode {
|
|
4
4
|
tokenFactory;
|
|
5
5
|
constructor(token, id, tokenFactory) {
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { BaseTableFigureTokenNode } from '../base/BaseTableFigureTokenNode
|
|
1
|
+
import { BaseTableFigureTokenNode } from '../base/BaseTableFigureTokenNode';
|
|
2
2
|
export class FigureTokenNode extends BaseTableFigureTokenNode {
|
|
3
3
|
tokenFactory;
|
|
4
4
|
constructor(token, id, tokenFactory) {
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { BaseTokenNode } from '../base/BaseTokenNode
|
|
2
|
-
import { getAssetRelativePath } from '../export_types
|
|
1
|
+
import { BaseTokenNode } from '../base/BaseTokenNode';
|
|
2
|
+
import { getAssetRelativePath } from '../export_types';
|
|
3
3
|
export class IncludeGraphicsTokenNode extends BaseTokenNode {
|
|
4
4
|
tokenFactory;
|
|
5
5
|
constructor(token, id, tokenFactory) {
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { BaseTokenNode } from '../base/BaseTokenNode
|
|
2
|
-
import { getAssetRelativePath } from '../export_types
|
|
1
|
+
import { BaseTokenNode } from '../base/BaseTokenNode';
|
|
2
|
+
import { getAssetRelativePath } from '../export_types';
|
|
3
3
|
export class IncludePdfTokenNode extends BaseTokenNode {
|
|
4
4
|
tokenFactory;
|
|
5
5
|
constructor(token, id, tokenFactory) {
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { BaseTableFigureTokenNode } from '../base/BaseTableFigureTokenNode
|
|
1
|
+
import { BaseTableFigureTokenNode } from '../base/BaseTableFigureTokenNode';
|
|
2
2
|
export class SubFigureTokenNode extends BaseTableFigureTokenNode {
|
|
3
3
|
tokenFactory;
|
|
4
4
|
constructor(token, id, tokenFactory) {
|
package/dist/index.js
CHANGED
|
@@ -1,61 +1,61 @@
|
|
|
1
1
|
// Export all types
|
|
2
|
-
export * from "./types
|
|
3
|
-
export * from "./export_types
|
|
4
|
-
export * from "./styles
|
|
5
|
-
export * from "./utils
|
|
2
|
+
export * from "./types";
|
|
3
|
+
export * from "./export_types";
|
|
4
|
+
export * from "./styles";
|
|
5
|
+
export * from "./utils";
|
|
6
6
|
// Export utilities
|
|
7
|
-
export * from "./utils/arxiv
|
|
8
|
-
export * from "./utils/citationConverters
|
|
9
|
-
export { TokenNodeFactory } from "./base/TokenNodeFactory
|
|
7
|
+
export * from "./utils/arxiv";
|
|
8
|
+
export * from "./utils/citationConverters";
|
|
9
|
+
export { TokenNodeFactory } from "./base/TokenNodeFactory";
|
|
10
10
|
// Noderoles
|
|
11
|
-
export { NodeRoles } from "./base/NodeRoles
|
|
11
|
+
export { NodeRoles } from "./base/NodeRoles";
|
|
12
12
|
// Base tokens
|
|
13
|
-
export { AbstractTokenNode } from "./base/AbstractTokenNode
|
|
14
|
-
export { BaseTokenNode } from "./base/BaseTokenNode
|
|
15
|
-
export { BaseTableFigureTokenNode } from "./base/BaseTableFigureTokenNode
|
|
13
|
+
export { AbstractTokenNode } from "./base/AbstractTokenNode";
|
|
14
|
+
export { BaseTokenNode } from "./base/BaseTokenNode";
|
|
15
|
+
export { BaseTableFigureTokenNode } from "./base/BaseTableFigureTokenNode";
|
|
16
16
|
// Document tokens
|
|
17
|
-
export { DocumentTokenNode } from "./document/DocumentTokenNode
|
|
18
|
-
export { TitleTokenNode } from "./document/TitleTokenNode
|
|
19
|
-
export { AbstractSectionTokenNode } from "./document/AbstractSectionTokenNode
|
|
20
|
-
export { SectionTokenNode } from "./document/SectionTokenNode
|
|
21
|
-
export { GroupTokenNode } from "./document/GroupTokenNode
|
|
22
|
-
export { MathEnvTokenNode } from "./document/MathEnvTokenNode
|
|
23
|
-
export { EnvironmentTokenNode } from "./document/EnvironmentTokenNode
|
|
24
|
-
export { AppendixTokenNode } from "./document/AppendixTokenNode
|
|
25
|
-
export { BaseEnvTokenNode } from "./document/BaseEnvTokenNode
|
|
17
|
+
export { DocumentTokenNode } from "./document/DocumentTokenNode";
|
|
18
|
+
export { TitleTokenNode } from "./document/TitleTokenNode";
|
|
19
|
+
export { AbstractSectionTokenNode } from "./document/AbstractSectionTokenNode";
|
|
20
|
+
export { SectionTokenNode } from "./document/SectionTokenNode";
|
|
21
|
+
export { GroupTokenNode } from "./document/GroupTokenNode";
|
|
22
|
+
export { MathEnvTokenNode } from "./document/MathEnvTokenNode";
|
|
23
|
+
export { EnvironmentTokenNode } from "./document/EnvironmentTokenNode";
|
|
24
|
+
export { AppendixTokenNode } from "./document/AppendixTokenNode";
|
|
25
|
+
export { BaseEnvTokenNode } from "./document/BaseEnvTokenNode";
|
|
26
26
|
// Technical tokens
|
|
27
|
-
export { EquationTokenNode } from "./technical/EquationTokenNode
|
|
28
|
-
export { EquationArrayTokenNode, EqArrayRowNode, } from "./technical/EquationArrayTokenNode
|
|
29
|
-
export { CodeTokenNode } from "./technical/CodeTokenNode
|
|
30
|
-
export { AlgorithmTokenNode, AlgorithmicTokenNode, } from "./technical/AlgorithmTokenNode
|
|
31
|
-
export { CommandTokenNode } from "./technical/CommandTokenNode
|
|
27
|
+
export { EquationTokenNode } from "./technical/EquationTokenNode";
|
|
28
|
+
export { EquationArrayTokenNode, EqArrayRowNode, } from "./technical/EquationArrayTokenNode";
|
|
29
|
+
export { CodeTokenNode } from "./technical/CodeTokenNode";
|
|
30
|
+
export { AlgorithmTokenNode, AlgorithmicTokenNode, } from "./technical/AlgorithmTokenNode";
|
|
31
|
+
export { CommandTokenNode } from "./technical/CommandTokenNode";
|
|
32
32
|
// Content tokens
|
|
33
|
-
export { TextTokenNode } from "./content/TextTokenNode
|
|
34
|
-
export { QuoteTokenNode } from "./content/QuoteTokenNode
|
|
35
|
-
export { CaptionTokenNode } from "./content/CaptionTokenNode
|
|
33
|
+
export { TextTokenNode } from "./content/TextTokenNode";
|
|
34
|
+
export { QuoteTokenNode } from "./content/QuoteTokenNode";
|
|
35
|
+
export { CaptionTokenNode } from "./content/CaptionTokenNode";
|
|
36
36
|
// References tokens
|
|
37
|
-
export { CitationTokenNode } from "./references/CitationTokenNode
|
|
38
|
-
export { ReferenceTokenNode } from "./references/ReferenceTokenNode
|
|
39
|
-
export { FootnoteTokenNode } from "./references/FootnoteTokenNode
|
|
40
|
-
export { UrlTokenNode } from "./references/UrlTokenNode
|
|
37
|
+
export { CitationTokenNode } from "./references/CitationTokenNode";
|
|
38
|
+
export { ReferenceTokenNode } from "./references/ReferenceTokenNode";
|
|
39
|
+
export { FootnoteTokenNode } from "./references/FootnoteTokenNode";
|
|
40
|
+
export { UrlTokenNode } from "./references/UrlTokenNode";
|
|
41
41
|
// Lists tokens
|
|
42
|
-
export { ListTokenNode } from "./lists/ListTokenNode
|
|
43
|
-
export { ListItemTokenNode } from "./lists/ListItemTokenNode
|
|
42
|
+
export { ListTokenNode } from "./lists/ListTokenNode";
|
|
43
|
+
export { ListItemTokenNode } from "./lists/ListItemTokenNode";
|
|
44
44
|
// Tables tokens
|
|
45
|
-
export { TableTokenNode } from "./tables/TableTokenNode
|
|
46
|
-
export { SubTableTokenNode } from "./tables/SubTableTokenNode
|
|
47
|
-
export { TabularTokenNode } from "./tables/TabularTokenNode
|
|
45
|
+
export { TableTokenNode } from "./tables/TableTokenNode";
|
|
46
|
+
export { SubTableTokenNode } from "./tables/SubTableTokenNode";
|
|
47
|
+
export { TabularTokenNode } from "./tables/TabularTokenNode";
|
|
48
48
|
// Figures tokens
|
|
49
|
-
export { FigureTokenNode } from "./figures/FigureTokenNode
|
|
50
|
-
export { SubFigureTokenNode } from "./figures/SubFigureTokenNode
|
|
51
|
-
export { IncludeGraphicsTokenNode } from "./figures/IncludeGraphicsTokenNode
|
|
52
|
-
export { IncludePdfTokenNode } from "./figures/IncludePdfTokenNode
|
|
53
|
-
export { DiagramTokenNode } from "./figures/DiagramTokenNode
|
|
49
|
+
export { FigureTokenNode } from "./figures/FigureTokenNode";
|
|
50
|
+
export { SubFigureTokenNode } from "./figures/SubFigureTokenNode";
|
|
51
|
+
export { IncludeGraphicsTokenNode } from "./figures/IncludeGraphicsTokenNode";
|
|
52
|
+
export { IncludePdfTokenNode } from "./figures/IncludePdfTokenNode";
|
|
53
|
+
export { DiagramTokenNode } from "./figures/DiagramTokenNode";
|
|
54
54
|
// metadata tokens
|
|
55
|
-
export { MetadataTokenNode } from "./metadata/MetadataTokenNode
|
|
56
|
-
export { AuthorTokenNode } from "./metadata/AuthorTokenNode
|
|
55
|
+
export { MetadataTokenNode } from "./metadata/MetadataTokenNode";
|
|
56
|
+
export { AuthorTokenNode } from "./metadata/AuthorTokenNode";
|
|
57
57
|
// bibliography tokens
|
|
58
|
-
export { BibitemTokenNode } from "./references/BibitemTokenNode
|
|
58
|
+
export { BibitemTokenNode } from "./references/BibitemTokenNode";
|
|
59
59
|
// Token processing
|
|
60
|
-
export { processTokenNodes } from "./tokenProcessing
|
|
60
|
+
export { processTokenNodes } from "./tokenProcessing";
|
|
61
61
|
//# sourceMappingURL=index.js.map
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import { ListType } from '../types
|
|
2
|
-
import { BaseTokenNode } from '../base/BaseTokenNode
|
|
3
|
-
import { BaseEnvTokenNode } from '../document/BaseEnvTokenNode
|
|
4
|
-
import { ListTokenNode } from './ListTokenNode
|
|
5
|
-
import { AbstractTokenNode } from '../base/AbstractTokenNode
|
|
1
|
+
import { ListType } from '../types';
|
|
2
|
+
import { BaseTokenNode } from '../base/BaseTokenNode';
|
|
3
|
+
import { BaseEnvTokenNode } from '../document/BaseEnvTokenNode';
|
|
4
|
+
import { ListTokenNode } from './ListTokenNode';
|
|
5
|
+
import { AbstractTokenNode } from '../base/AbstractTokenNode';
|
|
6
6
|
const convertNumberToChar = (index) => {
|
|
7
7
|
return String.fromCharCode(97 + index); // a, b, c, ...
|
|
8
8
|
};
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { BaseTokenNode } from '../base/BaseTokenNode
|
|
2
|
-
import { ListItemTokenNode } from './ListItemTokenNode
|
|
1
|
+
import { BaseTokenNode } from '../base/BaseTokenNode';
|
|
2
|
+
import { ListItemTokenNode } from './ListItemTokenNode';
|
|
3
3
|
export class ListTokenNode extends BaseTokenNode {
|
|
4
4
|
tokenFactory;
|
|
5
5
|
constructor(token, id, tokenFactory) {
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { MetadataTokenNode } from './MetadataTokenNode
|
|
2
|
-
import { CommandTokenNode } from '../technical/CommandTokenNode
|
|
1
|
+
import { MetadataTokenNode } from './MetadataTokenNode';
|
|
2
|
+
import { CommandTokenNode } from '../technical/CommandTokenNode';
|
|
3
3
|
export class AuthorTokenNode extends MetadataTokenNode {
|
|
4
4
|
tokenFactory;
|
|
5
5
|
constructor(token, id, tokenFactory) {
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import { BibFormat } from '../types
|
|
2
|
-
import { AbstractTokenNode } from '../base/AbstractTokenNode
|
|
3
|
-
import { convertTokens2String } from '../utils
|
|
4
|
-
import { CitationStyle, formatCitation, replaceBibtexKey } from '../utils/citationConverters
|
|
5
|
-
import { extractArxivIdFromBibtexFields, extractArxivId } from '../utils/arxiv
|
|
1
|
+
import { BibFormat } from '../types';
|
|
2
|
+
import { AbstractTokenNode } from '../base/AbstractTokenNode';
|
|
3
|
+
import { convertTokens2String } from '../utils';
|
|
4
|
+
import { CitationStyle, formatCitation, replaceBibtexKey } from '../utils/citationConverters';
|
|
5
|
+
import { extractArxivIdFromBibtexFields, extractArxivId } from '../utils/arxiv';
|
|
6
6
|
export class BibitemTokenNode extends AbstractTokenNode {
|
|
7
7
|
tokenFactory;
|
|
8
8
|
_cachedContent = null;
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { AbstractTokenNode } from '../base/AbstractTokenNode
|
|
2
|
-
import { convertTokens2String } from '../utils
|
|
1
|
+
import { AbstractTokenNode } from '../base/AbstractTokenNode';
|
|
2
|
+
import { convertTokens2String } from '../utils';
|
|
3
3
|
export class CitationTokenNode extends AbstractTokenNode {
|
|
4
4
|
tokenFactory;
|
|
5
5
|
constructor(token, id, tokenFactory) {
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { BaseTokenNode } from '../base/BaseTokenNode
|
|
2
|
-
import { convertTokens2String } from '../utils
|
|
1
|
+
import { BaseTokenNode } from '../base/BaseTokenNode';
|
|
2
|
+
import { convertTokens2String } from '../utils';
|
|
3
3
|
export class FootnoteTokenNode extends BaseTokenNode {
|
|
4
4
|
tokenFactory;
|
|
5
5
|
constructor(token, id, tokenFactory) {
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { AbstractTokenNode } from "../base/AbstractTokenNode
|
|
2
|
-
import { convertTokens2String } from "../utils
|
|
1
|
+
import { AbstractTokenNode } from "../base/AbstractTokenNode";
|
|
2
|
+
import { convertTokens2String } from "../utils";
|
|
3
3
|
export class ReferenceTokenNode extends AbstractTokenNode {
|
|
4
4
|
tokenFactory;
|
|
5
5
|
constructor(token, id, tokenFactory) {
|
package/dist/styles.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { BaseTableFigureTokenNode } from '../base/BaseTableFigureTokenNode
|
|
1
|
+
import { BaseTableFigureTokenNode } from '../base/BaseTableFigureTokenNode';
|
|
2
2
|
export class SubTableTokenNode extends BaseTableFigureTokenNode {
|
|
3
3
|
tokenFactory;
|
|
4
4
|
constructor(token, id, tokenFactory) {
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { BaseTableFigureTokenNode } from '../base/BaseTableFigureTokenNode
|
|
1
|
+
import { BaseTableFigureTokenNode } from '../base/BaseTableFigureTokenNode';
|
|
2
2
|
export class TableTokenNode extends BaseTableFigureTokenNode {
|
|
3
3
|
tokenFactory;
|
|
4
4
|
constructor(token, id, tokenFactory) {
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { DisplayType } from '../types
|
|
2
|
-
import { BaseTokenNode } from '../base/BaseTokenNode
|
|
1
|
+
import { DisplayType } from '../types';
|
|
2
|
+
import { BaseTokenNode } from '../base/BaseTokenNode';
|
|
3
3
|
export class CodeTokenNode extends BaseTokenNode {
|
|
4
4
|
tokenFactory;
|
|
5
5
|
constructor(token, id, tokenFactory) {
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { AbstractTokenNode } from "../base/AbstractTokenNode
|
|
2
|
-
import { TextTokenNode } from "../content/TextTokenNode
|
|
3
|
-
import { EquationTokenNode } from "./EquationTokenNode
|
|
1
|
+
import { AbstractTokenNode } from "../base/AbstractTokenNode";
|
|
2
|
+
import { TextTokenNode } from "../content/TextTokenNode";
|
|
3
|
+
import { EquationTokenNode } from "./EquationTokenNode";
|
|
4
4
|
export class EquationArrayTokenNode extends AbstractTokenNode {
|
|
5
5
|
tokenFactory;
|
|
6
6
|
constructor(token, id, tokenFactory) {
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { DisplayType } from "../types
|
|
2
|
-
import { BaseTokenNode } from "../base/BaseTokenNode
|
|
1
|
+
import { DisplayType } from "../types";
|
|
2
|
+
import { BaseTokenNode } from "../base/BaseTokenNode";
|
|
3
3
|
export class EquationTokenNode extends BaseTokenNode {
|
|
4
4
|
tokenFactory;
|
|
5
5
|
constructor(token, id, tokenFactory) {
|
package/dist/tokenProcessing.js
CHANGED
package/dist/utils.js
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { DisplayType, TokenType } from './types
|
|
2
|
-
import { IsInlineToken } from './styles
|
|
1
|
+
import { DisplayType, TokenType } from './types';
|
|
2
|
+
import { IsInlineToken } from './styles';
|
|
3
3
|
export function convertTokens2String(tokens) {
|
|
4
4
|
let outStr = '';
|
|
5
5
|
for (let t of tokens) {
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@sciencestack-ai/tokens",
|
|
3
|
-
"version": "0.1.
|
|
3
|
+
"version": "0.1.6",
|
|
4
4
|
"description": "TypeScript types and interfaces for ScienceStack AST tokens",
|
|
5
5
|
"repository": {
|
|
6
6
|
"type": "git",
|
|
@@ -9,6 +9,14 @@
|
|
|
9
9
|
"main": "dist/index.js",
|
|
10
10
|
"types": "dist/index.d.ts",
|
|
11
11
|
"type": "module",
|
|
12
|
+
"scripts": {
|
|
13
|
+
"build": "tsc",
|
|
14
|
+
"dev": "tsc --watch",
|
|
15
|
+
"test": "vitest run",
|
|
16
|
+
"test:watch": "vitest",
|
|
17
|
+
"test:coverage": "vitest run --coverage",
|
|
18
|
+
"prepublishOnly": "pnpm build"
|
|
19
|
+
},
|
|
12
20
|
"keywords": [
|
|
13
21
|
"sciencestack",
|
|
14
22
|
"ast",
|
|
@@ -25,9 +33,6 @@
|
|
|
25
33
|
],
|
|
26
34
|
"devDependencies": {
|
|
27
35
|
"@vitest/coverage-v8": "^2.1.8",
|
|
28
|
-
"glob": "^13.0.0",
|
|
29
|
-
"tsc-alias": "^1.8.16",
|
|
30
|
-
"tsup": "^8.5.1",
|
|
31
36
|
"typescript": "^5.5.2",
|
|
32
37
|
"vitest": "^2.1.8"
|
|
33
38
|
},
|
|
@@ -36,12 +41,5 @@
|
|
|
36
41
|
},
|
|
37
42
|
"dependencies": {
|
|
38
43
|
"nanoid": "^5.1.6"
|
|
39
|
-
},
|
|
40
|
-
"scripts": {
|
|
41
|
-
"build": "tsc && node scripts/fix-imports.js",
|
|
42
|
-
"dev": "tsc --watch",
|
|
43
|
-
"test": "vitest run",
|
|
44
|
-
"test:watch": "vitest",
|
|
45
|
-
"test:coverage": "vitest run --coverage"
|
|
46
44
|
}
|
|
47
|
-
}
|
|
45
|
+
}
|