document-ir 0.0.8 → 0.0.10

package/esm/IdentityTransformer.d.ts

@@ -1,4 +1,4 @@
-import { ArrayNode, BlockNode, BlockQuoteNode, BoldNode, BreakNode, BubbleNode, CardNode, CenterNode, CodeNode, ColumnsNode, DefinitionListNode, DefinitionNode, DefinitionReferenceNode, DocumentNode, EmbedNode, EmojiNode, FigureCaptionNode, FigureImageNode, FigureNode, FormattedTextNode, HeaderNode, HighTechAlertNode, HorizontalRuleNode, ImageNode, ItalicNode, LinkNode, ListNode, Node, NoteNode, ParagraphNode, QuoteNode, RedactedNode, RegionNode, ScriptNode, SecretNode, SmallerNode, SocialNode, StickerNode, StrikeThroughNode, TableNode, TextNode, UnderlineNode, VideoNode, WarningNode } from "./types.js";
+import { ArrayNode, BlockNode, BlockQuoteNode, BoldNode, BreakNode, BubbleNode, CardNode, CenterNode, CodeNode, ColumnsNode, DateNode, DateTimeNode, DefinitionListNode, DefinitionNode, DefinitionReferenceNode, DocumentNode, EmbedNode, EmojiNode, FigureCaptionNode, FigureImageNode, FigureNode, FormattedTextNode, HeaderNode, HighTechAlertNode, HorizontalRuleNode, ImageNode, ItalicNode, LinkNode, ListNode, Node, NoteNode, ParagraphNode, QuoteNode, RedactedNode, RegionNode, ScriptNode, SecretNode, SmallerNode, SocialNode, StickerNode, StrikeThroughNode, SubTextNode, SuperTextNode, TableNode, TextNode, TimeNode, UnderlineNode, VideoNode, WarningNode } from "./types.js";
 export declare class IdentityTransformer {
     protected beforeBlock(): Promise<void>;
     protected afterBlock(): Promise<void>;
@@ -47,6 +47,11 @@ export declare class IdentityTransformer {
     protected video(node: VideoNode): Promise<Node | null>;
     protected warning(node: WarningNode): Promise<Node | null>;
     protected card(node: CardNode): Promise<Node | null>;
+    protected date(node: DateNode): Promise<Node | null>;
+    protected time(node: TimeNode): Promise<Node | null>;
+    protected datetime(node: DateTimeNode): Promise<Node | null>;
+    protected subText(node: SubTextNode): Promise<Node | null>;
+    protected superText(node: SuperTextNode): Promise<Node | null>;
     protected choose(node: Node): Promise<Node | null>;
     protected document(node: DocumentNode): Promise<DocumentNode>;
     transform(node: DocumentNode): Promise<DocumentNode>;

package/esm/IdentityTransformer.js

@@ -177,17 +177,22 @@ export class IdentityTransformer {
         await this.beforeBlock();
         const content = await this.chooseChildren(node.content);
         await this.afterBlock();
-        return {
+        const result = {
             type: "figure-image",
             alt: node.alt || "",
             blurhash: node.blurhash || "",
             height: node.height,
             width: node.width,
-            image: node.image,
             url: node.url,
             content,
-            hero: node.hero,
         };
+        if (node.hero) {
+            result.hero = node.hero;
+        }
+        if (node.image) {
+            result.image = node.image;
+        }
+        return result;
     }
     async formattedText(node) {
         await this.beforeBlock();
@@ -231,16 +236,27 @@ export class IdentityTransformer {
     async image(node) {
         await this.beforeBlock();
         await this.afterBlock();
-        return {
+        const result = {
             type: "image",
             alt: node.alt || "",
-            blurhash: node.blurhash,
-            height: node.height,
-            width: node.width,
-            image: node.image,
             url: node.url,
-            hero: node.hero,
         };
+        if (node.hero) {
+            result.hero = node.hero;
+        }
+        if (node.blurhash) {
+            result.blurhash = node.blurhash;
+        }
+        if (node.height) {
+            result.height = node.height;
+        }
+        if (node.width) {
+            result.width = node.width;
+        }
+        if (node.image) {
+            result.image = node.image;
+        }
+        return result;
     }
     async italic(node) {
         await this.beforeInline();
@@ -309,14 +325,17 @@ export class IdentityTransformer {
         await this.beforeBlock();
         const content = await this.chooseChildren(node.content);
         await this.afterBlock();
-        return {
+        const result = {
             type: "quote",
             icon: node.icon,
             name: node.name,
             content,
             url: node.url,
-            orientation: node.orientation,
         };
+        if (node.orientation) {
+            result.orientation = node.orientation;
+        }
+        return result;
     }
     async redacted(node) {
         if (node.style == "block") {
@@ -379,14 +398,23 @@ export class IdentityTransformer {
         await this.beforeBlock();
         const content = await this.chooseChildren(node.content);
         await this.afterBlock();
-        return {
+        const result = {
             type: "sticker",
             orientation: node.orientation,
             character: node.character,
             name: node.name,
-            size: node.size,
             content,
         };
+        if (node.size) {
+            result.size = node.size;
+        }
+        if (node.width) {
+            result.width = node.width;
+        }
+        if (node.height) {
+            result.height = node.height;
+        }
+        return result;
     }
     async strikeThrough(node) {
         await this.beforeInline();
@@ -416,12 +444,15 @@ export class IdentityTransformer {
                 if (children && children.length == 0) {
                     emptyCount++;
                 }
-                cells.push({
+                const cellResult = {
                     type: "table-cell",
-                    header: cell.header,
                     span: [cell.span[0] || 1, cell.span[1] || 1],
                     content: children,
-                });
+                };
+                if (cell.header) {
+                    cellResult.header = cell.header;
+                }
+                cells.push(cellResult);
             }
             if (cells.length > 0 && emptyCount != cells.length) {
                 content.push(cells);
@@ -453,20 +484,40 @@ export class IdentityTransformer {
         await this.beforeBlock();
         const content = node.content && await this.chooseChildren(node.content);
         await this.afterBlock();
-        return {
+        const result = {
             type: "video",
             alt: node.alt,
-            blurhash: node.blurhash,
             mp4: node.mp4,
             poster: node.poster,
-            autoplay: node.autoplay,
-            content,
-            height: node.height,
-            loop: node.loop,
-            muted: node.muted,
-            webm: node.webm,
-            width: node.width,
         };
+        if (node.autoplay) {
+            result.autoplay = node.autoplay;
+        }
+        if (node.blurhash) {
+            result.blurhash = node.blurhash;
+        }
+        if (content) {
+            result.content = content;
+        }
+        if (node.controls) {
+            result.controls = node.controls;
+        }
+        if (node.height) {
+            result.height = node.height;
+        }
+        if (node.width) {
+            result.width = node.width;
+        }
+        if (node.loop) {
+            result.loop = node.loop;
+        }
+        if (node.muted) {
+            result.muted = node.muted;
+        }
+        if (node.webm) {
+            result.webm = node.webm;
+        }
+        return result;
     }
     async warning(node) {
         await this.beforeBlock();
@@ -494,10 +545,16 @@ export class IdentityTransformer {
         if (node.attribution) {
             attribution = {
                 type: "card-attribution",
-                archiveUrl: node.attribution.archiveUrl,
-                date: node.attribution.date,
-                url: node.attribution.url,
             };
+            if (node.attribution.archiveUrl) {
+                attribution.archiveUrl = node.attribution.archiveUrl;
+            }
+            if (node.attribution.url) {
+                attribution.url = node.attribution.url;
+            }
+            if (node.attribution.date) {
+                attribution.date = node.attribution.date;
+            }
             if (node.attribution.title) {
                 await this.beforeBlock();
                 const title = await this.chooseChildren(node.attribution.title);
@@ -518,10 +575,16 @@ export class IdentityTransformer {
                 backgroundImage: node.header.backgroundImage,
                 imageUrl: node.header.imageUrl,
                 imageBlurhash: node.header.imageBlurhash,
-                url: node.header.url,
-                username: node.header.username,
-                usernameDomain: node.header.usernameDomain,
             };
+            if (node.header.url) {
+                header.url = node.header.url;
+            }
+            if (node.header.username) {
+                header.username = node.header.username;
+            }
+            if (node.header.usernameDomain) {
+                header.usernameDomain = node.header.usernameDomain;
+            }
         }
         let media;
         if (node.media) {
@@ -554,6 +617,48 @@ export class IdentityTransformer {
             original: node.original,
         };
     }
+    async date(node) {
+        await this.beforeInline();
+        await this.afterInline();
+        return {
+            type: "date",
+            isoDate: `${node.isoDate}`,
+        };
+    }
+    async time(node) {
+        await this.beforeInline();
+        await this.afterInline();
+        return {
+            type: "time",
+            isoTime: `${node.isoTime}`,
+        };
+    }
+    async datetime(node) {
+        await this.beforeInline();
+        await this.afterInline();
+        return {
+            type: "datetime",
+            iso8601: `${node.iso8601}`,
+        };
+    }
+    async subText(node) {
+        await this.beforeInline();
+        const content = node.content && await this.chooseChildren(node.content);
+        await this.afterInline();
+        return {
+            type: "sub",
+            content,
+        };
+    }
+    async superText(node) {
+        await this.beforeInline();
+        const content = node.content && await this.chooseChildren(node.content);
+        await this.afterInline();
+        return {
+            type: "super",
+            content,
+        };
+    }
     async choose(node) {
         if (!node || !node.type) {
             throw new Error(`Unexpected node, no type: ${JSON.stringify(node)}`);
@@ -647,6 +752,16 @@ export class IdentityTransformer {
                     return await this.video(node);
                 case "warning":
                     return await this.warning(node);
+                case "date":
+                    return await this.date(node);
+                case "time":
+                    return await this.time(node);
+                case "datetime":
+                    return await this.datetime(node);
+                case "super":
+                    return await this.superText(node);
+                case "sub":
+                    return await this.subText(node);
             }
         }
         catch (e) {
@@ -664,22 +779,44 @@ export class IdentityTransformer {
         await this.beforeBlock();
         const definitions = node.definitions &&
             (await this.chooseChildren(node.definitions)).filter((x) => x.type == "definition");
+        const hierarchy = node.hierarchy;
         await this.afterBlock();
         const result = {
             type: "document",
             title: node.title,
-            author: node.author,
             content,
-            hidden: node.hidden,
-            noindex: node.noindex,
-            description: node.description,
-            image: node.image,
-            guid: node.guid,
-            "pub-date": node["pub-date"],
-            date: node.date,
             url: node.url,
-            definitions,
         };
+        if (node.image) {
+            result.image = node.image;
+        }
+        if (node.guid) {
+            result.guid = node.guid;
+        }
+        if (node["pub-date"]) {
+            result["pub-date"] = node["pub-date"];
+        }
+        if (node.description) {
+            result.description = node.description;
+        }
+        if (node.date) {
+            result.date = node.date;
+        }
+        if (hierarchy) {
+            result.hierarchy = hierarchy;
+        }
+        if (definitions) {
+            result.definitions = definitions;
+        }
+        if (node.noindex) {
+            result.noindex = node.noindex;
+        }
+        if (node.author) {
+            result.author = node.author;
+        }
+        if (node.hidden) {
+            result.hidden = node.hidden;
+        }
         return result;
     }
     async transform(node) {

package/esm/NodeVisitor.d.ts

@@ -1,4 +1,4 @@
-import { ArrayNode, BlockNode, BlockQuoteNode, BoldNode, BreakNode, BubbleNode, CardNode, CenterNode, CodeNode, ColumnsNode, DefinitionListNode, DefinitionNode, DefinitionReferenceNode, DocumentNode, EmbedNode, EmojiNode, FigureCaptionNode, FigureImageNode, FigureNode, FormattedTextNode, HeaderNode, HighTechAlertNode, HorizontalRuleNode, ImageNode, ItalicNode, LinkNode, ListNode, Node, NoteNode, ParagraphNode, QuoteNode, RedactedNode, RegionNode, ScriptNode, SecretNode, SmallerNode, SocialNode, StickerNode, StrikeThroughNode, TableNode, TextNode, UnderlineNode, VideoNode, WarningNode } from "./types.js";
+import { ArrayNode, BlockNode, BlockQuoteNode, BoldNode, BreakNode, BubbleNode, CardNode, CenterNode, CodeNode, ColumnsNode, DateNode, DateTimeNode, DefinitionListNode, DefinitionNode, DefinitionReferenceNode, DocumentNode, EmbedNode, EmojiNode, FigureCaptionNode, FigureImageNode, FigureNode, FormattedTextNode, HeaderNode, HighTechAlertNode, HorizontalRuleNode, ImageNode, ItalicNode, LinkNode, ListNode, Node, NoteNode, ParagraphNode, QuoteNode, RedactedNode, RegionNode, ScriptNode, SecretNode, SmallerNode, SocialNode, StickerNode, StrikeThroughNode, SubTextNode, SuperTextNode, TableNode, TextNode, TimeNode, UnderlineNode, VideoNode, WarningNode } from "./types.js";
 export declare class NodeVisitor {
     protected beforeBlock(): void;
     protected afterBlock(): void;
@@ -47,6 +47,11 @@ export declare class NodeVisitor {
     protected video(node: VideoNode): void;
     protected warning(node: WarningNode): void;
     protected card(node: CardNode): void;
+    protected date(node: DateNode): void;
+    protected time(node: TimeNode): void;
+    protected datetime(node: DateTimeNode): void;
+    protected subText(node: SubTextNode): void;
+    protected superText(node: SuperTextNode): void;
     protected choose(node: Node): void;
     protected document(node: DocumentNode): void;
     visit(node: DocumentNode | Node): void;

package/esm/NodeVisitor.js

@@ -246,6 +246,34 @@ export class NodeVisitor {
             }
         }
     }
+    date(node) {
+        this.text({
+            type: "text",
+            text: node.isoDate,
+        });
+    }
+    time(node) {
+        this.text({
+            type: "text",
+            text: node.isoTime,
+        });
+    }
+    datetime(node) {
+        this.text({
+            type: "text",
+            text: node.iso8601,
+        });
+    }
+    subText(node) {
+        this.beforeInline();
+        this.chooseChildren(node.content);
+        this.afterInline();
+    }
+    superText(node) {
+        this.beforeInline();
+        this.chooseChildren(node.content);
+        this.afterInline();
+    }
     choose(node) {
         if (!node || !node.type) {
             throw new Error(`Unexpected node, no type: ${JSON.stringify(node)}`);
@@ -339,6 +367,16 @@ export class NodeVisitor {
                     return this.video(node);
                 case "warning":
                     return this.warning(node);
+                case "date":
+                    return this.date(node);
+                case "time":
+                    return this.time(node);
+                case "datetime":
+                    return this.datetime(node);
+                case "sub":
+                    return this.subText(node);
+                case "super":
+                    return this.superText(node);
             }
         }
         catch (e) {

package/esm/TextVisitor.d.ts

@@ -1,4 +1,4 @@
-import { EmojiNode, FigureImageNode, ImageNode, TextNode, VideoNode } from "./types.js";
+import { DefinitionNode, DefinitionReferenceNode, EmojiNode, FigureImageNode, ImageNode, TextNode, VideoNode } from "./types.js";
 import { NodeVisitor } from "./NodeVisitor.js";
 export declare class TextVisitor extends NodeVisitor {
     private textList;
@@ -8,5 +8,7 @@ export declare class TextVisitor extends NodeVisitor {
     protected image(node: ImageNode): void;
     protected emoji(node: EmojiNode): void;
     protected figureImage(node: FigureImageNode): void;
+    protected definitionReference(node: DefinitionReferenceNode): void;
+    protected definition(node: DefinitionNode): void;
     getText(): string;
 }

package/esm/TextVisitor.js

@@ -30,6 +30,16 @@ export class TextVisitor extends NodeVisitor {
         this.textList.push(node.alt);
         super.figureImage(node);
     }
+    definitionReference(node) {
+        this.chooseChildren(node.content);
+    }
+    definition(node) {
+        this.chooseChildren(node.title);
+        this.textList.push(" (");
+        this.chooseChildren(node.abbreviation);
+        this.textList.push("): ");
+        this.chooseChildren(node.content);
+    }
     getText() {
         return this.textList.join("");
     }

package/esm/types.d.ts

@@ -85,8 +85,8 @@ export interface FigureCaptionNode {
 export interface FigureImageNode {
     type: "figure-image";
     content: Node[];
-    width: number;
-    height: number;
+    width?: number;
+    height?: number;
     blurhash?: string;
     url: string;
     image?: string;
@@ -102,6 +102,7 @@ export interface HeaderNode {
     type: "header";
     level: 1 | 2 | 3 | 4 | 5 | 6;
     content: Node[];
+    htmlId?: string;
 }
 export interface HighTechAlertNode {
     type: "high-tech-alert";
@@ -196,6 +197,8 @@ export interface StickerNode {
     character: string;
     content: Node[];
     name: string;
+    width?: number;
+    height?: number;
 }
 export interface TableNode {
     type: "table";
@@ -228,6 +231,7 @@ export interface VideoNode {
     autoplay?: true;
     loop?: true;
     content?: Node[];
+    controls?: true;
 }
 export interface WarningNode {
     type: "warning";
@@ -286,7 +290,27 @@ export interface CardNode {
     attribution?: CardAttribution;
     original?: Node;
 }
-export type Node = ArrayNode | BlockNode | BlockQuoteNode | BoldNode | BreakNode | BubbleNode | CardNode | CenterNode | CodeNode | ColumnsNode | DefinitionNode | DefinitionListNode | DefinitionReferenceNode | EmbedNode | EmojiNode | FigureNode | FigureCaptionNode | FigureImageNode | FormattedTextNode | HeaderNode | HighTechAlertNode | HorizontalRuleNode | ImageNode | ItalicNode | LinkNode | ListNode | NoteNode | ParagraphNode | QuoteNode | RedactedNode | RegionNode | ScriptNode | SecretNode | SmallerNode | StickerNode | StrikeThroughNode | TextNode | TableNode | SocialNode | UnderlineNode | VideoNode | WarningNode;
+export interface SuperTextNode {
+    type: "super";
+    content: Node[];
+}
+export interface SubTextNode {
+    type: "sub";
+    content: Node[];
+}
+export interface DateNode {
+    type: "date";
+    isoDate: string;
+}
+export interface TimeNode {
+    type: "time";
+    isoTime: string;
+}
+export interface DateTimeNode {
+    type: "datetime";
+    iso8601: string;
+}
+export type Node = ArrayNode | BlockNode | BlockQuoteNode | BoldNode | BreakNode | BubbleNode | CardNode | CenterNode | CodeNode | ColumnsNode | DefinitionNode | DefinitionListNode | DefinitionReferenceNode | EmbedNode | EmojiNode | FigureNode | FigureCaptionNode | FigureImageNode | FormattedTextNode | HeaderNode | HighTechAlertNode | HorizontalRuleNode | ImageNode | ItalicNode | LinkNode | ListNode | NoteNode | ParagraphNode | QuoteNode | RedactedNode | RegionNode | ScriptNode | SecretNode | SmallerNode | StickerNode | StrikeThroughNode | TextNode | TableNode | SocialNode | UnderlineNode | VideoNode | DateNode | TimeNode | DateTimeNode | SuperTextNode | SubTextNode | WarningNode;
 export interface DocumentMeta {
     hidden?: boolean;
     noindex?: boolean;
@@ -300,8 +324,16 @@ export interface DocumentMeta {
     url: string;
     contentDigest?: string;
 }
+export interface DocumentHierarchy {
+    headerText: string;
+    headerId?: string;
+    words: number;
+    totalWords: number;
+    children: DocumentHierarchy[];
+}
 export interface DocumentNode extends DocumentMeta {
     type: "document";
     content: Node[];
     definitions?: DefinitionNode[];
+    hierarchy?: DocumentHierarchy;
 }

package/package.json

@@ -2,7 +2,7 @@
   "module": "./esm/index.js",
   "main": "./script/index.js",
   "name": "document-ir",
-  "version": "0.0.8",
+  "version": "0.0.10",
   "description": "Intermediate representation and transformers for documents",
   "license": "MIT",
   "repository": {

package/script/IdentityTransformer.d.ts

@@ -1,4 +1,4 @@
-import { ArrayNode, BlockNode, BlockQuoteNode, BoldNode, BreakNode, BubbleNode, CardNode, CenterNode, CodeNode, ColumnsNode, DefinitionListNode, DefinitionNode, DefinitionReferenceNode, DocumentNode, EmbedNode, EmojiNode, FigureCaptionNode, FigureImageNode, FigureNode, FormattedTextNode, HeaderNode, HighTechAlertNode, HorizontalRuleNode, ImageNode, ItalicNode, LinkNode, ListNode, Node, NoteNode, ParagraphNode, QuoteNode, RedactedNode, RegionNode, ScriptNode, SecretNode, SmallerNode, SocialNode, StickerNode, StrikeThroughNode, TableNode, TextNode, UnderlineNode, VideoNode, WarningNode } from "./types.js";
+import { ArrayNode, BlockNode, BlockQuoteNode, BoldNode, BreakNode, BubbleNode, CardNode, CenterNode, CodeNode, ColumnsNode, DateNode, DateTimeNode, DefinitionListNode, DefinitionNode, DefinitionReferenceNode, DocumentNode, EmbedNode, EmojiNode, FigureCaptionNode, FigureImageNode, FigureNode, FormattedTextNode, HeaderNode, HighTechAlertNode, HorizontalRuleNode, ImageNode, ItalicNode, LinkNode, ListNode, Node, NoteNode, ParagraphNode, QuoteNode, RedactedNode, RegionNode, ScriptNode, SecretNode, SmallerNode, SocialNode, StickerNode, StrikeThroughNode, SubTextNode, SuperTextNode, TableNode, TextNode, TimeNode, UnderlineNode, VideoNode, WarningNode } from "./types.js";
 export declare class IdentityTransformer {
     protected beforeBlock(): Promise<void>;
     protected afterBlock(): Promise<void>;
@@ -47,6 +47,11 @@ export declare class IdentityTransformer {
     protected video(node: VideoNode): Promise<Node | null>;
     protected warning(node: WarningNode): Promise<Node | null>;
     protected card(node: CardNode): Promise<Node | null>;
+    protected date(node: DateNode): Promise<Node | null>;
+    protected time(node: TimeNode): Promise<Node | null>;
+    protected datetime(node: DateTimeNode): Promise<Node | null>;
+    protected subText(node: SubTextNode): Promise<Node | null>;
+    protected superText(node: SuperTextNode): Promise<Node | null>;
     protected choose(node: Node): Promise<Node | null>;
     protected document(node: DocumentNode): Promise<DocumentNode>;
     transform(node: DocumentNode): Promise<DocumentNode>;

package/script/IdentityTransformer.js

@@ -180,17 +180,22 @@ class IdentityTransformer {
         await this.beforeBlock();
         const content = await this.chooseChildren(node.content);
         await this.afterBlock();
-        return {
+        const result = {
             type: "figure-image",
             alt: node.alt || "",
             blurhash: node.blurhash || "",
             height: node.height,
             width: node.width,
-            image: node.image,
             url: node.url,
             content,
-            hero: node.hero,
         };
+        if (node.hero) {
+            result.hero = node.hero;
+        }
+        if (node.image) {
+            result.image = node.image;
+        }
+        return result;
     }
     async formattedText(node) {
         await this.beforeBlock();
@@ -234,16 +239,27 @@ class IdentityTransformer {
     async image(node) {
         await this.beforeBlock();
         await this.afterBlock();
-        return {
+        const result = {
             type: "image",
             alt: node.alt || "",
-            blurhash: node.blurhash,
-            height: node.height,
-            width: node.width,
-            image: node.image,
             url: node.url,
-            hero: node.hero,
         };
+        if (node.hero) {
+            result.hero = node.hero;
+        }
+        if (node.blurhash) {
+            result.blurhash = node.blurhash;
+        }
+        if (node.height) {
+            result.height = node.height;
+        }
+        if (node.width) {
+            result.width = node.width;
+        }
+        if (node.image) {
+            result.image = node.image;
+        }
+        return result;
     }
     async italic(node) {
         await this.beforeInline();
@@ -312,14 +328,17 @@ class IdentityTransformer {
         await this.beforeBlock();
         const content = await this.chooseChildren(node.content);
         await this.afterBlock();
-        return {
+        const result = {
             type: "quote",
             icon: node.icon,
             name: node.name,
             content,
             url: node.url,
-            orientation: node.orientation,
         };
+        if (node.orientation) {
+            result.orientation = node.orientation;
+        }
+        return result;
     }
     async redacted(node) {
         if (node.style == "block") {
@@ -382,14 +401,23 @@ class IdentityTransformer {
         await this.beforeBlock();
         const content = await this.chooseChildren(node.content);
         await this.afterBlock();
-        return {
+        const result = {
             type: "sticker",
             orientation: node.orientation,
             character: node.character,
             name: node.name,
-            size: node.size,
             content,
         };
+        if (node.size) {
+            result.size = node.size;
+        }
+        if (node.width) {
+            result.width = node.width;
+        }
+        if (node.height) {
+            result.height = node.height;
+        }
+        return result;
     }
     async strikeThrough(node) {
         await this.beforeInline();
@@ -419,12 +447,15 @@ class IdentityTransformer {
                 if (children && children.length == 0) {
                     emptyCount++;
                 }
-                cells.push({
+                const cellResult = {
                     type: "table-cell",
-                    header: cell.header,
                     span: [cell.span[0] || 1, cell.span[1] || 1],
                     content: children,
-                });
+                };
+                if (cell.header) {
+                    cellResult.header = cell.header;
+                }
+                cells.push(cellResult);
             }
             if (cells.length > 0 && emptyCount != cells.length) {
                 content.push(cells);
@@ -456,20 +487,40 @@ class IdentityTransformer {
         await this.beforeBlock();
         const content = node.content && await this.chooseChildren(node.content);
         await this.afterBlock();
-        return {
+        const result = {
             type: "video",
             alt: node.alt,
-            blurhash: node.blurhash,
             mp4: node.mp4,
             poster: node.poster,
-            autoplay: node.autoplay,
-            content,
-            height: node.height,
-            loop: node.loop,
-            muted: node.muted,
-            webm: node.webm,
-            width: node.width,
         };
+        if (node.autoplay) {
+            result.autoplay = node.autoplay;
+        }
+        if (node.blurhash) {
+            result.blurhash = node.blurhash;
+        }
+        if (content) {
+            result.content = content;
+        }
+        if (node.controls) {
+            result.controls = node.controls;
+        }
+        if (node.height) {
+            result.height = node.height;
+        }
+        if (node.width) {
+            result.width = node.width;
+        }
+        if (node.loop) {
+            result.loop = node.loop;
+        }
+        if (node.muted) {
+            result.muted = node.muted;
+        }
+        if (node.webm) {
+            result.webm = node.webm;
+        }
+        return result;
     }
     async warning(node) {
         await this.beforeBlock();
@@ -497,10 +548,16 @@ class IdentityTransformer {
         if (node.attribution) {
             attribution = {
                 type: "card-attribution",
-                archiveUrl: node.attribution.archiveUrl,
-                date: node.attribution.date,
-                url: node.attribution.url,
             };
+            if (node.attribution.archiveUrl) {
+                attribution.archiveUrl = node.attribution.archiveUrl;
+            }
+            if (node.attribution.url) {
+                attribution.url = node.attribution.url;
+            }
+            if (node.attribution.date) {
+                attribution.date = node.attribution.date;
+            }
             if (node.attribution.title) {
                 await this.beforeBlock();
                 const title = await this.chooseChildren(node.attribution.title);
@@ -521,10 +578,16 @@ class IdentityTransformer {
                 backgroundImage: node.header.backgroundImage,
                 imageUrl: node.header.imageUrl,
                 imageBlurhash: node.header.imageBlurhash,
-                url: node.header.url,
-                username: node.header.username,
-                usernameDomain: node.header.usernameDomain,
             };
+            if (node.header.url) {
+                header.url = node.header.url;
+            }
+            if (node.header.username) {
+                header.username = node.header.username;
+            }
+            if (node.header.usernameDomain) {
+                header.usernameDomain = node.header.usernameDomain;
+            }
         }
         let media;
         if (node.media) {
@@ -557,6 +620,48 @@ class IdentityTransformer {
             original: node.original,
         };
     }
+    async date(node) {
+        await this.beforeInline();
+        await this.afterInline();
+        return {
+            type: "date",
+            isoDate: `${node.isoDate}`,
+        };
+    }
+    async time(node) {
+        await this.beforeInline();
+        await this.afterInline();
+        return {
+            type: "time",
+            isoTime: `${node.isoTime}`,
+        };
+    }
+    async datetime(node) {
+        await this.beforeInline();
+        await this.afterInline();
+        return {
+            type: "datetime",
+            iso8601: `${node.iso8601}`,
+        };
+    }
+    async subText(node) {
+        await this.beforeInline();
+        const content = node.content && await this.chooseChildren(node.content);
+        await this.afterInline();
+        return {
+            type: "sub",
+            content,
+        };
+    }
+    async superText(node) {
+        await this.beforeInline();
+        const content = node.content && await this.chooseChildren(node.content);
+        await this.afterInline();
+        return {
+            type: "super",
+            content,
+        };
+    }
     async choose(node) {
         if (!node || !node.type) {
             throw new Error(`Unexpected node, no type: ${JSON.stringify(node)}`);
@@ -650,6 +755,16 @@ class IdentityTransformer {
                     return await this.video(node);
                 case "warning":
                     return await this.warning(node);
+                case "date":
+                    return await this.date(node);
+                case "time":
+                    return await this.time(node);
+                case "datetime":
+                    return await this.datetime(node);
+                case "super":
+                    return await this.superText(node);
+                case "sub":
+                    return await this.subText(node);
             }
         }
         catch (e) {
@@ -667,22 +782,44 @@ class IdentityTransformer {
         await this.beforeBlock();
         const definitions = node.definitions &&
             (await this.chooseChildren(node.definitions)).filter((x) => x.type == "definition");
+        const hierarchy = node.hierarchy;
         await this.afterBlock();
         const result = {
             type: "document",
             title: node.title,
-            author: node.author,
             content,
-            hidden: node.hidden,
-            noindex: node.noindex,
-            description: node.description,
-            image: node.image,
-            guid: node.guid,
-            "pub-date": node["pub-date"],
-            date: node.date,
             url: node.url,
-            definitions,
         };
+        if (node.image) {
+            result.image = node.image;
+        }
+        if (node.guid) {
+            result.guid = node.guid;
+        }
+        if (node["pub-date"]) {
+            result["pub-date"] = node["pub-date"];
+        }
+        if (node.description) {
+            result.description = node.description;
+        }
+        if (node.date) {
+            result.date = node.date;
+        }
+        if (hierarchy) {
+            result.hierarchy = hierarchy;
+        }
+        if (definitions) {
+            result.definitions = definitions;
+        }
+        if (node.noindex) {
+            result.noindex = node.noindex;
+        }
+        if (node.author) {
+            result.author = node.author;
+        }
+        if (node.hidden) {
+            result.hidden = node.hidden;
+        }
         return result;
     }
     async transform(node) {

package/script/NodeVisitor.d.ts

@@ -1,4 +1,4 @@
-import { ArrayNode, BlockNode, BlockQuoteNode, BoldNode, BreakNode, BubbleNode, CardNode, CenterNode, CodeNode, ColumnsNode, DefinitionListNode, DefinitionNode, DefinitionReferenceNode, DocumentNode, EmbedNode, EmojiNode, FigureCaptionNode, FigureImageNode, FigureNode, FormattedTextNode, HeaderNode, HighTechAlertNode, HorizontalRuleNode, ImageNode, ItalicNode, LinkNode, ListNode, Node, NoteNode, ParagraphNode, QuoteNode, RedactedNode, RegionNode, ScriptNode, SecretNode, SmallerNode, SocialNode, StickerNode, StrikeThroughNode, TableNode, TextNode, UnderlineNode, VideoNode, WarningNode } from "./types.js";
+import { ArrayNode, BlockNode, BlockQuoteNode, BoldNode, BreakNode, BubbleNode, CardNode, CenterNode, CodeNode, ColumnsNode, DateNode, DateTimeNode, DefinitionListNode, DefinitionNode, DefinitionReferenceNode, DocumentNode, EmbedNode, EmojiNode, FigureCaptionNode, FigureImageNode, FigureNode, FormattedTextNode, HeaderNode, HighTechAlertNode, HorizontalRuleNode, ImageNode, ItalicNode, LinkNode, ListNode, Node, NoteNode, ParagraphNode, QuoteNode, RedactedNode, RegionNode, ScriptNode, SecretNode, SmallerNode, SocialNode, StickerNode, StrikeThroughNode, SubTextNode, SuperTextNode, TableNode, TextNode, TimeNode, UnderlineNode, VideoNode, WarningNode } from "./types.js";
 export declare class NodeVisitor {
     protected beforeBlock(): void;
     protected afterBlock(): void;
@@ -47,6 +47,11 @@ export declare class NodeVisitor {
     protected video(node: VideoNode): void;
     protected warning(node: WarningNode): void;
     protected card(node: CardNode): void;
+    protected date(node: DateNode): void;
+    protected time(node: TimeNode): void;
+    protected datetime(node: DateTimeNode): void;
+    protected subText(node: SubTextNode): void;
+    protected superText(node: SuperTextNode): void;
     protected choose(node: Node): void;
     protected document(node: DocumentNode): void;
     visit(node: DocumentNode | Node): void;

package/script/NodeVisitor.js

@@ -249,6 +249,34 @@ class NodeVisitor {
             }
         }
     }
+    date(node) {
+        this.text({
+            type: "text",
+            text: node.isoDate,
+        });
+    }
+    time(node) {
+        this.text({
+            type: "text",
+            text: node.isoTime,
+        });
+    }
+    datetime(node) {
+        this.text({
+            type: "text",
+            text: node.iso8601,
+        });
+    }
+    subText(node) {
+        this.beforeInline();
+        this.chooseChildren(node.content);
+        this.afterInline();
+    }
+    superText(node) {
+        this.beforeInline();
+        this.chooseChildren(node.content);
+        this.afterInline();
+    }
     choose(node) {
         if (!node || !node.type) {
             throw new Error(`Unexpected node, no type: ${JSON.stringify(node)}`);
@@ -342,6 +370,16 @@ class NodeVisitor {
                     return this.video(node);
                 case "warning":
                     return this.warning(node);
+                case "date":
+                    return this.date(node);
+                case "time":
+                    return this.time(node);
+                case "datetime":
+                    return this.datetime(node);
+                case "sub":
+                    return this.subText(node);
+                case "super":
+                    return this.superText(node);
             }
         }
         catch (e) {

package/script/TextVisitor.d.ts

@@ -1,4 +1,4 @@
-import { EmojiNode, FigureImageNode, ImageNode, TextNode, VideoNode } from "./types.js";
+import { DefinitionNode, DefinitionReferenceNode, EmojiNode, FigureImageNode, ImageNode, TextNode, VideoNode } from "./types.js";
 import { NodeVisitor } from "./NodeVisitor.js";
 export declare class TextVisitor extends NodeVisitor {
     private textList;
@@ -8,5 +8,7 @@ export declare class TextVisitor extends NodeVisitor {
     protected image(node: ImageNode): void;
     protected emoji(node: EmojiNode): void;
     protected figureImage(node: FigureImageNode): void;
+    protected definitionReference(node: DefinitionReferenceNode): void;
+    protected definition(node: DefinitionNode): void;
     getText(): string;
 }

package/script/TextVisitor.js

@@ -33,6 +33,16 @@ class TextVisitor extends NodeVisitor_js_1.NodeVisitor {
         this.textList.push(node.alt);
         super.figureImage(node);
     }
+    definitionReference(node) {
+        this.chooseChildren(node.content);
+    }
+    definition(node) {
+        this.chooseChildren(node.title);
+        this.textList.push(" (");
+        this.chooseChildren(node.abbreviation);
+        this.textList.push("): ");
+        this.chooseChildren(node.content);
+    }
     getText() {
         return this.textList.join("");
     }

package/script/types.d.ts

@@ -85,8 +85,8 @@ export interface FigureCaptionNode {
 export interface FigureImageNode {
     type: "figure-image";
     content: Node[];
-    width: number;
-    height: number;
+    width?: number;
+    height?: number;
     blurhash?: string;
     url: string;
     image?: string;
@@ -102,6 +102,7 @@ export interface HeaderNode {
     type: "header";
     level: 1 | 2 | 3 | 4 | 5 | 6;
     content: Node[];
+    htmlId?: string;
 }
 export interface HighTechAlertNode {
     type: "high-tech-alert";
@@ -196,6 +197,8 @@ export interface StickerNode {
     character: string;
     content: Node[];
     name: string;
+    width?: number;
+    height?: number;
 }
 export interface TableNode {
     type: "table";
@@ -228,6 +231,7 @@ export interface VideoNode {
     autoplay?: true;
     loop?: true;
     content?: Node[];
+    controls?: true;
 }
 export interface WarningNode {
     type: "warning";
@@ -286,7 +290,27 @@ export interface CardNode {
     attribution?: CardAttribution;
     original?: Node;
 }
-export type Node = ArrayNode | BlockNode | BlockQuoteNode | BoldNode | BreakNode | BubbleNode | CardNode | CenterNode | CodeNode | ColumnsNode | DefinitionNode | DefinitionListNode | DefinitionReferenceNode | EmbedNode | EmojiNode | FigureNode | FigureCaptionNode | FigureImageNode | FormattedTextNode | HeaderNode | HighTechAlertNode | HorizontalRuleNode | ImageNode | ItalicNode | LinkNode | ListNode | NoteNode | ParagraphNode | QuoteNode | RedactedNode | RegionNode | ScriptNode | SecretNode | SmallerNode | StickerNode | StrikeThroughNode | TextNode | TableNode | SocialNode | UnderlineNode | VideoNode | WarningNode;
+export interface SuperTextNode {
+    type: "super";
+    content: Node[];
+}
+export interface SubTextNode {
+    type: "sub";
+    content: Node[];
+}
+export interface DateNode {
+    type: "date";
+    isoDate: string;
+}
+export interface TimeNode {
+    type: "time";
+    isoTime: string;
+}
+export interface DateTimeNode {
+    type: "datetime";
+    iso8601: string;
+}
+export type Node = ArrayNode | BlockNode | BlockQuoteNode | BoldNode | BreakNode | BubbleNode | CardNode | CenterNode | CodeNode | ColumnsNode | DefinitionNode | DefinitionListNode | DefinitionReferenceNode | EmbedNode | EmojiNode | FigureNode | FigureCaptionNode | FigureImageNode | FormattedTextNode | HeaderNode | HighTechAlertNode | HorizontalRuleNode | ImageNode | ItalicNode | LinkNode | ListNode | NoteNode | ParagraphNode | QuoteNode | RedactedNode | RegionNode | ScriptNode | SecretNode | SmallerNode | StickerNode | StrikeThroughNode | TextNode | TableNode | SocialNode | UnderlineNode | VideoNode | DateNode | TimeNode | DateTimeNode | SuperTextNode | SubTextNode | WarningNode;
 export interface DocumentMeta {
     hidden?: boolean;
     noindex?: boolean;
@@ -300,8 +324,16 @@ export interface DocumentMeta {
     url: string;
     contentDigest?: string;
 }
+export interface DocumentHierarchy {
+    headerText: string;
+    headerId?: string;
+    words: number;
+    totalWords: number;
+    children: DocumentHierarchy[];
+}
 export interface DocumentNode extends DocumentMeta {
     type: "document";
     content: Node[];
     definitions?: DefinitionNode[];
+    hierarchy?: DocumentHierarchy;
 }