@dogsbay/format-asciidoc 0.2.0-beta.101

package/dist/walker.js

@@ -0,0 +1,210 @@
+import { walkInlineTokens } from "./inline-walker.js";
+/**
+ * Convert a markdown-it token stream into a TreeNode[].
+ * Handles open/close token pairs by recursively collecting children.
+ */
+export function tokensToTree(tokens) {
+    let pos = 0;
+    function walk() {
+        const nodes = [];
+        while (pos < tokens.length) {
+            const token = tokens[pos];
+            // Close tokens: return to parent
+            if (token.nesting === -1) {
+                pos++;
+                return nodes;
+            }
+            // Open tokens: collect children until matching close
+            if (token.nesting === 1) {
+                pos++;
+                const node = openTokenToNode(token);
+                node.children = walk();
+                nodes.push(node);
+                continue;
+            }
+            // Self-closing / inline tokens (nesting === 0)
+            pos++;
+            const node = flatTokenToNode(token);
+            if (node)
+                nodes.push(node);
+        }
+        return nodes;
+    }
+    return walk();
+}
+function openTokenToNode(token) {
+    switch (token.type) {
+        case "admonition_open":
+            return {
+                type: "callout",
+                props: {
+                    variant: token.info,
+                    title: token.meta?.title ?? null,
+                    inline: token.meta?.inline ?? null,
+                },
+            };
+        case "details_open":
+            return {
+                type: "details",
+                props: {
+                    variant: token.info,
+                    title: token.meta?.title ?? null,
+                    open: token.meta?.open ?? false,
+                },
+            };
+        case "tab_set_open":
+            return { type: "tabs" };
+        case "tab_panel_open":
+            return {
+                type: "tab",
+                props: { title: token.info },
+            };
+        case "annotation_list_open":
+            return { type: "annotation-list" };
+        case "paragraph_open":
+            return { type: "paragraph" };
+        case "heading_open":
+            return {
+                type: "heading",
+                props: { level: parseInt(token.tag.slice(1), 10) },
+            };
+        case "ordered_list_open":
+            return { type: "ordered-list" };
+        case "bullet_list_open":
+            return { type: "unordered-list" };
+        case "list_item_open":
+            return { type: "list-item" };
+        case "blockquote_open":
+            return { type: "blockquote" };
+        case "dl_open":
+            return { type: "deflist" };
+        case "dt_open":
+            return { type: "dt" };
+        case "dd_open":
+            return { type: "dd" };
+        case "html_container_open":
+            return {
+                type: "html-container",
+                props: {
+                    tag: token.meta?.tag ?? "div",
+                    attrs: token.meta?.attrs ?? {},
+                },
+            };
+        case "footnote_def_open":
+            return {
+                type: "footnote-def",
+                props: { label: token.meta?.label ?? "" },
+            };
+        default:
+            return { type: token.type.replace(/_open$/, "") };
+    }
+}
+function flatTokenToNode(token) {
+    switch (token.type) {
+        case "inline": {
+            const node = { type: "prose", html: token.content };
+            // Structured inline children (Notion-style rich text model)
+            if (token.children && token.children.length > 0) {
+                node.inline = walkInlineTokens(token.children);
+            }
+            return node;
+        }
+        case "math_block":
+            return {
+                type: "math-block",
+                props: { latex: token.content || token.meta?.latex || "" },
+            };
+        case "fence": {
+            const fenceMarker = token.markup || "```";
+            const { lang, title, highlights, lineNumbers, minja } = parseFenceInfo(token.info);
+            return {
+                type: "code",
+                props: {
+                    lang,
+                    title: title || undefined,
+                    code: token.content,
+                    highlights: highlights || undefined,
+                    lineNumbers: lineNumbers || undefined,
+                    hasAnnotations: token.meta?.hasAnnotations ?? false,
+                    fence: fenceMarker.length > 3 ? fenceMarker : undefined,
+                    minja: minja || undefined,
+                },
+            };
+        }
+        case "code_block":
+            return { type: "code", props: { code: token.content } };
+        case "hr":
+            return { type: "hr" };
+        case "html_block": {
+            // Convert standalone <img> tags to structured paragraph > prose > image nodes
+            // so they can be rendered as BlockImage with optimization support
+            const imgMatch = token.content.match(/^\s*<img\s[^>]*?\bsrc=["']([^"']+)["'][^>]*?(?:\balt=["']([^"']*)["'])?[^>]*?\/?>\s*$/i);
+            if (imgMatch) {
+                const src = imgMatch[1];
+                // Extract alt — may appear before or after src
+                const altMatch = token.content.match(/\balt=["']([^"']*)["']/i);
+                const alt = altMatch ? altMatch[1] : "";
+                return {
+                    type: "paragraph",
+                    children: [
+                        {
+                            type: "prose",
+                            inline: [{ type: "image", src, alt }],
+                        },
+                    ],
+                };
+            }
+            return { type: "html", html: token.content };
+        }
+        // Skip hidden/empty tokens
+        case "softbreak":
+        case "hardbreak":
+            return null;
+        default:
+            if (token.hidden)
+                return null;
+            return { type: token.type, html: token.content || undefined };
+    }
+}
+/**
+ * Parse fence info string to extract lang, title, hl_lines, and linenums.
+ * Handles: "yaml", "yaml title=\".rc\"", " yaml", "yaml hl_lines=\"2 3\"",
+ * "python linenums=\"1\""
+ */
+function parseFenceInfo(info) {
+    if (!info)
+        return { lang: null, title: null, highlights: null, lineNumbers: false, minja: false };
+    const trimmed = info.trim();
+    if (!trimmed)
+        return { lang: null, title: null, highlights: null, lineNumbers: false, minja: false };
+    // The `{minja}` fence marker (engine-planted: this listing's directives /
+    // attribute refs are REAL and a later Minja pass must process them) is a
+    // whitespace-delimited brace group with a bare `minja` token — same
+    // grading as format-dogsbay-md's isMinjaProcessedFence. It must survive
+    // into props.minja so a dogsbay-md export re-emits it: dropping it here
+    // orphaned the fence's live `{{ refs }}` on the `convert --to dogsbay-md`
+    // path — the later site build masked them and readers copied
+    // placeholders (issue #036 review finding).
+    let minja = false;
+    for (const group of trimmed.matchAll(/(?:^|\s)\{([^{}]*)\}(?=\s|$)/g)) {
+        const tokens = group[1].match(/"[^"]*"|'[^']*'|\S+/g) ?? [];
+        if (tokens.includes("minja")) {
+            minja = true;
+            break;
+        }
+    }
+    // Extract title="..." if present
+    const titleMatch = trimmed.match(/\btitle="([^"]*)"/);
+    const title = titleMatch ? titleMatch[1] : null;
+    // Extract hl_lines="..." if present (e.g. hl_lines="2 3" or hl_lines="1-3 5")
+    const hlMatch = trimmed.match(/\bhl_lines="([^"]*)"/);
+    const highlights = hlMatch ? hlMatch[1] : null;
+    // Extract linenums if present (e.g. linenums="1")
+    const lineNumbers = /\blinenums=/.test(trimmed);
+    // Lang is the first word (before any space, brace, or title= attribute)
+    // Must be a word-like string, not empty or starting with special chars
+    const firstWord = trimmed.split(/[\s{]/)[0];
+    const lang = firstWord && !firstWord.includes("=") ? firstWord : null;
+    return { lang, title, highlights, lineNumbers, minja };
+}
+//# sourceMappingURL=walker.js.map

package/dist/walker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"walker.js","sourceRoot":"","sources":["../src/walker.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAEtD;;;GAGG;AACH,MAAM,UAAU,YAAY,CAAC,MAAe;IAC1C,IAAI,GAAG,GAAG,CAAC,CAAC;IAEZ,SAAS,IAAI;QACX,MAAM,KAAK,GAAe,EAAE,CAAC;QAE7B,OAAO,GAAG,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;YAC3B,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;YAE1B,iCAAiC;YACjC,IAAI,KAAK,CAAC,OAAO,KAAK,CAAC,CAAC,EAAE,CAAC;gBACzB,GAAG,EAAE,CAAC;gBACN,OAAO,KAAK,CAAC;YACf,CAAC;YAED,qDAAqD;YACrD,IAAI,KAAK,CAAC,OAAO,KAAK,CAAC,EAAE,CAAC;gBACxB,GAAG,EAAE,CAAC;gBACN,MAAM,IAAI,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;gBACpC,IAAI,CAAC,QAAQ,GAAG,IAAI,EAAE,CAAC;gBACvB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACjB,SAAS;YACX,CAAC;YAED,+CAA+C;YAC/C,GAAG,EAAE,CAAC;YACN,MAAM,IAAI,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;YACpC,IAAI,IAAI;gBAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7B,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,IAAI,EAAE,CAAC;AAChB,CAAC;AAED,SAAS,eAAe,CAAC,KAAY;IACnC,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,KAAK,iBAAiB;YACpB,OAAO;gBACL,IAAI,EAAE,SAAS;gBACf,KAAK,EAAE;oBACL,OAAO,EAAE,KAAK,CAAC,IAAI;oBACnB,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,IAAI,IAAI;oBAChC,MAAM,EAAE,KAAK,CAAC,IAAI,EAAE,MAAM,IAAI,IAAI;iBACnC;aACF,CAAC;QAEJ,KAAK,cAAc;YACjB,OAAO;gBACL,IAAI,EAAE,SAAS;gBACf,KAAK,EAAE;oBACL,OAAO,EAAE,KAAK,CAAC,IAAI;oBACnB,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,IAAI,IAAI;oBAChC,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,IAAI,IAAI,KAAK;iBAChC;aACF,CAAC;QAEJ,KAAK,cAAc;YACjB,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;QAE1B,KAAK,gBAAgB;YACnB,OAAO;gBACL,IAAI,EAAE,KAAK;gBACX,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE;aAC7B,CAAC;QAEJ,KAAK,sBAAsB;YACzB,OAAO,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC;QAErC,KAAK,gBAAgB;YACnB,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;QAE/B,KAAK,cAAc;YACjB,OAAO;gBACL,IAAI,EAAE,SAAS;gBACf,KAAK,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE;aACnD,CAAC;QAEJ,KAAK,mBAAmB;YACtB,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC;QAElC,KAAK,kBAAkB;YACrB,OAAO,EAAE,IAAI,EAAE,gBAAgB,EAAE,CAAC;QAEpC,KAAK,gBAAgB;YACnB,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;QAE/B,KAAK,iBAAiB;YACpB,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC;QAEhC,KAAK,SAAS;YACZ,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;QAE7B,KAAK,SAAS;YACZ,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;QAExB,KAAK,SAAS;YACZ,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;QAExB,KAAK,qBAAqB;YACxB,OAAO;gBACL,IAAI,EAAE,gBAAgB;gBACtB,KAAK,EAAE;oBACL,GAAG,EAAE,KAAK,CAAC,IAAI,EAAE,GAAG,IAAI,KAAK;oBAC7B,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,IAAI,EAAE;iBAC/B;aACF,CAAC;QAEJ,KAAK,mBAAmB;YACtB,OAAO;gBACL,IAAI,EAAE,cAAc;gBACpB,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,IAAI,EAAE,EAAE;aAC1C,CAAC;QAEJ;YACE,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,EAAE,CAAC;IACtD,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CAAC,KAAY;IACnC,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,MAAM,IAAI,GAAa,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;YAC9D,4DAA4D;YAC5D,IAAI,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAChD,IAAI,CAAC,MAAM,GAAG,gBAAgB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;YACjD,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,KAAK,YAAY;YACf,OAAO;gBACL,IAAI,EAAE,YAAY;gBAClB,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,IAAI,EAAE,KAAK,IAAI,EAAE,EAAE;aAC3D,CAAC;QAEJ,KAAK,OAAO,CAAC,CAAC,CAAC;YACb,MAAM,WAAW,GAAG,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC;YAC1C,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,WAAW,EAAE,KAAK,EAAE,GAAG,cAAc,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACnF,OAAO;gBACL,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE;oBACL,IAAI;oBACJ,KAAK,EAAE,KAAK,IAAI,SAAS;oBACzB,IAAI,EAAE,KAAK,CAAC,OAAO;oBACnB,UAAU,EAAE,UAAU,IAAI,SAAS;oBACnC,WAAW,EAAE,WAAW,IAAI,SAAS;oBACrC,cAAc,EAAE,KAAK,CAAC,IAAI,EAAE,cAAc,IAAI,KAAK;oBACnD,KAAK,EAAE,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;oBACvD,KAAK,EAAE,KAAK,IAAI,SAAS;iBAC1B;aACF,CAAC;QACJ,CAAC;QAED,KAAK,YAAY;YACf,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;QAE1D,KAAK,IAAI;YACP,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;QAExB,KAAK,YAAY,CAAC,CAAC,CAAC;YAClB,8EAA8E;YAC9E,kEAAkE;YAClE,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAClC,wFAAwF,CACzF,CAAC;YACF,IAAI,QAAQ,EAAE,CAAC;gBACb,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;gBACxB,+CAA+C;gBAC/C,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;gBAChE,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBACxC,OAAO;oBACL,IAAI,EAAE,WAAW;oBACjB,QAAQ,EAAE;wBACR;4BACE,IAAI,EAAE,OAAO;4BACb,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,OAAgB,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC;yBAC/C;qBACF;iBACF,CAAC;YACJ,CAAC;YACD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;QAC/C,CAAC;QAED,2BAA2B;QAC3B,KAAK,WAAW,CAAC;QACjB,KAAK,WAAW;YACd,OAAO,IAAI,CAAC;QAEd;YACE,IAAI,KAAK,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC;YAC9B,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,OAAO,IAAI,SAAS,EAAE,CAAC;IAClE,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,SAAS,cAAc,CAAC,IAAY;IAOlC,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;IAElG,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAC5B,IAAI,CAAC,OAAO;QAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;IAErG,0EAA0E;IAC1E,yEAAyE;IACzE,oEAAoE;IACpE,wEAAwE;IACxE,wEAAwE;IACxE,0EAA0E;IAC1E,6DAA6D;IAC7D,4CAA4C;IAC5C,IAAI,KAAK,GAAG,KAAK,CAAC;IAClB,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,QAAQ,CAAC,+BAA+B,CAAC,EAAE,CAAC;QACtE,MAAM,MAAM,GAAa,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,sBAAsB,CAAC,IAAI,EAAE,CAAC;QACtE,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YAAC,KAAK,GAAG,IAAI,CAAC;YAAC,MAAM;QAAC,CAAC;IACxD,CAAC;IAED,iCAAiC;IACjC,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;IACtD,MAAM,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAEhD,8EAA8E;IAC9E,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC;IACtD,MAAM,UAAU,GAAG,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAE/C,kDAAkD;IAClD,MAAM,WAAW,GAAG,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAEhD,wEAAwE;IACxE,uEAAuE;IACvE,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5C,MAAM,IAAI,GAAG,SAAS,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC;IAEtE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;AACzD,CAAC"}

package/package.json

@@ -0,0 +1,54 @@
+{
+  "name": "@dogsbay/format-asciidoc",
+  "version": "0.2.0-beta.101",
+  "description": "AsciiDoc format plugin for Dogsbay — imports .adoc sources into TreeNode[] via the adoc2md-modular engine + Minja resolution + markdown-it walker.",
+  "type": "module",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    },
+    "./cli": {
+      "types": "./dist/cli.d.ts",
+      "import": "./dist/cli.js"
+    }
+  },
+  "files": [
+    "dist",
+    "README.md"
+  ],
+  "peerDependencies": {
+    "markdown-it": "^14.0.0"
+  },
+  "dependencies": {
+    "markdown-it": "^14.3.0",
+    "yaml": "^2.9.0",
+    "@dogsbay/adoc2md-modular": "0.2.0-beta.101",
+    "@dogsbay/format-dogsbay-md": "0.2.0-beta.101",
+    "@dogsbay/minja": "0.2.0-beta.101",
+    "@dogsbay/types": "0.2.0-beta.101"
+  },
+  "devDependencies": {
+    "@types/markdown-it": "^14.1.2",
+    "@types/node": "^25.9.5",
+    "typescript": "^5.9.3",
+    "vitest": "^4.1.10"
+  },
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/dogsbay/dogsbay.git",
+    "directory": "packages/format-asciidoc"
+  },
+  "homepage": "https://github.com/dogsbay/dogsbay/tree/main/packages/format-asciidoc",
+  "bugs": {
+    "url": "https://github.com/dogsbay/dogsbay/issues"
+  },
+  "scripts": {
+    "build": "tsc",
+    "test": "vitest run",
+    "test:watch": "vitest"
+  }
+}