@fuzdev/mdz 0.1.0

package/dist/mdz_lexer.d.ts

@@ -0,0 +1,123 @@
+/**
+ * mdz lexer — tokenizes input into a flat `MdzToken[]` stream.
+ *
+ * Phase 1 of the synchronous parsing pipeline behind `mdz_parse`.
+ * Phase 2 (token parser) is in `mdz_token_parser.ts`.
+ *
+ * @module
+ */
+export interface MdzTokenBase {
+    start: number;
+    end: number;
+}
+export type MdzToken = MdzTokenText | MdzTokenCode | MdzTokenCodeblock | MdzTokenBoldOpen | MdzTokenBoldClose | MdzTokenItalicOpen | MdzTokenItalicClose | MdzTokenStrikethroughOpen | MdzTokenStrikethroughClose | MdzTokenLinkTextOpen | MdzTokenLinkTextClose | MdzTokenLinkRef | MdzTokenAutolink | MdzTokenHeadingStart | MdzTokenHr | MdzTokenTagOpen | MdzTokenTagSelfClose | MdzTokenTagClose | MdzTokenHeadingEnd | MdzTokenParagraphBreak | MdzTokenListOpen | MdzTokenListClose | MdzTokenListItemOpen | MdzTokenListItemClose | MdzTokenBlockquoteOpen | MdzTokenBlockquoteClose;
+export interface MdzTokenText extends MdzTokenBase {
+    type: 'text';
+    content: string;
+}
+export interface MdzTokenCode extends MdzTokenBase {
+    type: 'code';
+    content: string;
+}
+export interface MdzTokenCodeblock extends MdzTokenBase {
+    type: 'codeblock';
+    lang: string | null;
+    content: string;
+}
+export interface MdzTokenBoldOpen extends MdzTokenBase {
+    type: 'bold_open';
+}
+export interface MdzTokenBoldClose extends MdzTokenBase {
+    type: 'bold_close';
+}
+export interface MdzTokenItalicOpen extends MdzTokenBase {
+    type: 'italic_open';
+}
+export interface MdzTokenItalicClose extends MdzTokenBase {
+    type: 'italic_close';
+}
+export interface MdzTokenStrikethroughOpen extends MdzTokenBase {
+    type: 'strikethrough_open';
+}
+export interface MdzTokenStrikethroughClose extends MdzTokenBase {
+    type: 'strikethrough_close';
+}
+export interface MdzTokenLinkTextOpen extends MdzTokenBase {
+    type: 'link_text_open';
+}
+export interface MdzTokenLinkTextClose extends MdzTokenBase {
+    type: 'link_text_close';
+}
+export interface MdzTokenLinkRef extends MdzTokenBase {
+    type: 'link_ref';
+    reference: string;
+    link_type: 'external' | 'internal';
+}
+export interface MdzTokenAutolink extends MdzTokenBase {
+    type: 'autolink';
+    reference: string;
+    link_type: 'external' | 'internal';
+}
+export interface MdzTokenHeadingStart extends MdzTokenBase {
+    type: 'heading_start';
+    level: 1 | 2 | 3 | 4 | 5 | 6;
+}
+export interface MdzTokenHr extends MdzTokenBase {
+    type: 'hr';
+}
+export interface MdzTokenTagOpen extends MdzTokenBase {
+    type: 'tag_open';
+    name: string;
+    is_component: boolean;
+}
+export interface MdzTokenTagSelfClose extends MdzTokenBase {
+    type: 'tag_self_close';
+    name: string;
+    is_component: boolean;
+}
+export interface MdzTokenTagClose extends MdzTokenBase {
+    type: 'tag_close';
+    name: string;
+}
+export interface MdzTokenHeadingEnd extends MdzTokenBase {
+    type: 'heading_end';
+}
+export interface MdzTokenParagraphBreak extends MdzTokenBase {
+    type: 'paragraph_break';
+}
+export interface MdzTokenListOpen extends MdzTokenBase {
+    type: 'list_open';
+    ordered: boolean;
+}
+export interface MdzTokenListClose extends MdzTokenBase {
+    type: 'list_close';
+}
+export interface MdzTokenListItemOpen extends MdzTokenBase {
+    type: 'list_item_open';
+    /** Authored number (ordered lists only). */
+    number?: number;
+}
+export interface MdzTokenListItemClose extends MdzTokenBase {
+    type: 'list_item_close';
+}
+export interface MdzTokenBlockquoteOpen extends MdzTokenBase {
+    type: 'blockquote_open';
+}
+export interface MdzTokenBlockquoteClose extends MdzTokenBase {
+    type: 'blockquote_close';
+}
+/**
+ * Tokenizes mdz input into a flat `MdzToken` stream for `MdzTokenParser`.
+ *
+ * The lexer owns all structural decisions — block boundaries, list level
+ * stacks, blockquote prefix stripping (sub-lexing quote content as a
+ * mini-document with positions remapped to source offsets), and inline
+ * delimiter pairing bounded by `#max_search_index` — so the token parser
+ * only assembles the tree.
+ */
+export declare class MdzLexer {
+    #private;
+    constructor(text: string);
+    tokenize(): Array<MdzToken>;
+}
+//# sourceMappingURL=mdz_lexer.d.ts.map

package/dist/mdz_lexer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mdz_lexer.d.ts","sourceRoot":"../src/lib/","sources":["../src/lib/mdz_lexer.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAgDH,MAAM,WAAW,YAAY;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;CACZ;AAED,MAAM,MAAM,QAAQ,GACjB,YAAY,GACZ,YAAY,GACZ,iBAAiB,GACjB,gBAAgB,GAChB,iBAAiB,GACjB,kBAAkB,GAClB,mBAAmB,GACnB,yBAAyB,GACzB,0BAA0B,GAC1B,oBAAoB,GACpB,qBAAqB,GACrB,eAAe,GACf,gBAAgB,GAChB,oBAAoB,GACpB,UAAU,GACV,eAAe,GACf,oBAAoB,GACpB,gBAAgB,GAChB,kBAAkB,GAClB,sBAAsB,GACtB,gBAAgB,GAChB,iBAAiB,GACjB,oBAAoB,GACpB,qBAAqB,GACrB,sBAAsB,GACtB,uBAAuB,CAAC;AAE3B,MAAM,WAAW,YAAa,SAAQ,YAAY;IACjD,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,YAAa,SAAQ,YAAY;IACjD,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,iBAAkB,SAAQ,YAAY;IACtD,IAAI,EAAE,WAAW,CAAC;IAClB,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,gBAAiB,SAAQ,YAAY;IACrD,IAAI,EAAE,WAAW,CAAC;CAClB;AAED,MAAM,WAAW,iBAAkB,SAAQ,YAAY;IACtD,IAAI,EAAE,YAAY,CAAC;CACnB;AAED,MAAM,WAAW,kBAAmB,SAAQ,YAAY;IACvD,IAAI,EAAE,aAAa,CAAC;CACpB;AAED,MAAM,WAAW,mBAAoB,SAAQ,YAAY;IACxD,IAAI,EAAE,cAAc,CAAC;CACrB;AAED,MAAM,WAAW,yBAA0B,SAAQ,YAAY;IAC9D,IAAI,EAAE,oBAAoB,CAAC;CAC3B;AAED,MAAM,WAAW,0BAA2B,SAAQ,YAAY;IAC/D,IAAI,EAAE,qBAAqB,CAAC;CAC5B;AAED,MAAM,WAAW,oBAAqB,SAAQ,YAAY;IACzD,IAAI,EAAE,gBAAgB,CAAC;CACvB;AAED,MAAM,WAAW,qBAAsB,SAAQ,YAAY;IAC1D,IAAI,EAAE,iBAAiB,CAAC;CACxB;AAED,MAAM,WAAW,eAAgB,SAAQ,YAAY;IACpD,IAAI,EAAE,UAAU,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,UAAU,GAAG,UAAU,CAAC;CACnC;AAED,MAAM,WAAW,gBAAiB,SAAQ,YAAY;IACrD,IAAI,EAAE,UAAU,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,UAAU,GAAG,UAAU,CAAC;CACnC;AAED,MAAM,WAAW,oBAAqB,SAAQ,YAAY;IACzD,IAAI,EAAE,eAAe,CAAC;IACtB,KAAK,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;CAC7B;AAED,MAAM,WAAW,UAAW,SAAQ,YAAY;IAC/C,IAAI,EAAE,IAAI,CAAC;CACX;AAED,MAAM,WAAW,eAAgB,SAAQ,YAAY;IACpD,IAAI,EAAE,UAAU,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,OAAO,CAAC;CACtB;AAED,MAAM,WAAW,oBAAqB,SAAQ,YAAY;IACzD,IAAI,EAAE,gBAAgB,CAAC;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,OAAO,CAAC;CACtB;AAED,MAAM,WAAW,gBAAiB,SAAQ,YAAY;IACrD,IAAI,EAAE,WAAW,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,kBAAmB,SAAQ,YAAY;IACvD,IAAI,EAAE,aAAa,CAAC;CACpB;AAED,MAAM,WAAW,sBAAuB,SAAQ,YAAY;IAC3D,IAAI,EAAE,iBAAiB,CAAC;CACxB;AAED,MAAM,WAAW,gBAAiB,SAAQ,YAAY;IACrD,IAAI,EAAE,WAAW,CAAC;IAClB,OAAO,EAAE,OAAO,CAAC;CACjB;AAED,MAAM,WAAW,iBAAkB,SAAQ,YAAY;IACtD,IAAI,EAAE,YAAY,CAAC;CACnB;AAED,MAAM,WAAW,oBAAqB,SAAQ,YAAY;IACzD,IAAI,EAAE,gBAAgB,CAAC;IACvB,4CAA4C;IAC5C,MAAM,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,qBAAsB,SAAQ,YAAY;IAC1D,IAAI,EAAE,iBAAiB,CAAC;CACxB;AAED,MAAM,WAAW,sBAAuB,SAAQ,YAAY;IAC3D,IAAI,EAAE,iBAAiB,CAAC;CACxB;AAED,MAAM,WAAW,uBAAwB,SAAQ,YAAY;IAC5D,IAAI,EAAE,kBAAkB,CAAC;CACzB;AA8BD;;;;;;;;GAQG;AACH,qBAAa,QAAQ;;gBAeR,IAAI,EAAE,MAAM;IA6BxB,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC;CA87C3B"}