@kerebron/extension-codejar 0.4.5 → 0.4.6

package/esm/extension-markdown/src/token_handlers/lists_token_handlers.js

@@ -1,323 +0,0 @@
-import { writeIndented, } from '../MarkdownSerializer.js';
-import { getHtmlInlineTokensHandlers, getInlineTokensHandlers, } from './inline_token_handlers.js';
-import { numberString } from '../utils.js';
-function getLongDefinitionTokensHandlers() {
-    return {
-        ...getInlineTokensHandlers(),
-        'hardbreak': [
-            (token, ctx) => {
-                ctx.current.log('\n');
-                if (ctx.current.meta['para_hidden']) {
-                    ctx.current.itemSymbol = '';
-                }
-                ctx.current.itemRow++;
-            },
-        ],
-        'code_block': [
-            (token, ctx) => {
-                if (ctx.current.itemRow === 0) {
-                    ctx.current.itemRow++;
-                }
-                if (ctx.output.colPos > 0) {
-                    ctx.current.log('\n');
-                }
-                if (!ctx.output.endsWith('\n\n')) {
-                    ctx.current.log('\n');
-                }
-                ctx.stash('getLongDefinitionTokensHandlers.code_block');
-                ctx.current.log = (txt) => {
-                    writeIndented(ctx.output, txt, ctx.current, token);
-                };
-                ctx.current.log(token.content
-                    .split('\n')
-                    .map((t) => t.trim() ? ('  ' + t) : '')
-                    .join('\n') + '\n');
-                ctx.unstash('getLongDefinitionTokensHandlers.code_block');
-                ctx.current.itemRow++;
-            },
-        ],
-        'paragraph_open': [
-            (token, ctx) => {
-                ctx.stash('getLongDefinitionTokensHandlers.paragraph_open');
-                ctx.current.meta['para_hidden'] = token.hidden;
-            },
-        ],
-        'paragraph_close': [
-            (token, ctx) => {
-                ctx.unstash('getLongDefinitionTokensHandlers.paragraph_close');
-                if (ctx.output.colPos !== 0) {
-                    // ctx.current.log('\n');
-                }
-                ctx.current.itemRow++;
-            },
-        ],
-        'dt_open': [
-            (token, ctx) => {
-                ctx.current.itemSymbol = '';
-                ctx.current.itemRow = 0;
-            },
-        ],
-        'dt_close': [
-            (token, ctx) => {
-                if (ctx.output.colPos !== 0) {
-                    ctx.current.log('\n');
-                }
-            },
-        ],
-        'dd_open': [
-            (token, ctx) => {
-                if (!ctx.output.endsWith('\n\n')) {
-                    ctx.current.log('\n');
-                }
-                ctx.current.itemSymbol = ':   ';
-                ctx.current.itemRow = 0;
-            },
-        ],
-        'dd_close': [
-            (token, ctx) => {
-                if (ctx.output.colPos !== 0) {
-                    ctx.current.log('\n');
-                }
-            },
-        ],
-        'dl_open': [
-            (token, ctx) => {
-                ctx.stash('getLongDefinitionTokensHandlers.dl_open');
-                ctx.current.listPath.push('dl');
-                ctx.current.listType = 'dl';
-            },
-        ],
-        'dl_close': [
-            (token, ctx) => {
-                ctx.unstash('getLongDefinitionTokensHandlers.dl_close');
-            },
-        ],
-    };
-}
-function getShortDefinitionTokensHandlers() {
-    const rollbackList = (token, ctx, tokenSource) => {
-        const rollbackPos = ctx.current.meta['def_rollback'];
-        if (!ctx.current.meta['def_token_start']) {
-            throw new Error('No def_token_start');
-        }
-        const outputPos = ctx.current.meta['def_output_pos'];
-        if (!ctx.current.meta['def_output_pos']) {
-            throw new Error('No def_output_pos');
-        }
-        tokenSource.rewind(ctx.current.meta['def_token_start']);
-        ctx.rollback(rollbackPos, 'rollbackList, ' + token.type);
-        ctx.output.rollback(outputPos);
-        ctx.stash('getShortDefinitionTokensHandlers.rollbackList');
-        ctx.current.listPath.push('dl');
-        ctx.current.listType = 'dl';
-        ctx.current.handlers = getLongDefinitionTokensHandlers();
-    };
-    return {
-        'dl_open': [
-            (token, ctx, tokenSource) => {
-                const rollbackPos = ctx.stash('getShortDefinitionTokensHandlers.dl_open');
-                ctx.current.meta['def_rollback'] = rollbackPos;
-                ctx.current.meta['def_token_start'] = tokenSource.pos;
-                ctx.current.meta['def_output_pos'] = ctx.output.chunkPos;
-                ctx.current.listPath.push('dl');
-                ctx.current.listType = 'dl';
-                ctx.current.handlers = getShortDefinitionTokensHandlers();
-            },
-        ],
-        'dl_close': [
-            (token, ctx) => {
-                ctx.unstash('getShortDefinitionTokensHandlers.dl_close');
-            },
-        ],
-        ...getInlineTokensHandlers(),
-        'hardbreak': [
-            rollbackList,
-        ],
-        'code_block': [
-            rollbackList,
-        ],
-        'paragraph_open': [
-            (token, ctx) => {
-                // Skip, as paragraphs are implied by newlines
-            },
-        ],
-        'paragraph_close': [
-            (token, ctx) => {
-                if (ctx.output.colPos !== 0) {
-                    // ctx.current.log('\n');
-                }
-            },
-        ],
-        'dt_open': [
-            (token, ctx) => {
-                ctx.current.itemSymbol = '';
-                ctx.current.itemRow = 0;
-            },
-        ],
-        'dt_close': [
-            (token, ctx) => {
-                if (ctx.output.colPos !== 0) {
-                    ctx.current.log('\n');
-                }
-            },
-        ],
-        'dd_open': [
-            (token, ctx) => {
-                ctx.current.itemSymbol = '  ~ ';
-                ctx.current.itemRow = 0;
-            },
-        ],
-        'dd_close': [
-            (token, ctx) => {
-                if (ctx.output.colPos !== 0) {
-                    ctx.current.log('\n');
-                }
-            },
-        ],
-    };
-}
-export function getListsTokensHandlers() {
-    return {
-        'dl_open': getShortDefinitionTokensHandlers()['dl_open'],
-        'paragraph_close': [
-            (token, ctx) => {
-                if (ctx.output.colPos !== 0) {
-                    ctx.current.log('\n', token);
-                }
-                ctx.current.itemRow++;
-            },
-        ],
-        'task_list_open': [
-            (token, ctx) => {
-                ctx.stash('getListsTokensHandlers.task_list_open');
-                ctx.current.listPath.push('tl');
-                ctx.current.listType = 'tl';
-                ctx.current.itemSymbol = '';
-                ctx.current.itemNumber = 0;
-            },
-        ],
-        'task_list_close': [
-            (token, ctx) => {
-                ctx.unstash('getListsTokensHandlers.task_list_close');
-                if (ctx.output.colPos !== 0) {
-                    ctx.current.log('\n');
-                }
-            },
-        ],
-        'task_item_open': [
-            (token, ctx) => {
-                ctx.current.itemRow = 0;
-                ctx.current.itemNumber++;
-                ctx.current.itemSymbol = token.attrGet('checked') ? 'x' : '';
-                if (ctx.output.colPos !== 0) {
-                    ctx.current.log('\n');
-                }
-            },
-        ],
-        'task_item_close': [
-            (token, ctx) => {
-                if (ctx.output.colPos !== 0) {
-                    ctx.current.log('\n');
-                }
-            },
-        ],
-        'bullet_list_open': [
-            (token, ctx) => {
-                ctx.stash('getListsTokensHandlers.bullet_list_open');
-                ctx.current.listPath.push('ul');
-                ctx.current.listType = 'ul';
-                ctx.current.itemSymbol = '';
-                ctx.current.itemNumber = 0;
-            },
-        ],
-        'bullet_list_close': [
-            (token, ctx) => {
-                ctx.unstash('getListsTokensHandlers.bullet_list_close');
-                if (ctx.output.colPos !== 0) {
-                    ctx.current.log('\n');
-                }
-            },
-        ],
-        'ordered_list_open': [
-            (token, ctx) => {
-                {
-                    ctx.stash('getListsTokensHandlers.ordered_list_open');
-                    ctx.current.listPath.push('ol');
-                    ctx.current.listType = 'ol';
-                    const htmlInlineHandlers = Object.entries(getHtmlInlineTokensHandlers())
-                        .filter((a) => [
-                        'strong_open',
-                        'strong_close',
-                        'em_open',
-                        'em_close',
-                        'underline_open',
-                        'underline_close',
-                        'strike_open',
-                        'strike_close',
-                    ].includes(a[0]));
-                    ctx.current.handlers = {
-                        ...ctx.current.handlers,
-                        ...Object.fromEntries(htmlInlineHandlers),
-                    };
-                    ctx.current.itemSymbol = '';
-                    const symbol = token.attrGet('symbol');
-                    if (symbol) {
-                        ctx.current.meta['list_symbol'] = symbol;
-                    }
-                    else {
-                        ctx.current.meta['list_symbol'] = '1';
-                    }
-                    const start = token.attrGet('start');
-                    if (start) {
-                        ctx.current.itemNumber = (+start || 1) - 1;
-                    }
-                    else {
-                        ctx.current.itemNumber = 0;
-                    }
-                }
-            },
-        ],
-        'ordered_list_close': [
-            (token, ctx) => {
-                ctx.unstash('getListsTokensHandlers.ordered_list_close');
-                if (ctx.output.colPos !== 0) {
-                    ctx.current.log('\n');
-                }
-            },
-        ],
-        'list_item_open': [
-            (token, ctx) => {
-                ctx.current.itemRow = 0;
-                ctx.current.itemNumber++;
-                ctx.current.itemSymbol = token.info || token.markup;
-                if (!ctx.current.itemSymbol) {
-                    ctx.current.itemSymbol = numberString(ctx.current.itemNumber, ctx.current.meta['list_symbol'] || '1');
-                }
-                if (ctx.output.colPos !== 0) {
-                    ctx.current.log('\n');
-                }
-            },
-        ],
-        'list_item_close': [
-            (token, ctx) => {
-                if (ctx.output.colPos !== 0) {
-                    ctx.current.log('\n');
-                }
-            },
-        ],
-        'blockquote_open': [
-            (token, ctx) => {
-                ctx.stash('getListsTokensHandlers.blockquote_open');
-                ctx.current.blockquoteCnt++;
-                if (ctx.output.colPos !== 0) {
-                    ctx.current.log('\n');
-                }
-            },
-        ],
-        'blockquote_close': [
-            (token, ctx) => {
-                ctx.unstash('getListsTokensHandlers.blockquote_close');
-            },
-        ],
-    };
-}

package/esm/extension-markdown/src/token_handlers/table_token_handlers.d.ts

@@ -1,9 +0,0 @@
-import type { TokenHandler } from '../MarkdownSerializer.js';
-export type TextAlign = 'left' | 'right';
-export interface RollbackData {
-    sourcePos: number;
-    outputPos: number;
-    ctxDepth: number;
-}
-export declare function getTableTokensHandlers(): Record<string, Array<TokenHandler>>;
-//# sourceMappingURL=table_token_handlers.d.ts.map

package/esm/extension-markdown/src/token_handlers/table_token_handlers.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"table_token_handlers.d.ts","sourceRoot":"","sources":["../../../../src/extension-markdown/src/token_handlers/table_token_handlers.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAEV,YAAY,EACb,MAAM,0BAA0B,CAAC;AAIlC,MAAM,MAAM,SAAS,GAAG,MAAM,GAAG,OAAO,CAAC;AAuNzC,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAsID,wBAAgB,sBAAsB,IAAI,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC,CAI5E"}

package/esm/extension-markdown/src/token_handlers/table_token_handlers.js

@@ -1,308 +0,0 @@
-import { getHtmlInlineTokensHandlers } from './inline_token_handlers.js';
-function getHtmlTableTokensHandlers() {
-    return {
-        // ...getHtmlBasicTokensHandlers(), // TODO html
-        ...getHtmlInlineTokensHandlers(),
-        'paragraph_open': [],
-        'paragraph_close': [],
-        'table_open': [
-            (token, ctx) => {
-                ctx.stash('getHtmlTableTokensHandlers.table_open');
-                ctx.current.meta['html_mode'] = true;
-                ctx.current.log('<table>\n', token);
-            },
-        ],
-        'table_close': [
-            (token, ctx) => {
-                ctx.current.log('</table>\n', token);
-                ctx.unstash('getHtmlTableTokensHandlers.table_close');
-            },
-        ],
-        'thead_open': [
-            (token, ctx) => {
-                ctx.current.log('<thead>\n', token);
-            },
-        ],
-        'thead_close': [
-            (token, ctx) => {
-                ctx.current.log('</thead>\n', token);
-            },
-        ],
-        'tr_open': [
-            (token, ctx) => {
-                ctx.current.log('<tr>\n', token);
-            },
-        ],
-        'tr_close': [
-            (token, ctx) => {
-                ctx.current.log('</tr>\n', token);
-            },
-        ],
-        'th_open': [
-            (token, ctx) => {
-                ctx.current.log('<th>', token);
-            },
-        ],
-        'th_close': [
-            (token, ctx) => {
-                ctx.current.log('</th>\n', token);
-            },
-        ],
-        'tbody_open': [
-            (token, ctx) => {
-                ctx.current.log('<tbody>\n', token);
-            },
-        ],
-        'tbody_close': [
-            (token, ctx) => {
-                ctx.current.log('</tbody>\n', token);
-            },
-        ],
-        'td_open': [
-            (token, ctx) => {
-                ctx.current.log('<td>', token);
-            },
-        ],
-        'td_close': [
-            (token, ctx) => {
-                ctx.current.log('</td>\n', token);
-            },
-        ],
-    };
-}
-class TableBuilder {
-    constructor() {
-        Object.defineProperty(this, "rows", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "currentType", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.currentType = 'body';
-        this.rows = [];
-    }
-    appendRow() {
-        this.rows.push({
-            type: this.currentType,
-            cells: [],
-        });
-    }
-    appendCell(align, token) {
-        const lastRow = this.rows[this.rows.length - 1];
-        const startPos = token.map && token.map.length > 0 ? token.map[0] : 0;
-        lastRow.cells.push({
-            value: [],
-            startPos,
-            align,
-        });
-    }
-    appendText(content, token) {
-        const lastRow = this.rows[this.rows.length - 1];
-        if (lastRow.cells.length > 0) {
-            lastRow.cells[lastRow.cells.length - 1].value.push([content, token]);
-        }
-    }
-    render(log) {
-        let prevType = '';
-        let lastHeader = [];
-        const columnsWidth = [];
-        for (let rowNo = 0; rowNo < this.rows.length; rowNo++) {
-            const row = this.rows[rowNo];
-            for (let cellNo = 0; cellNo < row.cells.length; cellNo++) {
-                while (columnsWidth.length <= cellNo) {
-                    columnsWidth.push(1);
-                }
-                const headCell = lastHeader[cellNo];
-                const cell = row.cells[cellNo];
-                const textLen = cell.value.reduce((prev, current) => prev + current[0].length, 0);
-                if (columnsWidth[cellNo] < textLen + 1) {
-                    columnsWidth[cellNo] = textLen + 1;
-                }
-            }
-        }
-        for (let rowNo = 0; rowNo < this.rows.length; rowNo++) {
-            const row = this.rows[rowNo];
-            if (prevType === 'header' && prevType !== row.type) {
-                log('|');
-                for (let cellNo = 0; cellNo < lastHeader.length; cellNo++) {
-                    const cell = lastHeader[cellNo];
-                    log(' ');
-                    if (cell.align === 'right') {
-                        log('-'.repeat(columnsWidth[cellNo] - 2));
-                        log(': |');
-                    }
-                    else {
-                        log('-'.repeat(columnsWidth[cellNo] - 1));
-                        log(' |');
-                    }
-                }
-                log('\n');
-            }
-            log('|');
-            for (let cellNo = 0; cellNo < row.cells.length; cellNo++) {
-                const cell = row.cells[cellNo];
-                const textLen = cell.value.reduce((prev, current) => prev + current[0].length, 0);
-                if (cell.align === 'right') {
-                    if (textLen === 0 && cell.startPos) {
-                        log(' '.repeat(columnsWidth[cellNo] - textLen), { map: [cell.startPos + 2] });
-                    }
-                    else {
-                        log(' '.repeat(columnsWidth[cellNo] - textLen));
-                    }
-                }
-                else {
-                    log(' '.repeat(1));
-                }
-                for (const pair of cell.value) {
-                    log(pair[0], pair[1]);
-                }
-                if (textLen < columnsWidth[cellNo]) {
-                    if (cell.align === 'right') {
-                        log(' '.repeat(1));
-                    }
-                    else {
-                        if (textLen === 0 && cell.startPos) {
-                            log(' '.repeat(columnsWidth[cellNo] - textLen), { map: [cell.startPos + 2] });
-                        }
-                        else {
-                            log(' '.repeat(columnsWidth[cellNo] - textLen));
-                        }
-                    }
-                }
-                log('|');
-            }
-            log('\n');
-            if (row.type === 'header') {
-                lastHeader = row.cells;
-            }
-            prevType = row.type;
-        }
-    }
-}
-function getMdTableTokensHandler() {
-    const rollbackMdTable = (token, ctx, tokenSource) => {
-        if (!ctx.current.meta['html_rollback']) {
-            throw new Error('No html_rollback');
-        }
-        const rollback = ctx.current.meta['html_rollback'];
-        tokenSource.rewind(rollback.sourcePos);
-        ctx.rollback(rollback.ctxDepth, 'rollbackMdTable, ' + token.type);
-        ctx.output.rollback(rollback.outputPos);
-        ctx.stash('getMdTableTokensHandler.rollbackTable');
-        ctx.current.meta['html_mode'] = true;
-        ctx.current.log('<table>\n', token);
-        ctx.current.handlers = getHtmlTableTokensHandlers();
-    };
-    return {
-        'text': [
-            (token, ctx) => {
-                const tableBuilder = ctx.current.metaObj['table_builder'];
-                tableBuilder.appendText(token.content, token);
-            },
-        ],
-        'paragraph_open': [],
-        'paragraph_close': [
-            (token, ctx, tokenSource) => {
-                ctx.current.meta['table_cell_para_count'] =
-                    +ctx.current.meta['table_cell_para_count'] + 1;
-                if (ctx.current.meta['table_cell_para_count'] > 1) { // Only 1 line in markdown pipe table
-                    rollbackMdTable(token, ctx, tokenSource);
-                }
-            },
-        ],
-        'default': [
-            rollbackMdTable,
-        ],
-        'table_open': [
-            (token, ctx, tokenSource) => {
-                const rollbackDepth = ctx.stash('getMdTableTokensHandler.table_open');
-                if (!ctx.current.meta['html_rollback']) {
-                    const rollback = {
-                        sourcePos: tokenSource.pos,
-                        outputPos: ctx.output.chunkPos,
-                        ctxDepth: rollbackDepth,
-                    };
-                    ctx.current.meta['html_rollback'] = rollback;
-                }
-                ctx.current.metaObj['table_builder'] = new TableBuilder();
-                ctx.current.handlers = getMdTableTokensHandler();
-            },
-        ],
-        'table_close': [
-            (token, ctx) => {
-                const tableBuilder = ctx.current.metaObj['table_builder'];
-                tableBuilder.render(ctx.current.log);
-                ctx.unstash('getMdTableTokensHandler.table_close');
-            },
-        ],
-        'thead_open': [
-            (token, ctx) => {
-                const tableBuilder = ctx.current.metaObj['table_builder'];
-                tableBuilder.currentType = 'header';
-            },
-        ],
-        'thead_close': [
-            (token, ctx) => {
-                const tableBuilder = ctx.current.metaObj['table_builder'];
-                tableBuilder.currentType = 'body';
-            },
-        ],
-        'tr_open': [
-            (token, ctx) => {
-                const tableBuilder = ctx.current.metaObj['table_builder'];
-                tableBuilder.appendRow();
-            },
-        ],
-        'tr_close': [
-            (token, ctx) => {
-            },
-        ],
-        'th_open': [
-            (token, ctx) => {
-                // const style = token.attrGet('style');
-                // const align = style === 'text-align:right' ? 'right' : 'left';
-                const align = token.attrGet('align') || 'left';
-                const tableBuilder = ctx.current.metaObj['table_builder'];
-                tableBuilder.appendCell(align, token);
-                ctx.current.meta['table_cell_para_count'] = 0;
-            },
-        ],
-        'th_close': [
-            (token, ctx) => {
-            },
-        ],
-        'tbody_open': [
-            (token, ctx) => {
-                const tableBuilder = ctx.current.metaObj['table_builder'];
-                tableBuilder.currentType = 'body';
-            },
-        ],
-        'tbody_close': [
-            (token, ctx) => {
-            },
-        ],
-        'td_open': [
-            (token, ctx) => {
-                const align = token.attrGet('align') || 'left';
-                const tableBuilder = ctx.current.metaObj['table_builder'];
-                tableBuilder.appendCell(align, token);
-                ctx.current.meta['table_cell_para_count'] = 0;
-            },
-        ],
-        'td_close': [
-            (token, ctx) => {
-            },
-        ],
-    };
-}
-export function getTableTokensHandlers() {
-    return {
-        'table_open': getMdTableTokensHandler()['table_open'],
-    };
-}

package/esm/extension-markdown/src/treeSitterTokenizer.d.ts

@@ -1,5 +0,0 @@
-import { Token } from './types.js';
-export declare function sitterTokenizer(cdnUrl?: string): Promise<{
-    parse: (source: string) => Array<Token>;
-}>;
-//# sourceMappingURL=treeSitterTokenizer.d.ts.map

package/esm/extension-markdown/src/treeSitterTokenizer.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"treeSitterTokenizer.d.ts","sourceRoot":"","sources":["../../../src/extension-markdown/src/treeSitterTokenizer.ts"],"names":[],"mappings":"AAKA,OAAO,EAIL,KAAK,EACN,MAAM,YAAY,CAAC;AA4kCpB,wBAAsB,eAAe,CAAC,MAAM,SAAK;oBAkB7B,MAAM,KAAG,KAAK,CAAC,KAAK,CAAC;GASxC"}