omdev 0.0.0.dev460__py3-none-any.whl → 0.0.0.dev461__py3-none-any.whl

omdev/markdown/incparse.py

@@ -0,0 +1,116 @@
+import dataclasses as dc
+import typing as ta
+
+from omlish import lang
+
+
+with lang.auto_proxy_import(globals()):
+    import markdown_it as md
+    import markdown_it.token  # noqa
+
+
+##
+
+
+class IncrementalMarkdownParser:
+    def __init__(
+            self,
+            *,
+            parser: ta.Optional['md.MarkdownIt'] = None,
+    ) -> None:
+        super().__init__()
+
+        if parser is None:
+            parser = md.MarkdownIt()
+        self._parser = parser
+
+        self._stable_tokens: list[md.token.Token] = []
+        self._buffer = ''
+        self._num_stable_lines = 0  # Number of lines in stable tokens
+
+    class FeedOutput(ta.NamedTuple):
+        stable: ta.Sequence['md.token.Token']
+        new_stable: ta.Sequence['md.token.Token']
+        unstable: ta.Sequence['md.token.Token']
+
+    def feed2(self, chunk: str) -> FeedOutput:
+        self._buffer += chunk
+
+        # Parse the current buffer
+        new_tokens = self._parser.parse(self._buffer)
+
+        # Adjust ALL tokens to account for stable lines from previous parses (new_tokens have line numbers relative to
+        # current buffer)
+        adjusted_tokens = self._adjust_token_line_numbers(new_tokens, self._num_stable_lines)
+
+        # Find stable tokens (all but the last parent and its children)
+        stable_count = self._find_stable_token_count(adjusted_tokens)
+
+        newly_stable: ta.Sequence[md.token.Token]
+        if stable_count > 0:
+            # Extract newly stable tokens (already have adjusted line numbers)
+            newly_stable = adjusted_tokens[:stable_count]
+
+            # Calculate how many lines these stable tokens cover
+            max_line = 0
+            for token in newly_stable:
+                if token.map:
+                    max_line = max(max_line, token.map[1])
+
+            # Update buffer to only contain unstable content
+            if max_line > self._num_stable_lines:
+                # max_line is absolute, num_stable_lines is the current buffer offset
+                lines_to_remove = max_line - self._num_stable_lines
+                lines = self._buffer.split('\n')
+                self._buffer = '\n'.join(lines[lines_to_remove:])
+
+                # Store newly stable tokens (with adjusted line numbers)
+                self._stable_tokens.extend(newly_stable)
+                self._num_stable_lines = max_line
+
+        else:
+            newly_stable = ()
+
+        return IncrementalMarkdownParser.FeedOutput(
+            stable=self._stable_tokens,
+            new_stable=newly_stable,
+            unstable=adjusted_tokens[stable_count:],
+        )
+
+    def feed(self, chunk: str) -> list['md.token.Token']:
+        out = self.feed2(chunk)
+        return [*out.stable, *out.unstable]
+
+    def _find_stable_token_count(self, tokens: list['md.token.Token']) -> int:
+        if not tokens:
+            return 0
+
+        # Find indices of all parent-level tokens (nesting = 0)
+        parent_indices = []
+        for i, token in enumerate(tokens):
+            if token.nesting in (1, 0) and token.level == 0:
+                parent_indices.append(i)
+
+        if len(parent_indices) < 2:
+            # Need at least 2 parent tokens to have stable content
+            return 0
+
+        # The last parent and everything after it is unstable. Everything before the second-to-last parent is stable.
+        return parent_indices[-2]
+
+    def _adjust_token_line_numbers(
+            self,
+            tokens: list['md.token.Token'],
+            line_offset: int,
+    ) -> list['md.token.Token']:
+        adjusted = []
+        for token in tokens:
+            if token.map:
+                token = dc.replace(
+                    token,
+                    map=[token.map[0] + line_offset, token.map[1] + line_offset],
+                )
+
+            adjusted.append(token)
+
+        return adjusted

omdev/markdown/tokens.py

@@ -0,0 +1,51 @@
+# ruff: noqa: TC002
+import typing as ta
+
+from omlish import lang
+
+
+with lang.auto_proxy_import(globals()):
+    import markdown_it as md
+    import markdown_it.token  # noqa
+
+
+##
+
+
+def token_repr(t: 'md.token.Token') -> str:
+    return ''.join([
+        'Token(',
+        f'type={t.type!r}',
+        *([f', tag={t.tag!r}'] if t.tag else []),
+        *([f', nesting={t.nesting!r}'] if t.nesting else []),
+        *([f', attrs={t.attrs!r}'] if t.attrs else []),
+        *([f', map={t.map!r}'] if t.map else []),
+        *([f', level={t.level!r}'] if t.level else []),
+        *([f', children={t.children!r}'] if t.children else []),
+        *([f', content={t.content!r}'] if t.content else []),
+        *([f', markup={t.markup!r}'] if t.markup else []),
+        *([f', info={t.info!r}'] if t.info else []),
+        *([f', meta={t.meta!r}'] if t.meta else []),
+        *([f', block={t.block!r}'] if t.block else []),
+        *([f', hidden={t.hidden!r}'] if t.hidden else []),
+        ')',
+    ])
+
+
+##
+
+
+def flatten_tokens(
+        tokens: ta.Iterable['md.token.Token'],
+        *,
+        filter: ta.Callable[['md.token.Token'], bool] | None = None,  # noqa
+) -> ta.Iterable['md.token.Token']:
+    def rec(tks: ta.Iterable['md.token.Token']) -> ta.Iterator['md.token.Token']:
+        for tk in tks:
+            if tk.children and not (filter is not None and not filter(tk)):
+                yield from rec(tk.children)
+
+            else:
+                yield tk
+
+    return rec(tokens)

omdev/tui/apps/markdown/cli.py

@@ -1,8 +1,7 @@
 import argparse
 import sys
 
-import rich.console
-import rich.markdown
+from ... import rich
 
 
 ##
@@ -19,8 +18,8 @@ def _main() -> None:
     else:
         src = sys.stdin.read()
 
-    console = rich.console.Console()
-    markdown = rich.markdown.Markdown(src)
+    console = rich.Console()
+    markdown = rich.Markdown(src)
     console.print(markdown)
     print()
 

omdev/tui/rich/__init__.py

@@ -0,0 +1,33 @@
+# ruff: noqa: F401
+# flake8: noqa: F401
+from omlish import lang as _lang
+
+
+with _lang.auto_proxy_init(globals()):
+    ##
+
+    from rich import console  # noqa
+    from rich import live  # noqa
+    from rich import markdown  # noqa
+    from rich import text  # noqa
+    from rich.console import Console  # noqa
+    from rich.live import Live  # noqa
+    from rich.markdown import Markdown  # noqa
+    from rich.text import Text  # noqa
+
+    ##
+
+    from .console2 import (  # noqa
+        console_render,
+    )
+
+    from .markdown2 import (  # noqa
+        configure_markdown_parser,
+        markdown_from_tokens,
+        flatten_tokens_filter,
+        flatten_tokens,
+
+        MarkdownLiveStream,
+        NaiveMarkdownLiveStream,
+        IncrementalMarkdownLiveStream,
+    )

omdev/tui/rich/console2.py

@@ -0,0 +1,20 @@
+import io
+import typing as ta
+
+from omlish import lang
+
+
+with lang.auto_proxy_import(globals()):
+    import rich.console
+
+
+##
+
+
+def console_render(obj: ta.Any, **kwargs: ta.Any) -> str:
+    temp_console = rich.console.Console(
+        file=(out := io.StringIO()),
+        **kwargs,
+    )
+    temp_console.print(obj)
+    return out.getvalue()

omdev/tui/rich/markdown2.py

@@ -0,0 +1,186 @@
+import abc
+import typing as ta
+
+from omlish import lang
+
+from ...markdown.incparse import IncrementalMarkdownParser
+from ...markdown.tokens import flatten_tokens as _flatten_tokens
+from .console2 import console_render
+
+
+with lang.auto_proxy_import(globals()):
+    import markdown_it as md  # noqa
+    import markdown_it.token  # noqa
+    import rich.console
+    import rich.live
+    import rich.markdown
+    import rich.text
+
+
+##
+
+
+def configure_markdown_parser(parser: ta.Optional['md.MarkdownIt'] = None) -> 'md.MarkdownIt':
+    if parser is None:
+        parser = md.MarkdownIt()
+
+    return (
+        parser
+        .enable('strikethrough')
+        .enable('table')
+    )
+
+
+def markdown_from_tokens(tokens: ta.Sequence['md.token.Token']) -> 'rich.markdown.Markdown':
+    rmd = rich.markdown.Markdown('')
+    rmd.parsed = tokens  # type: ignore[assignment]
+    return rmd
+
+
+def flatten_tokens_filter(token: 'md.token.Token') -> bool:
+    return (
+        token.type != 'fence' and
+        token.tag != 'img'
+    )
+
+
+def flatten_tokens(tokens: ta.Iterable['md.token.Token']) -> ta.Iterable['md.token.Token']:
+    return _flatten_tokens(tokens, filter=flatten_tokens_filter)
+
+
+##
+
+
+class MarkdownLiveStream(lang.ExitStacked, lang.Abstract):
+    def __init__(
+            self,
+            *,
+            parser: ta.Optional['md.MarkdownIt'] = None,
+            console: ta.Optional['rich.console.Console'] = None,
+    ) -> None:
+        super().__init__()
+
+        if console is None:
+            console = rich.console.Console()
+        self._console = console
+
+        if parser is None:
+            parser = configure_markdown_parser()
+        self._parser = parser
+
+        self._lines_printed_to_scrollback = 0
+
+    _live: 'rich.live.Live'  # noqa
+
+    def _enter_contexts(self) -> None:
+        super()._enter_contexts()
+
+        self._live = self._enter_context(rich.live.Live(
+            rich.text.Text(''),
+            console=self._console,
+            refresh_per_second=10,
+        ))
+
+    def _console_render(self, obj: ta.Any) -> list[str]:
+        return console_render(
+            obj,
+            force_terminal=True,
+            width=self._console.width,
+        ).splitlines()
+
+    def _console_render_markdown(self, src: str) -> list[str]:
+        return self._console_render(markdown_from_tokens(self._parser.parse(src)))
+
+    @abc.abstractmethod
+    def feed(self, s: str) -> None:
+        raise NotImplementedError
+
+
+class NaiveMarkdownLiveStream(MarkdownLiveStream):
+    _accumulated = ''
+
+    def feed(self, s: str) -> None:
+        self._accumulated += s
+        all_lines = self._console_render_markdown(self._accumulated)
+
+        # Calculate how many lines fit in the live window
+        available_height = self._console.height - 2
+
+        # Determine which lines overflow and need to be printed to scrollback
+        total_lines = len(all_lines)
+        if total_lines > available_height:
+            # Lines that should be in scrollback
+            lines_for_scrollback = total_lines - available_height
+
+            # Print any new lines that weren't already printed
+            if lines_for_scrollback > self._lines_printed_to_scrollback:
+                new_lines_to_print = all_lines[self._lines_printed_to_scrollback:lines_for_scrollback]
+                for line in new_lines_to_print:
+                    self._live.console.print(rich.text.Text.from_ansi(line))
+                self._lines_printed_to_scrollback = lines_for_scrollback
+
+            # Show only the bottom portion in the live window
+            visible_lines = all_lines[-available_height:]
+
+        else:
+            visible_lines = all_lines
+
+        # Update the live display
+        self._live.update(rich.text.Text.from_ansi('\n'.join(visible_lines)))
+
+
+class IncrementalMarkdownLiveStream(MarkdownLiveStream):
+    def __init__(
+            self,
+            *,
+            parser: ta.Optional['md.MarkdownIt'] = None,
+            console: ta.Optional['rich.console.Console'] = None,
+    ) -> None:
+        super().__init__(
+            parser=parser,
+            console=console,
+        )
+
+        self._inc_parser = IncrementalMarkdownParser(parser=self._parser)
+
+    def feed(self, s: str) -> None:
+        ip_out = self._inc_parser.feed2(s)
+
+        if ip_out.new_stable:
+            # try:
+            #     srs = getattr(self, '_srs')
+            # except AttributeError:
+            #     setattr(self, '_srs', srs := [])
+            # from ...markdown.tokens import token_repr, flatten_tokens
+            # srs.extend(map(token_repr, flatten_tokens(ip_out.new_stable)))
+
+            stable_lines = self._console_render(markdown_from_tokens(ip_out.new_stable))
+            stable_lines.append(' ')  # FIXME: lame hack
+            self._live.console.print(rich.text.Text.from_ansi('\n'.join(stable_lines), no_wrap=True))
+            self._lines_printed_to_scrollback = max(0, self._lines_printed_to_scrollback - len(stable_lines))
+
+        unstable_lines = self._console_render(markdown_from_tokens(ip_out.unstable))
+
+        # Calculate how many lines fit in the live window
+        available_height = self._console.height - 2
+
+        # Determine which lines overflow and need to be printed to scrollback
+        total_lines = len(unstable_lines)
+        if total_lines > available_height:
+            # Lines that should be in scrollback
+            lines_for_scrollback = total_lines - available_height
+
+            # Print any new lines that weren't already printed
+            if lines_for_scrollback > self._lines_printed_to_scrollback:
+                new_lines_to_print = unstable_lines[self._lines_printed_to_scrollback:lines_for_scrollback]
+                self._live.console.print(rich.text.Text.from_ansi('\n'.join(new_lines_to_print)))
+                self._lines_printed_to_scrollback = lines_for_scrollback
+
+            # Show only the bottom portion in the live window
+            visible_lines = unstable_lines[-available_height:]
+
+        else:
+            visible_lines = unstable_lines
+
+        # Update the live display
+        self._live.update(rich.text.Text.from_ansi('\n'.join(visible_lines)))

omdev/tui/textual/__init__.py

@@ -0,0 +1,9 @@
+# ruff: noqa: F401
+# flake8: noqa: F401
+from omlish import lang as _lang
+
+
+with _lang.auto_proxy_init(globals()):
+    ##
+
+    pass

{omdev-0.0.0.dev460.dist-info → omdev-0.0.0.dev461.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: omdev
-Version: 0.0.0.dev460
+Version: 0.0.0.dev461
 Summary: omdev
 Author: wrmsr
 License-Expression: BSD-3-Clause
@@ -14,7 +14,7 @@ Classifier: Programming Language :: Python :: 3.13
 Requires-Python: >=3.13
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: omlish==0.0.0.dev460
+Requires-Dist: omlish==0.0.0.dev461
 Provides-Extra: all
 Requires-Dist: black~=25.9; extra == "all"
 Requires-Dist: pycparser~=2.23; extra == "all"

{omdev-0.0.0.dev460.dist-info → omdev-0.0.0.dev461.dist-info}/RECORD

@@ -175,6 +175,26 @@ omdev/interp/uv/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 omdev/interp/uv/inject.py,sha256=nNCfjD-nrErM8wM__Z51rxqZjV3Cn0kE25jFAbkrPag,595
 omdev/interp/uv/provider.py,sha256=rMrlNRrV0FxFJV0ldJJCkrUzKr--WSbUGFdMwKpFV9c,1045
 omdev/interp/uv/uv.py,sha256=NaVQOzgbcrx6LkpXPmcmR9iVknFHgnslMlbBHf8VTTc,1810
+omdev/irc/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+omdev/irc/messages/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+omdev/irc/messages/base.py,sha256=7tHICphzOievcjs39tzeooTL0Z6iL4nvVHxgRKK54LY,1248
+omdev/irc/messages/formats.py,sha256=8Cz2mmlx0--Vnp4VvUYSndYc1Dnq97Mls5ol4zgdG2Q,2370
+omdev/irc/messages/messages.py,sha256=QaNktXScvtKCWD6KbHIx_5XvXmsJlbkoVR_zXjLdyiA,14079
+omdev/irc/messages/parsing.py,sha256=nennTwdNbaWYx-BzMe9qKhdFdTlBeEuOVrBlhMNBYf0,2225
+omdev/irc/numerics/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+omdev/irc/numerics/formats.py,sha256=NI5DKyePCEnOeE66R1qVgu2rUt56id_n52wzx_9w8uw,2261
+omdev/irc/numerics/numerics.py,sha256=iOEG9PqfGUiDh6gDgdiNUqVY6WAbMBIwEPPIma34JNo,18215
+omdev/irc/numerics/types.py,sha256=myjN4K29QzwE3XvKeyW7QYhPW-H13jCR2gvv59_g0Pc,1289
+omdev/irc/protocol/LICENSE,sha256=1CT5_XkDMJ9HDZh0tX4TIsm7LfrSdljRX5EirPBhDYM,778
+omdev/irc/protocol/__init__.py,sha256=0OFSLrMS5jYFJCqH1LKv0UfTrp5faPQhlhYKBQyCZeA,1701
+omdev/irc/protocol/consts.py,sha256=iDCsJIyDE5-UnkIQpwCLzdbf3DUFWRmqkuVd0cZtujw,185
+omdev/irc/protocol/errors.py,sha256=cRP8c--kRts5Uwqn1xl1J97OI74hicG4UbkJs_EOSDg,334
+omdev/irc/protocol/message.py,sha256=i1-iZj17_mrmX5WaIcBuVD-dZP6g-bP6I_zH-0gVLzU,403
+omdev/irc/protocol/nuh.py,sha256=6DamgLNVaZRZdvpGqOn-cFsnru-a_kYmJIrb_Epu8_o,1287
+omdev/irc/protocol/parsing.py,sha256=yL9LRLw4GqtmiXmrH_AcIzu5x2riP6QDMEWESZVJ3jc,4058
+omdev/irc/protocol/rendering.py,sha256=-V7_Yr9m_izcUrwkOeD3L4aCNTT4iLi22QH5J0Upd5g,4914
+omdev/irc/protocol/tags.py,sha256=M89vR2GgDNroEsiH2QNchVX2LmT6sMIXY7huTEv7rIM,2784
+omdev/irc/protocol/utils.py,sha256=tUbkShJov8oCsbg1KZE1EC5pCThXJTdXFcw0HBM5ApQ,692
 omdev/magic/__init__.py,sha256=CBzRB71RLyylkrj8dph6JUEddA8KSMJvDgriHqFfJGU,478
 omdev/magic/__main__.py,sha256=1_BAKDtA6Rn5hswyl4S5J78BPRbynX4is_wQsD0U7jI,161
 omdev/magic/cli.py,sha256=DL4V34hSh0yVEtPyl6C7RSYd_td9FOT9Zn7kkyQZhvU,1190
@@ -188,6 +208,9 @@ omdev/manifests/_dumping.py,sha256=Y2zGFyRUwqqMHAvPpOsrHJhvlAz3oRl3Y7uqIT5J_Cg,5
 omdev/manifests/building.py,sha256=M3IHQljk0ca0J32-xNTOcFVvW07s_7fHQ7sGsCJeurU,13908
 omdev/manifests/dumping.py,sha256=WUIZDvOyO25AhnCPn5Nxj2OkMcZa1LRjGuCnpyx8AL8,4506
 omdev/manifests/main.py,sha256=mYb8iM5bdwaO8jSd9_hIBSoYLf2h7e0iLb9aCCbgJ6c,2175
+omdev/markdown/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+omdev/markdown/incparse.py,sha256=zldzPESdrgaoIjBLL9ZPZY11riXCY_3Ti4YDeLtz24Y,3824
+omdev/markdown/tokens.py,sha256=YwFUhxaun4_BiKYXrrX3CBka4ruqdh8Ogl7G8hGvlLA,1483
 omdev/mypy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 omdev/mypy/debug.py,sha256=VskRcr9trNhyPG2ErZZ7IX_v1DLKTLBOjp34o-fEWaM,3294
 omdev/mypy/report.py,sha256=faX1GmbX_irmZptsOZN2HJnmHxxnrqxScmPdl7B3BI4,1570
@@ -314,10 +337,14 @@ omdev/tui/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 omdev/tui/apps/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 omdev/tui/apps/markdown/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 omdev/tui/apps/markdown/__main__.py,sha256=Xy-G2-8Ymx8QMBbRzA4LoiAMZqvtC944mMjFEWd69CA,182
-omdev/tui/apps/markdown/cli.py,sha256=ubm4UsMbkAvwsjxbQ82kxo1ku4657YLMQ1NVXv0DuRo,506
-omdev-0.0.0.dev460.dist-info/licenses/LICENSE,sha256=B_hVtavaA8zCYDW99DYdcpDLKz1n3BBRjZrcbv8uG8c,1451
-omdev-0.0.0.dev460.dist-info/METADATA,sha256=Lf305_2gbqTzrg_NexxTd14ADMAYGl1opL-tuV5_5Yo,5170
-omdev-0.0.0.dev460.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-omdev-0.0.0.dev460.dist-info/entry_points.txt,sha256=dHLXFmq5D9B8qUyhRtFqTGWGxlbx3t5ejedjrnXNYLU,33
-omdev-0.0.0.dev460.dist-info/top_level.txt,sha256=1nr7j30fEWgLYHW3lGR9pkdHkb7knv1U1ES1XRNVQ6k,6
-omdev-0.0.0.dev460.dist-info/RECORD,,
+omdev/tui/apps/markdown/cli.py,sha256=K1vH7f3ZqLv4xTPluhJBEZH8nx8n42_vXIALEV07Q50,469
+omdev/tui/rich/__init__.py,sha256=_PcNDlzl7FIa071qni4AlBAf0oXXFHUjEaPxumnuXWs,775
+omdev/tui/rich/console2.py,sha256=BYYLbbD65If9TvfPI6qUcMQKUWJbuWwykEzPplvkf6A,342
+omdev/tui/rich/markdown2.py,sha256=fBcjG_34XzUf4WclBL_MxvBj5NUwvLCANhHCx3R0akw,6139
+omdev/tui/textual/__init__.py,sha256=SljlE7NeWxHrWG7HyGlrtA0dTuIabXi2KidA8X9Nk5s,131
+omdev-0.0.0.dev461.dist-info/licenses/LICENSE,sha256=B_hVtavaA8zCYDW99DYdcpDLKz1n3BBRjZrcbv8uG8c,1451
+omdev-0.0.0.dev461.dist-info/METADATA,sha256=0xextQLtZS5bwFwkQzBFbe1FN2PXm8URpKlDFKlnCMk,5170
+omdev-0.0.0.dev461.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+omdev-0.0.0.dev461.dist-info/entry_points.txt,sha256=dHLXFmq5D9B8qUyhRtFqTGWGxlbx3t5ejedjrnXNYLU,33
+omdev-0.0.0.dev461.dist-info/top_level.txt,sha256=1nr7j30fEWgLYHW3lGR9pkdHkb7knv1U1ES1XRNVQ6k,6
+omdev-0.0.0.dev461.dist-info/RECORD,,