omlish 0.0.0.dev252__py3-none-any.whl → 0.0.0.dev254__py3-none-any.whl

omlish/text/filecache.py

@@ -0,0 +1,235 @@
+"""
+Features:
+ - get (line, offset)
+ - invalidate
+  - filewatcher
+ - linecache interop
+  - tokenize.open - detect encoding - only for .py
+ - directory / path_parts tree?
+
+TODO:
+ - read raw, decode (detect)
+  - ! index from byteofs -> charofs
+   - charofs -> lineno
+ - 1-based?
+ - maximums?
+  - lru? max_size/max_entries?
+   - collections.cache?
+
+Notes:
+ - linecache is 1-based
+ - linecache appends final newline if missing:
+    if lines and not lines[-1].endswith('\n'):
+        lines[-1] += '\n'
+"""
+import dataclasses as dc
+import io
+import os.path
+import stat as stat_
+import tokenize
+import typing as ta
+
+from .. import cached
+from .. import lang
+from ..os.paths import abs_real_path
+
+
+##
+
+
+class TextFileCache:
+    class FileStat(ta.NamedTuple):
+        size: int
+        mtime: float
+
+    class Entry:
+        def __init__(
+                self,
+                cache: 'TextFileCache',
+                path: str,
+                stat: 'TextFileCache.FileStat',
+                *,
+                encoding: str | None = None,
+        ) -> None:
+            super().__init__()
+
+            self._cache = cache
+            self._path = path
+            self._stat = stat
+            self._given_encoding = encoding
+
+        def __repr__(self) -> str:
+            return lang.attr_repr(self, 'path', 'stat')
+
+        @property
+        def path(self) -> str:
+            return self._path
+
+        @property
+        def stat(self) -> 'TextFileCache.FileStat':
+            return self._stat
+
+        @cached.function
+        def raw(self) -> bytes:
+            return self._cache._read_file(self._path)  # noqa
+
+        @cached.function
+        def encoding(self) -> str:
+            if (ge := self._given_encoding) is not None:
+                return ge
+            return self._cache._determine_encoding(self._path, self.raw())  # noqa
+
+        @cached.function
+        def text(self) -> str:
+            return self.raw().decode(self.encoding())
+
+        @cached.function
+        def lines(self) -> ta.Sequence[str]:
+            return self.text().splitlines(keepends=True)
+
+        def safe_line(self, n: int, default: str = '') -> str:
+            lines = self.lines()
+            if 0 <= n < len(lines):
+                return lines[n]
+            return default
+
+    #
+
+    @dc.dataclass(frozen=True)
+    class Config:
+        max_file_size: int | None = 5 * 1024 * 1024
+
+        default_encoding: str = 'utf-8'
+
+    def __init__(
+            self,
+            config: Config = Config(),
+            *,
+            locking: lang.DefaultLockable = None,
+    ) -> None:
+        super().__init__()
+
+        self._config = config
+
+        self._dct: dict[str, TextFileCache.Entry] = {}
+        self._lock = lang.default_lock(locking)()
+
+    #
+
+    class Error(Exception):
+        pass
+
+    @dc.dataclass()
+    class PathError(Error):
+        path: str
+
+    class PathTypeError(PathError):
+        pass
+
+    class FileTooBigError(PathError):
+        pass
+
+    #
+
+    def _normalize_path(self, path: str) -> str:
+        return abs_real_path(path)
+
+    #
+
+    def _try_stat_file(self, path: str) -> FileStat | Exception:
+        try:
+            st = os.stat(path)
+        except FileNotFoundError as e:
+            return e
+
+        if not stat_.S_ISREG(st.st_mode):
+            return TextFileCache.PathTypeError(path)
+
+        return TextFileCache.FileStat(
+            st.st_size,
+            st.st_mtime,
+        )
+
+    def _read_file(self, path: str) -> bytes:
+        with open(path, 'rb') as f:
+            return f.read()
+
+    def _determine_encoding(self, path: str, raw: bytes) -> str:
+        if path.endswith('.py'):
+            buf = io.BytesIO(raw)
+            encoding, _ = tokenize.detect_encoding(buf.readline)
+            return encoding
+
+        return self._config.default_encoding
+
+    #
+
+    def _get_entry(
+            self,
+            path: str,
+            *,
+            check_stat: bool = False,
+            or_raise: bool = False,
+    ) -> Entry:
+        st_: TextFileCache.FileStat | Exception | None = None
+        try:
+            e = self._dct[path]
+
+        except KeyError:
+            if or_raise:
+                raise
+
+        else:
+            if (
+                    not check_stat or
+                    (st_ := self._try_stat_file(path)) == e.stat
+            ):
+                return e
+
+            del self._dct[path]
+
+        st: TextFileCache.FileStat | Exception
+        if st_ is not None:
+            st = st_
+        else:
+            st = self._try_stat_file(path)
+
+        if isinstance(st, Exception):
+            raise st
+
+        if (mfs := self._config.max_file_size) is not None and st.size > mfs:
+            raise TextFileCache.FileTooBigError(path)
+
+        e = TextFileCache.Entry(
+            self,
+            path,
+            st,
+        )
+
+        self._dct[path] = e
+
+        return e
+
+    def get_entry(
+            self,
+            path: str,
+            *,
+            check_stat: bool = False,
+            or_raise: bool = False,
+    ) -> Entry:
+        path = self._normalize_path(path)
+
+        with self._lock:
+            return self._get_entry(
+                path,
+                check_stat=check_stat,
+                or_raise=or_raise,
+            )
+
+    #
+
+    def invalidate(self, path: str) -> bool:
+        path = self._normalize_path(path)
+
+        with self._lock:
+            return self._dct.pop(path, None) is not None

omlish/text/linecache.py

@@ -0,0 +1,80 @@
+"""
+TODO:
+ - reserver / generator
+
+==
+
+@dc.dataclass()
+class _ReservedFilenameEntry:
+    unique_id: str
+    seq: int = 0
+
+
+_RESERVED_FILENAME_UUID_THREAD_LOCAL = threading.local()
+
+
+def reserve_filename(prefix: str) -> str:
+    try:
+        e = _RESERVED_FILENAME_UUID_THREAD_LOCAL.unique_id
+    except AttributeError:
+        e = _RESERVED_FILENAME_UUID_THREAD_LOCAL.unique_id = _ReservedFilenameEntry(str(uuid.uuid4()))
+    while True:
+        unique_filename = f'<generated:{prefix}:{e.seq}>'
+        cache_line = (1, None, (e.unique_id,), unique_filename)
+        e.seq += 1
+        if linecache.cache.setdefault(unique_filename, cache_line) == cache_line:
+            return unique_filename
+"""
+import typing as ta
+
+
+##
+
+
+class LinecacheKey(ta.NamedTuple):
+    size: int  # os.stat().st_size
+    mtime: float | None  # os.stat().st_mtime
+    lines: ta.Sequence[str]
+    fullname: str
+
+
+LinecacheLazyLoader: ta.TypeAlias = tuple[ta.Callable[[], str]]
+
+LinecacheEntry: ta.TypeAlias = LinecacheKey | LinecacheLazyLoader
+
+
+class LinecacheProtocol(ta.Protocol):
+    @property
+    def cache(self) -> ta.MutableMapping[str, LinecacheEntry]: ...
+
+    def clearcache(self) -> None: ...
+
+    def getline(
+        self,
+        filename: str,
+        lineno: int,
+        module_globals: ta.Mapping[str, ta.Any] | None = None,
+    ) -> str: ...
+
+    def getlines(
+        self,
+        filename: str,
+        module_globals: ta.Mapping[str, ta.Any] | None = None,
+    ) -> ta.Sequence[str]: ...
+
+    def checkcache(
+        self,
+        filename: str | None = None,
+    ) -> None: ...
+
+    def updatecache(
+        self,
+        filename: str,
+        module_globals: ta.Mapping[str, ta.Any] | None = None,
+    ) -> ta.Sequence[str]: ...
+
+    def lazycache(
+        self,
+        filename: str,
+        module_globals: ta.Mapping[str, ta.Any],
+    ) -> bool: ...

{omlish-0.0.0.dev252.dist-info → omlish-0.0.0.dev254.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: omlish
-Version: 0.0.0.dev252
+Version: 0.0.0.dev254
 Summary: omlish
 Author: wrmsr
 License: BSD-3-Clause

{omlish-0.0.0.dev252.dist-info → omlish-0.0.0.dev254.dist-info}/RECORD

@@ -1,5 +1,5 @@
 omlish/.manifests.json,sha256=x26AIwDzScUvnX-p4xlq6Zc5QYrAo0Vmgf1qHc1KL_M,8253
-omlish/__about__.py,sha256=irK5EMsRK45Vveo-bLYvfj4i3jGa_hT0w6FNpRHdcso,3380
+omlish/__about__.py,sha256=_UAdSthc_ThPG20zNClzsObtbtg1SgdxuKoWfomaXRw,3380
 omlish/__init__.py,sha256=SsyiITTuK0v74XpKV8dqNaCmjOlan1JZKrHQv5rWKPA,253
 omlish/c3.py,sha256=ubu7lHwss5V4UznbejAI0qXhXahrU01MysuHOZI9C4U,8116
 omlish/cached.py,sha256=MLap_p0rdGoDIMVhXVHm1tsbcWobJF0OanoodV03Ju8,542
@@ -13,6 +13,7 @@ omlish/outcome.py,sha256=ABIE0zjjTyTNtn-ZqQ_9_mUzLiBQ3sDAyqc9JVD8N2k,7852
 omlish/runmodule.py,sha256=PWvuAaJ9wQQn6bx9ftEL3_d04DyotNn8dR_twm2pgw0,700
 omlish/shlex.py,sha256=bsW2XUD8GiMTUTDefJejZ5AyqT1pTgWMPD0BMoF02jE,248
 omlish/sync.py,sha256=QJ79kxmIqDP9SeHDoZAf--DpFIhDQe1jACy8H4N0yZI,2928
+omlish/_antlr/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 omlish/algorithm/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 omlish/algorithm/all.py,sha256=FudUHwoaRLNNmqYM3jhP2Yd2BpmYhNBRPaVZzARMoSc,194
 omlish/algorithm/distribute.py,sha256=kO60F7HtMF3j-IxuhJdtsfgIR1Vpf1okQfacb4eNukQ,1533
@@ -414,7 +415,7 @@ omlish/lang/generators.py,sha256=5LX17j-Ej3QXhwBgZvRTm_dq3n9veC4IOUcVmvSu2vU,524
 omlish/lang/imports.py,sha256=Gdl6xCF89xiMOE1yDmdvKWamLq8HX-XPianO58Jdpmw,9218
 omlish/lang/iterables.py,sha256=HOjcxOwyI5bBApDLsxRAGGhTTmw7fdZl2kEckxRVl-0,1994
 omlish/lang/maybes.py,sha256=dAgrUoAhCgyrHRqa73CkaGnpXwGc-o9n-NIThrNXnbU,3416
-omlish/lang/objects.py,sha256=65XsD7UtblRdNe2ID1-brn_QvRkJhBIk5nyZWcQNeqU,4574
+omlish/lang/objects.py,sha256=ih3z47DysrW11Vf3vF8rdALsnhK19Afp6wTU8AHAPWM,4982
 omlish/lang/params.py,sha256=QmNVBfJsfxjDG5ilDPgHV7sK4UwRztkSQdLTo0umb8I,6648
 omlish/lang/resolving.py,sha256=OuN2mDTPNyBUbcrswtvFKtj4xgH4H4WglgqSKv3MTy0,1606
 omlish/lang/resources.py,sha256=WKkAddC3ctMK1bvGw-elGe8ZxAj2IaUTKVSu2nfgHTo,2839
@@ -669,6 +670,14 @@ omlish/sql/api/errors.py,sha256=YtC2gz5DqRTT3uCJniUOufVH1GEnFIc5ElkYLK3BHwM,230
 omlish/sql/api/funcs.py,sha256=-H6V-o9JPSHFXsxdHtutB4mP2LwJfCzlLbRrPHunmB4,990
 omlish/sql/api/queries.py,sha256=IgB8_sDe40-mKE-ByTmZ4GVOCdLLJDzJGJCevMd8R5s,1207
 omlish/sql/api/rows.py,sha256=MEK9LNYEe8vLEJXQJD63MpnSOiE22cawJL-dUWQD6sU,1246
+omlish/sql/parsing/Minisql.g4,sha256=DlriPFcnGT4QYG7O7VH2EmDVJQZq5zewoQ-tpXsSbIY,4748
+omlish/sql/parsing/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+omlish/sql/parsing/parsing.py,sha256=hYIZdEKik4q22aEHHOX6lCpMa1jvgUk2aC1Llx10NMI,3343
+omlish/sql/parsing/_antlr/MinisqlLexer.py,sha256=f4WzRrwqM7tW6sNn01035hRWPZL7xtuvba9EMR06j2E,17611
+omlish/sql/parsing/_antlr/MinisqlListener.py,sha256=2py_bfDQeEtJaJh9rtpKghbSrQlEGAEKf5ZBLErKqsI,16633
+omlish/sql/parsing/_antlr/MinisqlParser.py,sha256=y9SFjXdQlWYJa2PbPm30d5SfcYM_8M8ts46IHhENbNc,132457
+omlish/sql/parsing/_antlr/MinisqlVisitor.py,sha256=NCPorucLLOZ-Q99BtNbDOAfHytQl8wyroR8pI1uVovg,10030
+omlish/sql/parsing/_antlr/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 omlish/sql/queries/__init__.py,sha256=N8oQFKY99g_MQhrPmvlBAkMeGIRURE9UxMO244mytzY,1332
 omlish/sql/queries/base.py,sha256=_8O3MbH_OEjBnhp2oIJUZ3ClaQ8l4Sj9BdPdsP0Ie-g,224
 omlish/sql/queries/binary.py,sha256=dcEzeEn104AMPuQ7QrJU2O-YCN3SUdxB5S4jaWKOUqY,2253
@@ -699,7 +708,7 @@ omlish/subprocesses/base.py,sha256=W6El-PUKKF9KLAks5LB6kzqs_n3FfkblJ-JOv6NFQbY,6
 omlish/subprocesses/run.py,sha256=3jwSnQJvFMDMHmJvtAkrrK5D-i7_8cw12vX84EWTuJo,3668
 omlish/subprocesses/sync.py,sha256=HKmKM99_Y7tkJRg_n5onXrw41IZt5M5fqU0281LY-mo,3671
 omlish/subprocesses/utils.py,sha256=MJb6hvKhZceTmBeFVqlc5oM7rDxWkUzSzK9nKvbIvM8,396
-omlish/subprocesses/wrap.py,sha256=v7vrbDhl_FVWESnXIOJ3oGtE3Y-OHQa5sH3MTtFTBUE,504
+omlish/subprocesses/wrap.py,sha256=HMvCZrO2H227oGNN03KjB3FI-M5bAICqp19W8oG2f5M,763
 omlish/term/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 omlish/term/codes.py,sha256=d8oii_9UJDm_TAowXYH3XDckX0XNBf2kiEPJKkVMMow,6149
 omlish/term/progressbar.py,sha256=TiwdmPSMa5jQj35i1NQURTWQGy4eWUNx_XiPM38JtvQ,3184
@@ -737,16 +746,19 @@ omlish/testing/pytest/plugins/asyncs/backends/trio.py,sha256=xty9TR7-Kk6n0cdOqEr
 omlish/testing/pytest/plugins/asyncs/backends/trio_asyncio.py,sha256=VcGVwf4V-1ZFK_70FrFS9b11EU1dOy1ozhhIDXGNSEo,3169
 omlish/text/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 omlish/text/asdl.py,sha256=AS3irh-sag5pqyH3beJif78PjCbOaFso1NeKq-HXuTs,16867
+omlish/text/decoding.py,sha256=sQWGckWzRslRHYKpj1SBeoo6AVqXm5HFlWFRARN1QpM,1286
 omlish/text/delimit.py,sha256=Y0ID9Y9nfgQu3tYCiMS3hLa-ugA2cc-29PV4fF1343g,4927
+omlish/text/filecache.py,sha256=ls08QSqBlhVXvjDwJpUXiP-U9HLyCstGAxtBOuWJmVY,5414
 omlish/text/glyphsplit.py,sha256=kqqjglRdxGo0czYZxOz9Vi8aBmVsCOq8h6lPwRA5xe0,3803
 omlish/text/indent.py,sha256=YjtJEBYWuk8--b9JU_T6q4yxV85_TR7VEVr5ViRCFwk,1336
+omlish/text/linecache.py,sha256=hRYlEhD63ZfA6_ZOTkQIcnON-3W56QMAhcG3vEJqj9M,1858
 omlish/text/mangle.py,sha256=kfzFLfvepH-chl1P89_mdc5vC4FSqyPA2aVtgzuB8IY,1133
 omlish/text/minja.py,sha256=jZC-fp3Xuhx48ppqsf2Sf1pHbC0t8XBB7UpUUoOk2Qw,5751
 omlish/text/parts.py,sha256=JkNZpyR2tv2CNcTaWJJhpQ9E4F0yPR8P_YfDbZfMtwQ,6182
 omlish/text/random.py,sha256=jNWpqiaKjKyTdMXC-pWAsSC10AAP-cmRRPVhm59ZWLk,194
-omlish-0.0.0.dev252.dist-info/LICENSE,sha256=B_hVtavaA8zCYDW99DYdcpDLKz1n3BBRjZrcbv8uG8c,1451
-omlish-0.0.0.dev252.dist-info/METADATA,sha256=d3I-8A12dfY6BUTJyIZ70ySFdyaJLUuDZstZPmrYvD0,4176
-omlish-0.0.0.dev252.dist-info/WHEEL,sha256=52BFRY2Up02UkjOa29eZOS2VxUrpPORXg1pkohGGUS8,91
-omlish-0.0.0.dev252.dist-info/entry_points.txt,sha256=Lt84WvRZJskWCAS7xnQGZIeVWksprtUHj0llrvVmod8,35
-omlish-0.0.0.dev252.dist-info/top_level.txt,sha256=pePsKdLu7DvtUiecdYXJ78iO80uDNmBlqe-8hOzOmfs,7
-omlish-0.0.0.dev252.dist-info/RECORD,,
+omlish-0.0.0.dev254.dist-info/LICENSE,sha256=B_hVtavaA8zCYDW99DYdcpDLKz1n3BBRjZrcbv8uG8c,1451
+omlish-0.0.0.dev254.dist-info/METADATA,sha256=-Mvy0_hjjJoMNilZrvKn9X-FWgQvLcItEjlbdvLO2vE,4176
+omlish-0.0.0.dev254.dist-info/WHEEL,sha256=52BFRY2Up02UkjOa29eZOS2VxUrpPORXg1pkohGGUS8,91
+omlish-0.0.0.dev254.dist-info/entry_points.txt,sha256=Lt84WvRZJskWCAS7xnQGZIeVWksprtUHj0llrvVmod8,35
+omlish-0.0.0.dev254.dist-info/top_level.txt,sha256=pePsKdLu7DvtUiecdYXJ78iO80uDNmBlqe-8hOzOmfs,7
+omlish-0.0.0.dev254.dist-info/RECORD,,