thds.core 1.45.20251006224153__py3-none-any.whl → 1.46.20251008013227__py3-none-any.whl

thds/core/parallel.py

@@ -85,6 +85,10 @@ def yield_all(
     same size as your iterable. If you want to throttle the number of
     parallel tasks, you should provide your own Executor - and for
     most mops purposes it should be a ThreadPoolExecutor.
+
+    Currently this function does not yield any results until the input iterable is exhausted,
+    even though some of the thunks may have been submitted and the workers have returned a result
+    to the local process.
     """
     files.bump_limits()
     len_or_none = try_len(thunks)
@@ -107,6 +111,9 @@ def yield_all(
     with executor_cm as executor:
         keys_onto_futures = {key: executor.submit(thunk) for key, thunk in thunks}
         future_ids_onto_keys = {id(future): key for key, future in keys_onto_futures.items()}
+        # While concurrent.futures.as_completed accepts an iterable as input, it
+        # does not yield any completed futures until the input iterable is
+        # exhausted.
         for i, future in enumerate(concurrent.futures.as_completed(keys_onto_futures.values()), start=1):
             thunk_key = future_ids_onto_keys[id(future)]
             try:

thds/core/sqlite/__init__.py

@@ -1,4 +1,4 @@
-from . import connect, copy, ddl, functions, index, read, sqlmap, upsert  # noqa: F401
+from . import connect, copy, ddl, functions, index, read, sqlmap, types, upsert  # noqa: F401
 from .merge import merge_databases  # noqa: F401
 from .meta import (  # noqa: F401
     debug_errors,

thds/core/sqlite/meta.py

@@ -37,11 +37,50 @@ def list_tables(connectable: Connectable, schema_name: str = "") -> ty.List[str]
 
 
 @autoconn_scope.bound
+def get_sql_defs_by_name(
+    connectable: Connectable, types: ty.Collection[str], *, schema_name: str = "main"
+) -> ty.Dict[str, str]:
+    conn = autoconnect(connectable)
+    return {
+        row[0]: row[1]
+        for row in conn.execute(
+            f"""
+            SELECT name, sql
+            FROM {fullname('sqlite_master', schema_name)}
+            WHERE type IN ({', '.join('?' for _ in types)})
+            AND sql is not null
+            """,
+            tuple(types),
+        )
+    }
+
+
 def get_tables(connectable: Connectable, *, schema_name: str = "main") -> ty.Dict[str, str]:
     """Keys of the returned dict are the names of tables in the database.
 
     Values of the returned dict are the raw SQL that can be used to recreate the table.
     """
+    return get_sql_defs_by_name(connectable, ["table"], schema_name=schema_name)
+
+
+def get_views(connectable: Connectable, *, schema_name: str = "main") -> ty.Dict[str, str]:
+    """Keys of the returned dict are the names of views in the database.
+
+    Values of the returned dict are the raw SQL that can be used to recreate the view.
+    """
+    return get_sql_defs_by_name(connectable, ["view"], schema_name=schema_name)
+
+
+def get_triggers(connectable: Connectable, *, schema_name: str = "main") -> dict[str, str]:
+    """Keys of the returned dict are the names of triggers in the database.
+    Values of the returned dict are the raw SQL that can be used to recreate the trigger.
+    """
+    return get_sql_defs_by_name(connectable, ["trigger"], schema_name=schema_name)
+
+
+@autoconn_scope.bound
+def get_virtual_tables(connectable: Connectable, *, schema_name: str = "main") -> dict[str, str]:
+    """Get virtual tables (FTS, etc.)."""
     conn = autoconnect(connectable)
     return {
         row[0]: row[1]
@@ -49,8 +88,7 @@ def get_tables(connectable: Connectable, *, schema_name: str = "main") -> ty.Dic
             f"""
             SELECT name, sql
             FROM {fullname('sqlite_master', schema_name)}
-            WHERE type = 'table'
-            AND sql is not null
+            WHERE type='table' AND sql LIKE 'CREATE VIRTUAL TABLE%'
             """
         )
     }

thds/core/sqlite/types.py

@@ -59,4 +59,4 @@ def maybe_t(
     return None
 
 
-Connectable = ty.Union[os.PathLike, sqlite3.Connection]
+Connectable = ty.Union[str, os.PathLike, sqlite3.Connection]

{thds_core-1.45.20251006224153.dist-info → thds_core-1.46.20251008013227.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: thds.core
-Version: 1.45.20251006224153
+Version: 1.46.20251008013227
 Summary: Core utilities.
 Author-email: Trilliant Health <info@trillianthealth.com>
 License: MIT

{thds_core-1.45.20251006224153.dist-info → thds_core-1.46.20251008013227.dist-info}/RECORD

@@ -29,7 +29,7 @@ thds/core/link.py,sha256=4-9d22l_oSkKoSzlYEO-rwxO1hvvj6VETY7LwvGcX6M,5534
 thds/core/logical_root.py,sha256=gWkIYRv9kNQfzbpxJaYiwNXVz1neZ2NvnvProtOn9d8,1399
 thds/core/merge_args.py,sha256=7oj7dtO1-XVkfTM3aBlq3QlZbo8tb6X7E3EVIR-60t8,5781
 thds/core/meta.py,sha256=Df0DxV5UzHcEsu5UCYaE1BWipMPTEXycn9Ug4cdquMk,12114
-thds/core/parallel.py,sha256=uYVmdYvD0v3RrQq6YY1o7qPY3KQIPPdzyxZMnFr2DzU,8139
+thds/core/parallel.py,sha256=wRN0rZ8OebRYHkQT-1De5MbhCqdm2H0GJmWEjo_ylKI,8535
 thds/core/pickle_visit.py,sha256=QNMWIi5buvk2zsvx1-D-FKL7tkrFUFDs387vxgGebgU,833
 thds/core/prof.py,sha256=5ViolfPsAPwUTHuhAe-bon7IArPGXydpGoB5uZmObDk,8264
 thds/core/progress.py,sha256=tY8tc_6CMnu_O8DVisnsRoDpFJOw5vqyYzLhQDxsLn8,4361
@@ -59,7 +59,7 @@ thds/core/source/_download.py,sha256=faKWxgzw1fTqOoyjtgi4IyhiZpBYTm_GZxwqC6LTiXU
 thds/core/source/serde.py,sha256=zEAR24AewgDqqkIxcPpS7NZ-ZbEnQPK_A7siWlE3Q0E,3091
 thds/core/source/src.py,sha256=nTUBgsAES0J73enIEbc5BitgnxA5kBnf88oYZoMQGnM,4596
 thds/core/source/tree.py,sha256=iNCoCE655MwXQwc2Y0IIm1HMVk5Inj0NGVU9U8Wl_90,4317
-thds/core/sqlite/__init__.py,sha256=tDMzuO76qTtckJHldPQ6nPZ6kcvhhoJrVuuW42JtaSQ,606
+thds/core/sqlite/__init__.py,sha256=xJbwCoIeiOvsZDc2PlkJukRKmv3fIgSny68O6lulGPw,613
 thds/core/sqlite/connect.py,sha256=l4QaSAI8RjP7Qh2FjmJ3EwRgfGf65Z3-LjtC9ocHM_U,977
 thds/core/sqlite/copy.py,sha256=y3IRQTBrWDfKuVIfW7fYuEgwRCRKHjN0rxVFkIb9VrQ,1155
 thds/core/sqlite/ddl.py,sha256=k9BvmDzb0rrlhmEpXkB6ESaZAUWtbL58x-70sPyoFk4,201
@@ -67,15 +67,15 @@ thds/core/sqlite/functions.py,sha256=AOIRzb7lNxmFm1J5JS6R8Nl-dSv3Dy47UNZVVjl1rvk
 thds/core/sqlite/index.py,sha256=Vc7qxPqQ69A6GO5gmVQf5e3y8f8IqOTHgyEDoVZxTFM,903
 thds/core/sqlite/insert_utils.py,sha256=BNI3VUdqwBdaqa0xqiJrhE6XyzPsTF8N4KKKdb4Vfes,884
 thds/core/sqlite/merge.py,sha256=NxettDMJ_mcrWfteQn_ERY7MUB5ETR-yJLKg7uvF6zA,3779
-thds/core/sqlite/meta.py,sha256=4P65PAmCjagHYO1Z6nWM-wkjEWv3hxw5qVa4cIpcH_8,5859
+thds/core/sqlite/meta.py,sha256=8Gh4FhTzU86FK8oWosoyPfT0EVd-kfieThEQBrD-l30,7299
 thds/core/sqlite/read.py,sha256=5pWvrbed3XNWgSy-79-8ONWkkt4jWbTzFNW6SnOrdYQ,2576
 thds/core/sqlite/sqlmap.py,sha256=LeyiJtY0ww_mbeSp7LQM-YuWnckulQqropxwAfkt5To,6818
 thds/core/sqlite/structured.py,sha256=8t1B6XbM5NnudKEeBLsdjRVbSXXSr6iHOW0HwEAqtXU,4818
-thds/core/sqlite/types.py,sha256=Zb1FtSAmC1L7QPPCV1eRnWpJuF74t9R293ai1SHtdS4,1292
+thds/core/sqlite/types.py,sha256=oq8m0UrvSn1IqWWcQ4FPptfAhdj6DllnCe7puVqSHlY,1297
 thds/core/sqlite/upsert.py,sha256=BmKK6fsGVedt43iY-Lp7dnAu8aJ1e9CYlPVEQR2pMj4,5827
 thds/core/sqlite/write.py,sha256=z0219vDkQDCnsV0WLvsj94keItr7H4j7Y_evbcoBrWU,3458
-thds_core-1.45.20251006224153.dist-info/METADATA,sha256=oLBnz6nZwGiCLex27jUOPleeLERCjLOwkXR_n-uEd0k,2216
-thds_core-1.45.20251006224153.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-thds_core-1.45.20251006224153.dist-info/entry_points.txt,sha256=bOCOVhKZv7azF3FvaWX6uxE6yrjK6FcjqhtxXvLiFY8,161
-thds_core-1.45.20251006224153.dist-info/top_level.txt,sha256=LTZaE5SkWJwv9bwOlMbIhiS-JWQEEIcjVYnJrt-CriY,5
-thds_core-1.45.20251006224153.dist-info/RECORD,,
+thds_core-1.46.20251008013227.dist-info/METADATA,sha256=4q7nlyNrthr2-I0JqR4T0YLldKPouABTwC1NDWlAQyM,2216
+thds_core-1.46.20251008013227.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+thds_core-1.46.20251008013227.dist-info/entry_points.txt,sha256=bOCOVhKZv7azF3FvaWX6uxE6yrjK6FcjqhtxXvLiFY8,161
+thds_core-1.46.20251008013227.dist-info/top_level.txt,sha256=LTZaE5SkWJwv9bwOlMbIhiS-JWQEEIcjVYnJrt-CriY,5
+thds_core-1.46.20251008013227.dist-info/RECORD,,