sonusai 1.0.9__py3-none-any.whl → 1.0.11__py3-none-any.whl

sonusai/mixture/__init__.py

@@ -28,4 +28,4 @@ from .helpers import inverse_transform
 from .helpers import write_mixture_metadata
 from .log_duration_and_sizes import log_duration_and_sizes
 from .mixdb import MixtureDatabase
-from .db_file import db_file
+from .db import db_file

sonusai/mixture/db.py

@@ -2,12 +2,21 @@ import contextlib
 import sqlite3
 from os import remove
 from os.path import exists
+from os.path import join
+from os.path import normpath
 from sqlite3 import Connection
 from sqlite3 import Cursor
 from typing import Any
 
-from .. import logger_db
-from .db_file import db_file
+from sonusai import logger_db
+
+
+def db_file(location: str, test: bool = False) -> str:
+    from .constants import MIXDB_NAME
+    from .constants import TEST_MIXDB_NAME
+
+    name = TEST_MIXDB_NAME if test else MIXDB_NAME
+    return normpath(join(location, name))
 
 
 class SQLiteDatabase:
@@ -15,9 +24,6 @@ class SQLiteDatabase:
 
     # Constants for database configuration
     READONLY_MODE = "?mode=ro"
-    WRITE_OPTIMIZED_PRAGMAS = (
-        "?_journal_mode=OFF&_synchronous=OFF&_cache_size=10000&_temp_store=MEMORY&_locking_mode=EXCLUSIVE"
-    )
     CONNECTION_TIMEOUT = 20
 
     def __init__(
@@ -39,7 +45,7 @@ class SQLiteDatabase:
         """
         self.location = location
         self.create = create
-        self.readonly = readonly
+        self.readonly = readonly and not create
         self.test = test
         self.verbose = verbose
         self.con: Connection | None = None
@@ -61,6 +67,7 @@ class SQLiteDatabase:
             raise
 
         if self.cur:
+            self.cur.execute("BEGIN TRANSACTION")
             return self.cur
         raise sqlite3.Error("Failed to connect to database")
 
@@ -78,9 +85,13 @@ class SQLiteDatabase:
             exc_tb: The exception traceback, if any.
         """
         if self.con:
-            if exc_type is None and not self.readonly:
-                # Commit only on successful exit if not readonly
-                self.con.commit()
+            if not self.readonly:
+                if exc_type is None:
+                    # Commit only on successful exit
+                    self.con.commit()
+                else:
+                    # Rollback on exception
+                    self.con.rollback()
             self._close_resources()
 
     def _close_resources(self) -> None:
@@ -107,9 +118,21 @@ class SQLiteDatabase:
         uri = self._build_connection_uri(db_path)
 
         try:
-            self.con = sqlite3.connect(f"file:{uri}", uri=True, timeout=self.CONNECTION_TIMEOUT)
+            self.con = sqlite3.connect(
+                f"file:{uri}",
+                uri=True,
+                timeout=self.CONNECTION_TIMEOUT,
+                isolation_level=None,
+            )
             if self.verbose and self.con:
                 self.con.set_trace_callback(logger_db.debug)
+            if self.create or not self.readonly:
+                self.con.execute("PRAGMA journal_mode=wal")
+                self.con.execute("PRAGMA synchronous=0")  # off
+                self.con.execute("PRAGMA cache_size=10000")
+                self.con.execute("PRAGMA temp_store=2")  # memory
+                self.con.execute("PRAGMA locking_mode=exclusive")
+                self.con.commit()
         except sqlite3.Error as e:
             raise sqlite3.Error(f"Failed to connect to database: {e}") from e
 
@@ -153,11 +176,4 @@ class SQLiteDatabase:
         if not self.create and self.readonly:
             uri += self.READONLY_MODE
 
-        # Add optimized pragmas for write mode
-        if not self.readonly:
-            if "?" in uri:
-                uri = uri.replace("?", f"{self.WRITE_OPTIMIZED_PRAGMAS}&")
-            else:
-                uri += self.WRITE_OPTIMIZED_PRAGMAS
-
         return uri

sonusai/mixture/mixdb.py

@@ -30,7 +30,7 @@ from ..datatypes import TruthsConfigs
 from ..datatypes import TruthsDict
 from ..datatypes import UniversalSNR
 from .db import SQLiteDatabase
-from .db_file import db_file
+from .db import db_file
 
 
 class MixtureDatabase:

sonusai/mixture/parse.py

@@ -0,0 +1,145 @@
+"""
+Parse config rules
+
+sai_expand(0, 5)
+sai_expand(.0, 5)
+sai_expand(0., 5)
+sai_expand(0.0, 5)
+sai_expand(0, .5)
+sai_expand(.0, .5)
+sai_expand(0., .5)
+sai_expand(0.0, .5)
+sai_expand(0, 5.)
+sai_expand(.0, 5.)
+sai_expand(0., 5.)
+sai_expand(0.0, 5.)
+sai_expand(0, 5.0)
+sai_expand(.0, 5.0)
+sai_expand(0., 5.0)
+sai_expand(0.0, 5.0)
+
+sai_rand(-1, 1)
+sai_choose(repeat=False)
+sai_choose(repeat=False, tag=tag)
+sai_sequence()
+sai_sequence(tag=tag)
+
+sai_expand(0, sai_rand(-1, 1))
+sai_expand(sai_rand(0, 4), 0)
+sai_expand(sai_rand(0, 4), sai_rand(-1, 1))
+
+sai_choose(num=1, unique=speaker_id, repeat=False)
+sai_choose(num=1, repeat=False)
+sai_choose(num=1, unique=speaker_id, repeat=True)
+sai_choose(num=1, repeat=True)
+sai_sequence(num=0)
+sai_sequence(num=0, unique=speaker_id)
+
+"""
+
+from dataclasses import dataclass
+
+
+@dataclass
+class Match:
+    group: str
+    span: tuple[int, int]
+
+    def start(self) -> int:
+        return self.span[0]
+
+    def end(self) -> int:
+        return self.span[1]
+
+
+def find_sai_expand(text: str) -> list[Match]:
+    import re
+
+    results = []
+    matches = re.finditer(r"sai_expand\(", text)
+    if matches:
+        for match in matches:
+            s = match.start()
+            e = match.end()
+            num_lparen = 1
+            while num_lparen != 0 and e < len(text):
+                if text[e] == "(":
+                    num_lparen += 1
+                elif text[e] == ")":
+                    num_lparen -= 1
+                e += 1
+            if num_lparen != 0:
+                raise ValueError(f"Unbalanced parenthesis in '{text}'")
+
+            results.append(Match(group=text[s:e], span=(s, e)))
+
+    return results
+
+
+def parse_sai_expand(text: str) -> list[str]:
+    """
+    expand_syntax ::= expand_keyword lparen expand_item next_expand_item+ rparen
+    expand_keyword ::= sai_expand
+    lparen ::= (
+    expand_item ::= expand_syntax | rand_syntax | number
+    rand_syntax ::= rand_keyword lparen rand_item comma rand_item rparen
+    rand_item ::= real number
+    comma ::= ,
+    number ::= real number or signed integer
+    next_item ::= comma item
+    rparen ::= )
+    """
+    import pyparsing as pp
+
+    lparen = pp.Literal("(")
+    rparen = pp.Literal(")")
+    comma = pp.Literal(",")
+
+    real_number = pp.pyparsing_common.real
+    signed_integer = pp.pyparsing_common.signed_integer
+    number = real_number | signed_integer
+
+    identifier = pp.Word(pp.alphanums + "_.-")
+
+    rand_literal = pp.Literal("sai_rand")
+    rand_expression = (rand_literal + lparen + number + comma + number + rparen).set_parse_action(
+        lambda tokens: "".join(map(str, tokens))
+    )
+
+    expand_literal = pp.Literal("sai_expand")
+    expand_args = pp.DelimitedList(rand_expression | identifier, min=1)
+    expand_expression = expand_literal + lparen + expand_args("args") + rparen
+
+    try:
+        result = expand_expression.parse_string(text)
+    except pp.ParseException as e:
+        raise ValueError(f"Could not parse '{text}'") from e
+
+    return list(result.args)
+
+
+def sai_expand(text: str) -> list[str]:
+    # initialize with input
+    expanded = [text]
+
+    # look for pattern
+    matches = find_sai_expand(text)
+
+    # if not found, early exit
+    if not matches:
+        return expanded
+
+    # remove entry we are expanding
+    expanded.pop()
+
+    # start with the innermost match
+    match = matches[-1]
+    prelude = text[: match.start()]
+    postlude = text[match.end() :]
+
+    # loop over parsed expand values
+    for value in parse_sai_expand(match.group):
+        # extend result with expand of replacement (for handling multiple expands in a single rule)
+        expanded.extend(sai_expand(prelude + value + postlude))
+
+    return expanded

{sonusai-1.0.9.dist-info → sonusai-1.0.11.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: sonusai
-Version: 1.0.9
+Version: 1.0.11
 Summary: Framework for building deep neural network models for sound, speech, and voice AI
 Home-page: https://aaware.com
 License: GPL-3.0-only

{sonusai-1.0.9.dist-info → sonusai-1.0.11.dist-info}/RECORD

@@ -45,15 +45,14 @@ sonusai/metrics/confusion_matrix_summary.py,sha256=lhd8TyHVMC03khX85h_D75XElmawx
 sonusai/metrics/one_hot.py,sha256=aKc-xYd4zWIjbmoQikIcQ6BJB1k-68XKTg8eJCacHTU,13906
 sonusai/metrics/snr_summary.py,sha256=qKHctpmvGeu2cmjTG7iQPX1lvVUEtEnCIKwUGu6VrEQ,5773
 sonusai/metrics_summary.py,sha256=jtSwHomw23qwTYfzjFo_JmqzrkZcts1CMFFzTmJCmWk,12189
-sonusai/mixture/__init__.py,sha256=l4CgJN0gH4Z19jcQvXJbR8KSZ5f_ysnoAGi93LQaTjM,1260
+sonusai/mixture/__init__.py,sha256=GGx8WG0pZwKmlXiWVBrtQXVY0dKW4yqDxSBgv7BI2Xc,1255
 sonusai/mixture/audio.py,sha256=JyrVtVPLH3aTXFgyl446f5uVHxlFRa4aBaSPYaMdg80,5814
 sonusai/mixture/class_balancing.py,sha256=lubicVCzxs4TMh2dZSsuIffkLkk1gmwjmwtrtQ27BVQ,3638
 sonusai/mixture/config.py,sha256=2_hEndyRXxyBpGzyBFaDT9REYGoK9Q7HQy8vDqPozus,23320
 sonusai/mixture/constants.py,sha256=Kklzhf5DL30yb3TpqRbvRUhcFrEXJ4s2S3D_nw4ARxM,1498
 sonusai/mixture/data_io.py,sha256=DV48sFcP2Qp3NBzvcnlptQOXU3aUEcAeLuh3XOtC5jI,5341
-sonusai/mixture/db.py,sha256=yd0bCiihuUAw3IgRlLqcshXB2QHep837O3TwjPyo-LM,5132
+sonusai/mixture/db.py,sha256=zZnMFdW30leMCT1nX1Ml57ByLkqYEcm4VlekELvCFyc,5678
 sonusai/mixture/db_datatypes.py,sha256=VvNtbOgt5WSeSnBoVcNGC5gs_7hX_38pDUPjy5KRbG4,1471
-sonusai/mixture/db_file.py,sha256=P48TWYNyqchycENIqBu1QqhfsRDP6WK2VanPgxN1Imk,278
 sonusai/mixture/effects.py,sha256=zIb6ir0WSdKQJo7uJ3QQnV52RA6lJaqgQqvQh-s0dhc,11038
 sonusai/mixture/feature.py,sha256=7GJvFhfqeqerfjy9Vq9aKt-cecgYblK0IypNNo5hgwY,2285
 sonusai/mixture/generation.py,sha256=_vGTyqo0ocyOK84rTj_1QXciq1Tmxxl5XhwaXPWIEL0,33105
@@ -61,8 +60,9 @@ sonusai/mixture/helpers.py,sha256=dmyHwf1C5dZjYOd11kVV16KI33CaM-dU_fyaxOrrKt8,11
 sonusai/mixture/ir_delay.py,sha256=aiC23HMWQ08-v5wORgMx1_DOJSdh4kunULqiQ-SGuMo,2026
 sonusai/mixture/ir_effects.py,sha256=PqiqD4PS42-7kD6ESnsZi2a3tnKCFa4E0xqUujRBvGg,2152
 sonusai/mixture/log_duration_and_sizes.py,sha256=3ekS27IMKlnxIkQAmprzmBnzHOpRjZh3d7maL2VqWQU,927
-sonusai/mixture/mixdb.py,sha256=5YI0zKisFw_B-jKpB-Y1EYlJ8pHQDvOQLs9LEe0gT1w,84905
+sonusai/mixture/mixdb.py,sha256=h8ZBARqKyFvMhAlXhXGSIwQ_zMAVtHok4wOfM4USVdQ,84900
 sonusai/mixture/pad_audio.py,sha256=KNxVQAejA0hblLOnMJgLS6lFaeE0n3tWQ5rclaHBnIY,1015
+sonusai/mixture/parse.py,sha256=nqhjuR-J7_3wlGhVitYFvQwLJ1sclU8WZrVF0SyW2Cw,3700
 sonusai/mixture/resample.py,sha256=jXqH6FrZ0mlhQ07XqPx88TT9elu3HHVLw7Q0a7Lh5M4,221
 sonusai/mixture/sox_effects.py,sha256=tndS9qrh3eJOTUPrufyWHCt3UqjbPuh81I4Lo4MNmDg,5328
 sonusai/mixture/sox_help.py,sha256=DOTMBZfYQs3bXrqra25iH92lJFhqcGe9M1am4OrKkBY,29855
@@ -133,7 +133,7 @@ sonusai/utils/tokenized_shell_vars.py,sha256=EDrrAgz5lJ0RBAjLcTJt1MeyjhbNZiqXkym
 sonusai/utils/write_audio.py,sha256=IHzrJoFtFcea_J6wo6QSiojRkgnNOzAEcg-z0rFV7nU,810
 sonusai/utils/yes_or_no.py,sha256=0h1okjXmDNbJp7rZJFR2V-HFU1GJDm3YFTUVmYExkOU,263
 sonusai/vars.py,sha256=m8pdgfR4A6A9TCGf_rok6jPAT5BgrEsYXTSISIh1nrI,1163
-sonusai-1.0.9.dist-info/METADATA,sha256=PnNdFaS3cIoP8dZEDP6bKK-QoR5W_rV-z5OwEhxhlQs,2694
-sonusai-1.0.9.dist-info/WHEEL,sha256=RaoafKOydTQ7I_I3JTrPCg6kUmTgtm4BornzOqyEfJ8,88
-sonusai-1.0.9.dist-info/entry_points.txt,sha256=zMNjEphEPO6B3cD1GNpit7z-yA9tUU5-j3W2v-UWstU,92
-sonusai-1.0.9.dist-info/RECORD,,
+sonusai-1.0.11.dist-info/METADATA,sha256=mW6s4W6kXhofeFWjfMaQZAAisbdCYoc0bWPlD53JvFA,2695
+sonusai-1.0.11.dist-info/WHEEL,sha256=RaoafKOydTQ7I_I3JTrPCg6kUmTgtm4BornzOqyEfJ8,88
+sonusai-1.0.11.dist-info/entry_points.txt,sha256=zMNjEphEPO6B3cD1GNpit7z-yA9tUU5-j3W2v-UWstU,92
+sonusai-1.0.11.dist-info/RECORD,,

sonusai/mixture/db_file.py

@@ -1,10 +0,0 @@
-from os.path import join
-from os.path import normpath
-
-from .constants import MIXDB_NAME
-from .constants import TEST_MIXDB_NAME
-
-
-def db_file(location: str, test: bool = False) -> str:
-    name = TEST_MIXDB_NAME if test else MIXDB_NAME
-    return normpath(join(location, name))