batchalign 0.7.17.post17__tar.gz → 0.7.18__tar.gz

{batchalign-0.7.17.post17/batchalign.egg-info → batchalign-0.7.18}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: batchalign
-Version: 0.7.17.post17
+Version: 0.7.18
 Summary: Python Speech Language Sample Analysis
 Author: Brian MacWhinney, Houjun Liu
 Author-email: macw@cmu.edu, houjun@cmu.edu
@@ -36,6 +36,7 @@ Requires-Dist: num2words
 Requires-Dist: tiktoken
 Requires-Dist: blobfile
 Requires-Dist: sentencepiece
+Requires-Dist: googletrans
 Provides-Extra: dev
 Requires-Dist: pytest; extra == "dev"
 Provides-Extra: train

{batchalign-0.7.17.post17 → batchalign-0.7.18}/batchalign/formats/chat/generator.py

@@ -30,8 +30,8 @@ def generate_chat_utterance(utterance: Utterance, special_mor=False, write_wor=T
     main_line = str(utterance)
     # last minut ecorrections
     main_line = re.sub(r"<([\w ]+) \[\/", r"<\1> [/", main_line)
-    main_line = re.sub(r"«", "\"", main_line)
-    main_line = re.sub(r"»", "\"", main_line)
+    main_line = re.sub(r"«", "“", main_line)
+    main_line = re.sub(r"»", "”", main_line)
     main_line = re.sub(r"—", "-", main_line)
     main_line = re.sub(r"–", "-", main_line)
     tier = utterance.tier

{batchalign-0.7.17.post17 → batchalign-0.7.18}/batchalign/pipelines/__init__.py

@@ -12,4 +12,4 @@ from .utr import WhisperUTREngine, RevUTREngine
 from .analysis import EvaluationEngine
 from .utterance import StanzaUtteranceEngine
 
-from .translate import SeamlessTranslationModel
+from .translate import SeamlessTranslationModel, GoogleTranslateEngine

{batchalign-0.7.17.post17 → batchalign-0.7.18}/batchalign/pipelines/dispatch.py

@@ -6,7 +6,8 @@ Tabulate default packages and options.
 from batchalign import (WhisperEngine, WhisperFAEngine, StanzaEngine, RevEngine,
                         NgramRetraceEngine, DisfluencyReplacementEngine, WhisperUTREngine,
                         RevUTREngine, EvaluationEngine, WhisperXEngine, NemoSpeakerEngine,
-                        StanzaUtteranceEngine, CorefEngine, Wave2VecFAEngine, SeamlessTranslationModel)
+                        StanzaUtteranceEngine, CorefEngine, Wave2VecFAEngine, SeamlessTranslationModel,
+                        GoogleTranslateEngine)
 from batchalign import BatchalignPipeline
 from batchalign.models import resolve
 
@@ -28,7 +29,7 @@ DEFAULT_PACKAGES = {
     "eval": "evaluation",
     "utterance": "stanza_utt",
     "coref": "stanza_coref",
-    "translate": "seamless_translate",
+    "translate": "gtrans",
 }
 
 LANGUAGE_OVERRIDE_PACKAGES = {
@@ -132,6 +133,9 @@ def dispatch_pipeline(pkg_str, lang, num_speakers=None, **arg_overrides):
             engines.append(Wave2VecFAEngine())
         elif engine == "seamless_translate":
             engines.append(SeamlessTranslationModel())
+        elif engine == "gtrans":
+            engines.append(GoogleTranslateEngine())
+
 
     L.debug(f"Done initalizing packages.")
     return BatchalignPipeline(*engines)

{batchalign-0.7.17.post17 → batchalign-0.7.18}/batchalign/pipelines/translate/__init__.py

@@ -1 +1,2 @@
 from .seamless import SeamlessTranslationModel
+from .gtrans import GoogleTranslateEngine

batchalign-0.7.18/batchalign/pipelines/translate/gtrans.py

@@ -0,0 +1,58 @@
+from batchalign.models import WhisperFAModel
+from batchalign.document import *
+from batchalign.pipelines.base import *
+from batchalign.utils import *
+from batchalign.utils.dp import *
+from batchalign.constants import *
+from batchalign.pipelines.translate.utils import run_coroutine_sync
+
+from googletrans import Translator
+
+import logging
+L = logging.getLogger("batchalign")
+
+import re
+
+# !uv pip install sentencepiece
+
+import pycountry
+import warnings
+import time
+
+import asyncio
+
+class GoogleTranslateEngine(BatchalignEngine):
+    tasks = [ Task.TRANSLATE ]
+
+    def _hook_status(self, status_hook):
+        self.status_hook = status_hook
+
+    def __init__(self):
+        self.status_hook = None
+
+    async def translate(self, text):
+        translator = Translator()
+        return await translator.translate(text)
+
+    def process(self, doc:Document, **kwargs):
+
+        for indx, i in enumerate(doc.content):
+            if not isinstance(i, Utterance):
+                continue
+            if i.translation:
+                continue
+            
+            text = i.strip(join_with_spaces=False, include_retrace=True, include_fp=True)
+            translated_text_from_text = run_coroutine_sync(self.translate(text)).text
+
+            i.translation = translated_text_from_text
+            for j in MOR_PUNCT + ENDING_PUNCT:
+                i.translation = i.translation.replace(j, " "+j)
+
+            if self.status_hook != None:
+                self.status_hook(indx+1, len(doc.content))
+            time.sleep(1.5)
+
+        return doc
+
+

batchalign-0.7.18/batchalign/pipelines/translate/utils.py

@@ -0,0 +1,35 @@
+import asyncio
+import threading
+from concurrent.futures import ThreadPoolExecutor
+from typing import Any, Coroutine, TypeVar
+
+__all__ = [
+    "run_coroutine_sync",
+]
+
+T = TypeVar("T")
+
+
+def run_coroutine_sync(coroutine: Coroutine[Any, Any, T], timeout: float = 30) -> T:
+    def run_in_new_loop():
+        new_loop = asyncio.new_event_loop()
+        asyncio.set_event_loop(new_loop)
+        try:
+            return new_loop.run_until_complete(coroutine)
+        finally:
+            new_loop.close()
+
+    try:
+        loop = asyncio.get_running_loop()
+    except RuntimeError:
+        return asyncio.run(coroutine)
+
+    if threading.current_thread() is threading.main_thread():
+        if not loop.is_running():
+            return loop.run_until_complete(coroutine)
+        else:
+            with ThreadPoolExecutor() as pool:
+                future = pool.submit(run_in_new_loop)
+                return future.result(timeout=timeout)
+    else:
+        return asyncio.run_coroutine_threadsafe(coroutine, loop).result()

batchalign-0.7.18/batchalign/version

@@ -0,0 +1,3 @@
+0.7.18
+April 16th, 2025
+google translate

{batchalign-0.7.17.post17 → batchalign-0.7.18/batchalign.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: batchalign
-Version: 0.7.17.post17
+Version: 0.7.18
 Summary: Python Speech Language Sample Analysis
 Author: Brian MacWhinney, Houjun Liu
 Author-email: macw@cmu.edu, houjun@cmu.edu
@@ -36,6 +36,7 @@ Requires-Dist: num2words
 Requires-Dist: tiktoken
 Requires-Dist: blobfile
 Requires-Dist: sentencepiece
+Requires-Dist: googletrans
 Provides-Extra: dev
 Requires-Dist: pytest; extra == "dev"
 Provides-Extra: train

{batchalign-0.7.17.post17 → batchalign-0.7.18}/batchalign.egg-info/SOURCES.txt

@@ -85,7 +85,9 @@ batchalign/pipelines/morphosyntax/ja/verbforms.py
 batchalign/pipelines/speaker/__init__.py
 batchalign/pipelines/speaker/nemo_speaker.py
 batchalign/pipelines/translate/__init__.py
+batchalign/pipelines/translate/gtrans.py
 batchalign/pipelines/translate/seamless.py
+batchalign/pipelines/translate/utils.py
 batchalign/pipelines/utr/__init__.py
 batchalign/pipelines/utr/rev_utr.py
 batchalign/pipelines/utr/utils.py

{batchalign-0.7.17.post17 → batchalign-0.7.18}/batchalign.egg-info/requires.txt

@@ -26,6 +26,7 @@ num2words
 tiktoken
 blobfile
 sentencepiece
+googletrans
 
 [dev]
 pytest

{batchalign-0.7.17.post17 → batchalign-0.7.18}/setup.py

@@ -54,7 +54,8 @@ setup(
         "num2words",
         "tiktoken",
         "blobfile",
-        "sentencepiece"
+        "sentencepiece",
+        "googletrans"
     ],
     extras_require={
         'dev': [

batchalign-0.7.17.post17/batchalign/version

@@ -1,3 +0,0 @@
-0.7.17-post.17
-April 16th, 2025
-Various fixes for numbers