BatchalignHK 0.7.18.post12__tar.gz → 0.7.19.post1__tar.gz

{batchalignhk-0.7.18.post12 → batchalignhk-0.7.19.post1}/BatchalignHK.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
-Metadata-Version: 2.4
+Metadata-Version: 2.2
 Name: BatchalignHK
-Version: 0.7.18.post12
+Version: 0.7.19.post1
 Summary: Python Speech Language Sample Analysis
 Author: Brian MacWhinney, Houjun Liu
 Author-email: macw@cmu.edu, houjun@cmu.edu
@@ -36,16 +36,19 @@ Requires-Dist: blobfile
 Requires-Dist: sentencepiece
 Requires-Dist: tencentcloud-sdk-python-common
 Requires-Dist: tencentcloud-sdk-python-asrgoogletrans
+Requires-Dist: openai-whisper>=20240930
 Provides-Extra: dev
 Requires-Dist: pytest; extra == "dev"
 Provides-Extra: train
 Requires-Dist: accelerate~=0.27; extra == "train"
+Provides-Extra: docs
+Requires-Dist: mkdocs-material; extra == "docs"
+Requires-Dist: mkdocs-click; extra == "docs"
 Dynamic: author
 Dynamic: author-email
 Dynamic: classifier
 Dynamic: description
 Dynamic: description-content-type
-Dynamic: license-file
 Dynamic: provides-extra
 Dynamic: requires-dist
 Dynamic: summary

{batchalignhk-0.7.18.post12 → batchalignhk-0.7.19.post1}/BatchalignHK.egg-info/SOURCES.txt

@@ -59,6 +59,7 @@ batchalign/pipelines/analysis/__init__.py
 batchalign/pipelines/analysis/eval.py
 batchalign/pipelines/asr/__init__.py
 batchalign/pipelines/asr/num2chinese.py
+batchalign/pipelines/asr/oai_whisper.py
 batchalign/pipelines/asr/rev.py
 batchalign/pipelines/asr/tencent.py
 batchalign/pipelines/asr/utils.py

{batchalignhk-0.7.18.post12 → batchalignhk-0.7.19.post1}/BatchalignHK.egg-info/requires.txt

@@ -26,9 +26,14 @@ blobfile
 sentencepiece
 tencentcloud-sdk-python-common
 tencentcloud-sdk-python-asrgoogletrans
+openai-whisper>=20240930
 
 [dev]
 pytest
 
+[docs]
+mkdocs-material
+mkdocs-click
+
 [train]
 accelerate~=0.27

{batchalignhk-0.7.18.post12 → batchalignhk-0.7.19.post1}/PKG-INFO

@@ -1,6 +1,6 @@
-Metadata-Version: 2.4
+Metadata-Version: 2.2
 Name: BatchalignHK
-Version: 0.7.18.post12
+Version: 0.7.19.post1
 Summary: Python Speech Language Sample Analysis
 Author: Brian MacWhinney, Houjun Liu
 Author-email: macw@cmu.edu, houjun@cmu.edu
@@ -36,16 +36,19 @@ Requires-Dist: blobfile
 Requires-Dist: sentencepiece
 Requires-Dist: tencentcloud-sdk-python-common
 Requires-Dist: tencentcloud-sdk-python-asrgoogletrans
+Requires-Dist: openai-whisper>=20240930
 Provides-Extra: dev
 Requires-Dist: pytest; extra == "dev"
 Provides-Extra: train
 Requires-Dist: accelerate~=0.27; extra == "train"
+Provides-Extra: docs
+Requires-Dist: mkdocs-material; extra == "docs"
+Requires-Dist: mkdocs-click; extra == "docs"
 Dynamic: author
 Dynamic: author-email
 Dynamic: classifier
 Dynamic: description
 Dynamic: description-content-type
-Dynamic: license-file
 Dynamic: provides-extra
 Dynamic: requires-dist
 Dynamic: summary

{batchalignhk-0.7.18.post12 → batchalignhk-0.7.19.post1}/batchalign/cli/cli.py

@@ -79,6 +79,7 @@ def handle_verbosity(verbosity):
 
 @click.group()
 @click.pass_context
+@click.version_option(VERSION_NUMBER)
 @click.option("-v", "--verbose", type=int, count=True, default=0, help="How loquacious Batchalign should be.")
 def batchalign(ctx, verbose):
     """process .cha and/or audio files in IN_DIR and dumps them to OUT_DIR using recipe COMMAND"""
@@ -144,8 +145,10 @@ def align(ctx, in_dir, out_dir, whisper, wav2vec, **kwargs):
 
 @batchalign.command()
 @common_options
+@click.option("--whisper_oai/--rev",
+              default=False, help="Use the OpenAI's Whisper implementation instead of Rev.AI (default).")
 @click.option("--whisper/--rev",
-              default=False, help="Use OpenAI Whisper (ASR) instead of Rev.AI (default).")
+              default=False, help="Use Huggingface's Whisper implementation instead of Rev.AI (default).")
 @click.option("--tencent/--rev",
               default=False, help="Use Tencent instead of Rev.AI (default).")
 @click.option("--whisperx/--rev",
@@ -176,6 +179,8 @@ def transcribe(ctx, in_dir, out_dir, lang, num_speakers, **kwargs):
         asr = "whisperx"
     if kwargs["tencent"]:
         asr = "tencent"
+    if kwargs["whisper_oai"]:
+        asr = "whisper_oai"
 
     def writer(doc, output):
         doc.content.insert(0, CustomLine(id="Comment", type=CustomLineType.INDEPENDENT,

{batchalignhk-0.7.18.post12 → batchalignhk-0.7.19.post1}/batchalign/pipelines/__init__.py

@@ -1,6 +1,6 @@
 from .pipeline import BatchalignPipeline
 from .base import BatchalignEngine
-from .asr import WhisperEngine, RevEngine, WhisperXEngine, TencentEngine
+from .asr import WhisperEngine, RevEngine, WhisperXEngine, TencentEngine, OAIWhisperEngine
 
 from .morphosyntax import StanzaEngine, CorefEngine
 from .cleanup import NgramRetraceEngine, DisfluencyReplacementEngine

{batchalignhk-0.7.18.post12 → batchalignhk-0.7.19.post1}/batchalign/pipelines/analysis/eval.py

@@ -14,6 +14,34 @@ from batchalign.utils.dp import align, ExtraType, Extra, Match
 import logging
 L = logging.getLogger("batchalign")
 
+def conform(x):
+    result = []
+    for i in x:
+        if "'s" in i.strip():
+            result.append(i.split("'")[0])
+            result.append("is")
+        elif "americanstyle" == i.strip():
+            result.append("american")
+            result.append("style")
+        elif "postwar" == i.strip():
+            result.append("post")
+            result.append("war")
+        elif "farmhouse" == i.strip():
+            result.append("farm")
+            result.append("house")
+        elif "aa" == i.strip():
+            result.append("a")
+            result.append("a")
+        elif "hmm" == i.strip():
+            result.append("hm")
+        elif "_" in i.strip():
+            for j in i.strip().split("_"):
+                result.append(j)
+        else:
+            result.append(i)
+
+    return result
+
 class EvaluationEngine(BatchalignEngine):
     tasks = [ Task.WER ]
 
@@ -64,6 +92,9 @@ class EvaluationEngine(BatchalignEngine):
             gold_final = gold_forms
             forms_final = forms_finished
 
+        gold_final = conform(gold_final)
+        forms_final = conform(forms_final)
+
         # dp!
         alignment = align(forms_final, gold_final, False)
 

{batchalignhk-0.7.18.post12 → batchalignhk-0.7.19.post1}/batchalign/pipelines/asr/__init__.py

@@ -2,3 +2,4 @@ from .whisper import WhisperEngine
 from .rev import RevEngine
 from .whisperx import WhisperXEngine
 from .tencent import TencentEngine
+from .oai_whisper import OAIWhisperEngine

batchalignhk-0.7.19.post1/batchalign/pipelines/asr/oai_whisper.py

@@ -0,0 +1,97 @@
+from batchalign.document import *
+from batchalign.pipelines.base import *
+from batchalign.pipelines.asr.utils import *
+from batchalign.models import WhisperASRModel, BertUtteranceModel, BertCantoneseUtteranceModel
+
+import pycountry
+
+import logging
+L = logging.getLogger("batchalign")
+
+from batchalign.utils.utils import correct_timing
+from batchalign.models import resolve
+
+import whisper
+
+class OAIWhisperEngine(BatchalignEngine):
+
+    @property
+    def tasks(self):
+        # if there is no utterance segmentation scheme, we only
+        # run ASR
+        if self.__engine:
+            return [ Task.ASR, Task.UTTERANCE_SEGMENTATION ]
+        else:
+            return [ Task.ASR ]
+
+    def __init__(self, model=None, lang="eng"):
+
+        # try to resolve our internal model
+        res = resolve("whisper", lang)
+        if res:
+            model, base = res
+        else:
+            model = "openai/whisper-large-v3"
+            base = "openai/whisper-large-v3"
+
+        if lang == "mys":
+            language = "Malay"
+        else:
+            language = pycountry.languages.get(alpha_3=lang).name
+        if language == "Yue Chinese":
+            language = "Cantonese"
+        if "greek" in language.lower():
+            language = "Greek"
+
+            
+        self.__whisper = whisper.load_model("turbo")
+        self.__lang = lang
+        self.__language = language
+
+        if resolve("utterance", self.__lang) != None:
+            L.debug("Initializing utterance model...")
+            if lang != "yue":
+                self.__engine = BertUtteranceModel(resolve("utterance", lang))
+            else:
+                # we have special inference procedure for cantonese
+                self.__engine = BertCantoneseUtteranceModel(resolve("utterance", lang))
+            L.debug("Done.")
+        else:
+            self.__engine = None
+
+    def generate(self, source_path, **kwargs):
+        res = self.__whisper.transcribe(source_path,
+                                        word_timestamps=True,
+                                        language=self.__language)
+        turns = []
+        for i in res["segments"]:
+            turn = []
+            for j in i["words"]:
+                turn.append({
+                    "type": "text",
+                    "ts": j["start"],
+                    "end_ts": j["end"],
+                    "value": j["word"]
+                })
+            turns.append({
+                "elements": turn,
+                "speaker": 0
+            })
+        doc = process_generation({"monologues": turns},
+                                    self.__lang,
+                                    utterance_engine=self.__engine)
+        # define media tier
+        media = Media(type=MediaType.AUDIO, name=Path(source_path).stem, url=source_path)
+        doc.media = media
+
+        return correct_timing(doc)
+
+
+    # model="openai/whisper-large-v2", language="english"
+
+# e = WhisperEngine()
+# tmp = e.generate("./batchalign/tests/pipelines/asr/support/test.mp3", 1)
+# tmp.model_dump()
+# file = "./batchalign/tests/pipelines/asr/support/test.mp3"
+
+

{batchalignhk-0.7.18.post12 → batchalignhk-0.7.19.post1}/batchalign/pipelines/dispatch.py

@@ -7,7 +7,7 @@ from batchalign import (WhisperEngine, WhisperFAEngine, StanzaEngine, RevEngine,
                         NgramRetraceEngine, DisfluencyReplacementEngine, WhisperUTREngine,
                         RevUTREngine, EvaluationEngine, WhisperXEngine, NemoSpeakerEngine,
                         StanzaUtteranceEngine, CorefEngine, Wave2VecFAEngine, SeamlessTranslationModel, TencentEngine,
-                        GoogleTranslateEngine)
+                        GoogleTranslateEngine, OAIWhisperEngine)
 
 from batchalign import BatchalignPipeline
 from batchalign.models import resolve
@@ -20,7 +20,7 @@ L = logging.getLogger("batchalign")
 
 # default for all languages
 DEFAULT_PACKAGES = {
-    "asr": "whisper",
+    "asr": "whisper_oai",
     "utr": "whisper_utr",
     "fa": "whisper_fa",
     "speaker": "nemo_speaker",
@@ -138,7 +138,8 @@ def dispatch_pipeline(pkg_str, lang, num_speakers=None, **arg_overrides):
             engines.append(TencentEngine(lang=lang))
         elif engine == "gtrans":
             engines.append(GoogleTranslateEngine())
-
+        elif engine == "whisper_oai":
+            engines.append(OAIWhisperEngine())
 
     L.debug(f"Done initalizing packages.")
     return BatchalignPipeline(*engines)

batchalignhk-0.7.19.post1/batchalign/version

@@ -0,0 +1,3 @@
+0.7.19-post.1
+May 11th, 2025
+Fixes for benchmarking

{batchalignhk-0.7.18.post12 → batchalignhk-0.7.19.post1}/setup.py

@@ -58,7 +58,8 @@ setup(
         "sentencepiece",
         "tencentcloud-sdk-python-common",
         "tencentcloud-sdk-python-asr"
-        "googletrans"
+        "googletrans",
+        "openai-whisper>=20240930"
     ],
     extras_require={
         'dev': [
@@ -67,6 +68,10 @@ setup(
         'train': [
             'accelerate~=0.27',
         ],
+        'docs': [
+            'mkdocs-material',
+            'mkdocs-click'
+        ],
         # 'speaker': [
         #     "nemo-toolkit~=1.21.0",
         #     "omegaconf~=2.3.0",

batchalignhk-0.7.18.post12/batchalign/version

@@ -1,3 +0,0 @@
-0.7.18-post.12
-May 1st, 2025
-align