batchalign 0.8.0.post2__tar.gz → 0.8.0.post4__tar.gz

{batchalign-0.8.0.post2/batchalign.egg-info → batchalign-0.8.0.post4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: batchalign
-Version: 0.8.0.post2
+Version: 0.8.0.post4
 Summary: Python Speech Language Sample Analysis
 Author: Brian MacWhinney, Houjun Liu
 Author-email: macw@cmu.edu, houjun@cmu.edu

{batchalign-0.8.0.post2 → batchalign-0.8.0.post4}/batchalign/cli/dispatch.py

@@ -157,8 +157,87 @@ def _worker_task(file_info, command, lang, num_speakers, loader_info, writer_inf
             doc = pipeline(doc, callback=progress_callback, **kw)
             CHATFile(doc=doc).write(output, write_wor=kwargs.get("wor", True))
 
+        elif command in ["transcribe", "transcribe_s"]:
+            from batchalign.document import CustomLine, CustomLineType
+            # For transcribe, the "loader" just passes the file path
+            doc = file
+
+            # Process through pipeline
+            doc = pipeline(doc, callback=progress_callback)
+
+            # Write output with ASR comment
+            asr = kwargs.get("asr", "rev")
+            with open(Path(__file__).parent.parent / "version", 'r') as df:
+                VERSION_NUMBER = df.readline().strip()
+            doc.content.insert(0, CustomLine(id="Comment", type=CustomLineType.INDEPENDENT,
+                                             content=f"Batchalign {VERSION_NUMBER}, ASR Engine {asr}. Unchecked output of ASR model."))
+            CHATFile(doc=doc).write(output
+                                    .replace(".wav", ".cha")
+                                    .replace(".WAV", ".cha")
+                                    .replace(".mp4", ".cha")
+                                    .replace(".MP4", ".cha")
+                                    .replace(".mp3", ".cha")
+                                    .replace(".MP3", ".cha"),
+                                    write_wor=kwargs.get("wor", False))
+
+        elif command == "translate":
+            cf = CHATFile(path=os.path.abspath(file), special_mor_=True)
+            doc = cf.doc
+            doc = pipeline(doc, callback=progress_callback)
+            CHATFile(doc=doc).write(output)
+
+        elif command == "utseg":
+            doc = CHATFile(path=os.path.abspath(file)).doc
+            doc = pipeline(doc, callback=progress_callback)
+            CHATFile(doc=doc).write(output)
+
+        elif command == "coref":
+            cf = CHATFile(path=os.path.abspath(file))
+            doc = cf.doc
+            doc = pipeline(doc, callback=progress_callback)
+            CHATFile(doc=doc).write(output)
+
+        elif command == "benchmark":
+            # Find gold transcript
+            from pathlib import Path as P
+            p = P(file)
+            cha = p.with_suffix(".cha")
+            if not cha.exists():
+                raise FileNotFoundError(f"No gold .cha transcript found for benchmarking. audio: {p.name}, desired cha: {cha.name}, looked in: {str(cha)}")
+
+            gold_doc = CHATFile(path=str(cha), special_mor_=True).doc
+            doc = pipeline(file, callback=progress_callback, gold=gold_doc)
+
+            # Write benchmark results
+            import os
+            os.remove(P(output).with_suffix(".cha"))
+            with open(P(output).with_suffix(".wer.txt"), 'w') as df:
+                df.write(str(doc["wer"]))
+            with open(P(output).with_suffix(".diff"), 'w') as df:
+                df.write(str(doc["diff"]))
+            CHATFile(doc=doc["doc"]).write(str(P(output).with_suffix(".asr.cha")),
+                                           write_wor=kwargs.get("wor", False))
+
+        elif command == "opensmile":
+            from batchalign.document import Document
+            doc = Document.new(media_path=file, lang=lang)
+            results = pipeline(doc, callback=progress_callback, feature_set=kwargs.get("feature_set", "eGeMAPSv02"))
+
+            # Write opensmile results
+            if results.get('success', False):
+                output_csv = Path(output).with_suffix('.opensmile.csv')
+                features_df = results.get('features_df')
+                if features_df is not None:
+                    features_df.to_csv(output_csv, header=['value'], index_label='feature')
+            else:
+                error_file = Path(output).with_suffix('.error.txt')
+                with open(error_file, 'w') as f:
+                    f.write(f"OpenSMILE extraction failed: {results.get('error', 'Unknown error')}\n")
+
         else:
             loader, writer = loader_info, writer_info
+            if loader is None or writer is None:
+                raise ValueError(f"Command '{command}' requires loader and writer functions, but they are None. This may indicate an unimplemented command or configuration issue.")
             doc = loader(os.path.abspath(file))
             kw = {}
             if isinstance(doc, tuple) and len(doc) > 1:
@@ -232,6 +311,22 @@ def _dispatch(command, lang, num_speakers,
               **kwargs):
 
     C = console
+    worker_handled = {
+        "align",
+        "transcribe",
+        "transcribe_s",
+        "translate",
+        "morphotag",
+        "utseg",
+        "coref",
+        "benchmark",
+        "opensmile",
+    }
+    if command in worker_handled:
+        # Avoid pickling CLI-local loader/writer functions when the worker
+        # implements the command-specific IO logic.
+        loader = None
+        writer = None
     from batchalign.constants import FORCED_CONVERSION
     from batchalign.document import TaskFriendlyName
 
@@ -430,8 +525,8 @@ def _dispatch(command, lang, num_speakers,
                                       command=command,
                                       lang=lang,
                                       num_speakers=num_speakers,
-                                      loader_info=None,
-                                      writer_info=None,
+                                      loader_info=loader,
+                                      writer_info=writer,
                                       progress_queue=progress_queue,
                                       verbose=ctx.obj["verbose"],
                                       **kwargs)

{batchalign-0.8.0.post2 → batchalign-0.8.0.post4}/batchalign/pipelines/asr/utils.py

@@ -93,11 +93,15 @@ def retokenize_with_engine(intermediate_output, engine):
     ----------
     intermediate_output : List
         Rev.AI style output.
-        
+
     engine : UtteranceEngine
         The utterance Engine to use.
     """
-    
+
+    # Safety check: if engine is None or not callable, fall back to regular retokenize
+    if engine is None or not callable(engine):
+        return retokenize(intermediate_output)
+
     final_outputs = []
 
     for speaker, utterance in intermediate_output:

batchalign-0.8.0.post4/batchalign/version

@@ -0,0 +1,3 @@
+0.8.0-post.4
+Jan 16th, 2025
+Patch regression?

{batchalign-0.8.0.post2 → batchalign-0.8.0.post4/batchalign.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: batchalign
-Version: 0.8.0.post2
+Version: 0.8.0.post4
 Summary: Python Speech Language Sample Analysis
 Author: Brian MacWhinney, Houjun Liu
 Author-email: macw@cmu.edu, houjun@cmu.edu

batchalign-0.8.0.post2/batchalign/version

@@ -1,3 +0,0 @@
-0.8.0-post.2
-Jan 15th, 2025
-Memory Safegaurds