batchalign 0.8.2.post11__tar.gz → 0.8.2.post13__tar.gz

{batchalign-0.8.2.post11/batchalign.egg-info → batchalign-0.8.2.post13}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: batchalign
-Version: 0.8.2.post11
+Version: 0.8.2.post13
 Summary: Python Speech Language Sample Analysis
 Author: Brian MacWhinney, Houjun Liu
 Author-email: macw@cmu.edu, houjun@cmu.edu

{batchalign-0.8.2.post11 → batchalign-0.8.2.post13}/batchalign/cli/dispatch.py

@@ -226,6 +226,7 @@ def _run_pipeline_for_file(command, pipeline, file, output, loader_info, writer_
 
         # Write annotated CHAT
         CHATFile(doc=result["doc"]).write(output,
+                                          write_mor=False,
                                           merge_abbrev=local_kwargs.get("merge_abbrev", False))
 
         # Write metrics as JSON sidecar for consolidated CSV later

{batchalign-0.8.2.post11 → batchalign-0.8.2.post13}/batchalign/formats/chat/file.py

@@ -93,7 +93,7 @@ class CHATFile(BaseFormat):
             self.__doc = doc
 
 
-    def write(self, path, write_wor=True, merge_abbrev=False):
+    def write(self, path, write_wor=True, write_mor=True, merge_abbrev=False):
         """Write the CHATFile to file.
 
         Parameters
@@ -102,13 +102,13 @@ class CHATFile(BaseFormat):
             Path of where the CHAT file should get str.
         """
 
-        str_doc = self.__generate(self.__doc, self.__special_mor, write_wor=write_wor, merge_abbrev=merge_abbrev)
+        str_doc = self.__generate(self.__doc, self.__special_mor, write_wor=write_wor, write_mor=write_mor, merge_abbrev=merge_abbrev)
 
         with open(path, 'w', encoding="utf-8") as df:
             df.write(str_doc)
 
     @staticmethod
-    def __generate(doc:Document, special=False, write_wor=True, merge_abbrev=False):
+    def __generate(doc:Document, special=False, write_wor=True, write_mor=True, merge_abbrev=False):
         utterances = doc.content
 
         def __get_birthdays(line):
@@ -129,6 +129,7 @@ class CHATFile(BaseFormat):
             else:
                 main.append(generate_chat_utterance(i, special and doc.langs[0] == "eng",
                                                     write_wor=write_wor,
+                                                    write_mor=write_mor,
                                                     merge_abbrev=merge_abbrev))
         main.append("@End\n")
 

{batchalign-0.8.2.post11 → batchalign-0.8.2.post13}/batchalign/formats/chat/generator.py

@@ -11,7 +11,7 @@ import warnings
 # document[3].text = None
 # document[3].model_dump()
 
-def generate_chat_utterance(utterance: Utterance, special_mor=False, write_wor=True, merge_abbrev=False):
+def generate_chat_utterance(utterance: Utterance, special_mor=False, write_wor=True, write_mor=True, merge_abbrev=False):
     """Converts at Utterance to a CHAT string.
 
     Parameters
@@ -89,7 +89,7 @@ def generate_chat_utterance(utterance: Utterance, special_mor=False, write_wor=T
             # I'm sorry. This is just mor line generation; there is actually not that much complexity here
             mor_elems.append("~".join(f"{m.pos}|{m.lemma}{'-' if any([m.feats.startswith(i) for i in UD__GENDERS]) else ('-' if m.feats else '')}{m.feats}"
                                     for m in mor))
-    if len(mor_elems) > 0:
+    if write_mor and len(mor_elems) > 0:
         # if the end is punct, drop the tag
         if mor_elems[-1].startswith("PUNCT"):
             mor_elems[-1] = mor_elems[-1].split("|")[1]
@@ -97,7 +97,7 @@ def generate_chat_utterance(utterance: Utterance, special_mor=False, write_wor=T
 
     #### GRA LINE GENERATION ####
     # gra list is not different for MWT tokens so we flatten it
-    if len(gras) > 0:
+    if write_mor and len(gras) > 0:
         flat_gras = [i for j in gras if j for i in j]
         if flat_gras:
             result.append(f"%{'u' if special_mor else ''}gra:\t"+" ".join([f"{i.id}|{i.dep_id}|{i.dep_type}" for i in flat_gras]))

{batchalign-0.8.2.post11 → batchalign-0.8.2.post13}/batchalign/pipelines/analysis/compare.py

@@ -159,8 +159,10 @@ def _find_best_segment(gold_tokens, main_tokens, mfn):
     multiset overlap with the gold utterance, ignoring order. To keep common
     words from swallowing later transcript material, it only considers windows
     near the gold utterance length. Among equally good windows it prefers the
-    one with the most positional (in-order) matches, then the latest one as a
-    final tiebreaker (so CHI repetitions / self-corrections beat earlier INV
+    one with the most Levenshtein alignment matches (so order is respected and
+    cross-utterance fragments that happen to be dense don't beat in-utterance
+    matches), then fewer non-matching (wasted) tokens, then the latest one as
+    a final tiebreaker (so CHI repetitions / self-corrections beat earlier INV
     tokens). The caller then runs the full Levenshtein aligner inside that
     window to produce token annotations.
     """
@@ -176,8 +178,8 @@ def _find_best_segment(gold_tokens, main_tokens, mfn):
 
     best = (0, min(main_len, gold_len))
     best_score = -1.0
-    best_len_delta = None
-    best_pos_matches = -1
+    best_waste = None
+    best_align_matches = -1
 
     for span in range(min_window, max_window + 1):
         window_counts = Counter(main_tokens[:span])
@@ -197,30 +199,29 @@ def _find_best_segment(gold_tokens, main_tokens, mfn):
                 overlap += min(window_counts[right], gold_counts[right])
 
             score = overlap / gold_len
-            len_delta = abs(span - gold_len)
+            waste = span - overlap  # non-matching tokens in the window
             end = start + span
 
-            # Count how many tokens match the gold in the same position
-            pos_matches = sum(
-                1 for k in range(min(span, gold_len))
-                if mfn(main_tokens[start + k], gold_tokens[k])
-            )
+            # Alignment-based match count (Levenshtein) as tiebreaker
+            window = main_tokens[start:end]
+            alignment = align(window, gold_tokens, False, mfn)
+            align_matches = sum(1 for item in alignment if isinstance(item, Match))
 
             if score > best_score:
                 best = (start, end)
                 best_score = score
-                best_len_delta = len_delta
-                best_pos_matches = pos_matches
+                best_waste = waste
+                best_align_matches = align_matches
             elif score == best_score:
-                if best_len_delta is None or len_delta < best_len_delta:
+                if align_matches > best_align_matches:
                     best = (start, end)
-                    best_len_delta = len_delta
-                    best_pos_matches = pos_matches
-                elif len_delta == best_len_delta:
-                    if pos_matches > best_pos_matches:
+                    best_waste = waste
+                    best_align_matches = align_matches
+                elif align_matches == best_align_matches:
+                    if best_waste is None or waste < best_waste:
                         best = (start, end)
-                        best_pos_matches = pos_matches
-                    elif pos_matches == best_pos_matches and end > best[1]:
+                        best_waste = waste
+                    elif waste == best_waste and end > best[1]:
                         best = (start, end)
 
     # If no tokens overlap at all, return an empty window so the caller

batchalign-0.8.2.post13/batchalign/version

@@ -0,0 +1,3 @@
+0.8.2-post.13
+April 17 2026
+compare update, again

{batchalign-0.8.2.post11 → batchalign-0.8.2.post13/batchalign.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: batchalign
-Version: 0.8.2.post11
+Version: 0.8.2.post13
 Summary: Python Speech Language Sample Analysis
 Author: Brian MacWhinney, Houjun Liu
 Author-email: macw@cmu.edu, houjun@cmu.edu

batchalign-0.8.2.post11/batchalign/version

@@ -1,3 +0,0 @@
-0.8.2-post.11
-April 08 2026
-compare beter