batchalign 0.7.18.post7__tar.gz → 0.7.18.post9__tar.gz

{batchalign-0.7.18.post7/batchalign.egg-info → batchalign-0.7.18.post9}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: batchalign
-Version: 0.7.18.post7
+Version: 0.7.18.post9
 Summary: Python Speech Language Sample Analysis
 Author: Brian MacWhinney, Houjun Liu
 Author-email: macw@cmu.edu, houjun@cmu.edu

{batchalign-0.7.18.post7 → batchalign-0.7.18.post9}/batchalign/cli/cli.py

@@ -224,6 +224,8 @@ def translate(ctx, in_dir, out_dir, **kwargs):
 @common_options
 @click.option("--retokenize/--keeptokens",
               default=False, help="Retokenize the main line to fit the UD tokenizations.")
+@click.option("--skipmultilang/--multilang",
+              default=False, help="skip code switching")
 @click.option("--lexicon",
               type=click.Path(exists=True,
                               file_okay=True, dir_okay=False),
@@ -247,7 +249,9 @@ def morphotag(ctx, in_dir, out_dir, **kwargs):
             doc.ba_special_["special_mor_notation"] = True
         return (
             doc,
-            {"retokenize": kwargs["retokenize"], "mwt": mwt}
+            {"retokenize": kwargs["retokenize"],
+             "skipmultilang": kwargs["skipmultilang"],
+             "mwt": mwt}
         )
 
     def writer(doc, output):

{batchalign-0.7.18.post7 → batchalign-0.7.18.post9}/batchalign/document.py

@@ -153,6 +153,7 @@ class Utterance(BaseModel):
     tier: Tier = Field(default=Tier())
     content: Sentence
     text: Optional[str] = Field(default=None)
+    override_lang: Optional[str] = Field(default=None)
     translation: Optional[str] = Field(default=None)
     time: Optional[Tuple[int,int]] = Field(default=None)
     custom_dependencies: List[CustomLine]  = Field(default=[])

{batchalign-0.7.18.post7 → batchalign-0.7.18.post9}/batchalign/formats/chat/parser.py

@@ -300,6 +300,7 @@ def chat_parse_doc(lines, special_mor=False):
                                                         content=line.strip()))
 
                 # parse the actual utterance
+                multilingual = re.findall(r"^\[- (\w+)\]", text)
                 parsed, delim = chat_parse_utterance(text, mor, gra, wor, additional)
 
                 # get the timing of the utterance
@@ -313,7 +314,8 @@ def chat_parse_doc(lines, special_mor=False):
                     "text": text,
                     "delim": delim,
                     "custom_dependencies": additional,
-                    "translation": translation
+                    "translation": translation,
+                    "override_lang": None if len(multilingual) == 0 else multilingual[0]
                 })
 
                 timing = re.findall(rf"\x15(\d+)_(\d+)\x15", text)

{batchalign-0.7.18.post7 → batchalign-0.7.18.post9}/batchalign/models/resolve.py

@@ -13,6 +13,7 @@ resolver = {
     "whisper": {
         'eng': ("talkbank/CHATWhisper-en-large-v1", "openai/whisper-large-v2"),
         'yue': ("alvanlii/whisper-small-cantonese", "alvanlii/whisper-small-cantonese"),
+        "heb": ("ivrit-ai/whisper-large-v3", "ivrit-ai/whisper-large-v3")
     }
 }
 

{batchalign-0.7.18.post7 → batchalign-0.7.18.post9}/batchalign/pipelines/morphosyntax/ud.py

@@ -710,7 +710,7 @@ def adlist_postprocessor(i, lang, adlist):
     return cpy
 
 ######
-def morphoanalyze(doc: Document, retokenize:bool, status_hook:callable = None, **kwargs):
+def morphoanalyze(doc: Document, retokenize:bool, skipmultilang:bool, status_hook:callable = None, **kwargs):
     L.debug("Starting Stanza...")
     inputs = []
 
@@ -788,6 +788,8 @@ def morphoanalyze(doc: Document, retokenize:bool, status_hook:callable = None, *
         L.info(f"Stanza processing utterance {indx+1}/{len(doc.content)}")
         if not isinstance(i, Utterance):
             continue
+        if i.override_lang and skipmultilang:
+            continue
 
         # generate simplified version of the line
         line = str(i)
@@ -1014,4 +1016,4 @@ class StanzaEngine(BatchalignEngine):
         self.status_hook = status_hook
 
     def process(self, doc, **kwargs):
-        return morphoanalyze(doc, retokenize=kwargs.get("retokenize", False), status_hook=self.status_hook, mwt=kwargs.get("mwt", {}))
+        return morphoanalyze(doc, retokenize=kwargs.get("retokenize", False), skipmultilang=kwargs.get("skipmultilang", False), status_hook=self.status_hook, mwt=kwargs.get("mwt", {}))

batchalign-0.7.18.post9/batchalign/version

@@ -0,0 +1,3 @@
+0.7.18-post.9
+April 27th, 2025
+temporary hebrew resolution

{batchalign-0.7.18.post7 → batchalign-0.7.18.post9/batchalign.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: batchalign
-Version: 0.7.18.post7
+Version: 0.7.18.post9
 Summary: Python Speech Language Sample Analysis
 Author: Brian MacWhinney, Houjun Liu
 Author-email: macw@cmu.edu, houjun@cmu.edu

batchalign-0.7.18.post7/batchalign/version

@@ -1,3 +0,0 @@
-0.7.18-post.7
-April 26th, 2025
-l2 for @s