batchalign 0.7.15.post0__tar.gz → 0.7.16__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {batchalign-0.7.15.post0/batchalign.egg-info → batchalign-0.7.16}/PKG-INFO +1 -1
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/pipelines/morphosyntax/ud.py +9 -1
- batchalign-0.7.16/batchalign/version +3 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16/batchalign.egg-info}/PKG-INFO +1 -1
- batchalign-0.7.15.post0/batchalign/version +0 -3
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/LICENSE +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/MANIFEST.in +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/README.md +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/__init__.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/__main__.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/cli/__init__.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/cli/cli.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/cli/dispatch.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/constants.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/document.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/errors.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/formats/__init__.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/formats/base.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/formats/chat/__init__.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/formats/chat/file.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/formats/chat/generator.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/formats/chat/lexer.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/formats/chat/parser.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/formats/chat/utils.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/formats/textgrid/__init__.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/formats/textgrid/file.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/formats/textgrid/generator.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/formats/textgrid/parser.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/models/__init__.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/models/resolve.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/models/speaker/__init__.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/models/speaker/config.yaml +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/models/speaker/infer.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/models/speaker/utils.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/models/training/__init__.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/models/training/run.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/models/training/utils.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/models/utils.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/models/utterance/__init__.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/models/utterance/cantonese_infer.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/models/utterance/dataset.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/models/utterance/execute.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/models/utterance/infer.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/models/utterance/prep.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/models/utterance/train.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/models/wave2vec/__init__.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/models/wave2vec/infer_fa.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/models/whisper/__init__.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/models/whisper/infer_asr.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/models/whisper/infer_fa.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/pipelines/__init__.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/pipelines/analysis/__init__.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/pipelines/analysis/eval.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/pipelines/asr/__init__.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/pipelines/asr/num2chinese.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/pipelines/asr/rev.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/pipelines/asr/utils.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/pipelines/asr/whisper.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/pipelines/asr/whisperx.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/pipelines/base.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/pipelines/cleanup/__init__.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/pipelines/cleanup/cleanup.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/pipelines/cleanup/disfluencies.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/pipelines/cleanup/parse_support.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/pipelines/cleanup/retrace.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/pipelines/cleanup/support/filled_pauses.eng +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/pipelines/cleanup/support/replacements.eng +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/pipelines/cleanup/support/test.test +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/pipelines/dispatch.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/pipelines/fa/__init__.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/pipelines/fa/wave2vec_fa.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/pipelines/fa/whisper_fa.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/pipelines/morphosyntax/__init__.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/pipelines/morphosyntax/coref.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/pipelines/morphosyntax/en/irr.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/pipelines/morphosyntax/fr/apm.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/pipelines/morphosyntax/fr/apmn.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/pipelines/morphosyntax/fr/case.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/pipelines/morphosyntax/ja/verbforms.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/pipelines/pipeline.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/pipelines/speaker/__init__.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/pipelines/speaker/nemo_speaker.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/pipelines/translate/__init__.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/pipelines/translate/seamless.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/pipelines/utr/__init__.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/pipelines/utr/rev_utr.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/pipelines/utr/utils.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/pipelines/utr/whisper_utr.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/pipelines/utterance/__init__.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/pipelines/utterance/ud_utterance.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/tests/__init__.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/tests/conftest.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/tests/formats/chat/test_chat_file.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/tests/formats/chat/test_chat_generator.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/tests/formats/chat/test_chat_lexer.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/tests/formats/chat/test_chat_parser.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/tests/formats/chat/test_chat_utils.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/tests/formats/textgrid/test_textgrid.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/tests/pipelines/analysis/test_eval.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/tests/pipelines/asr/test_asr_pipeline.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/tests/pipelines/asr/test_asr_utils.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/tests/pipelines/cleanup/test_disfluency.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/tests/pipelines/cleanup/test_parse_support.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/tests/pipelines/fa/test_fa_pipeline.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/tests/pipelines/fixures.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/tests/pipelines/test_pipeline.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/tests/pipelines/test_pipeline_models.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/tests/test_document.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/utils/__init__.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/utils/config.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/utils/dp.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/utils/utils.py +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign.egg-info/SOURCES.txt +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign.egg-info/dependency_links.txt +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign.egg-info/entry_points.txt +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign.egg-info/requires.txt +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign.egg-info/top_level.txt +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/setup.cfg +0 -0
- {batchalign-0.7.15.post0 → batchalign-0.7.16}/setup.py +0 -0
@@ -143,6 +143,7 @@ def handler(word, lang=None):
|
|
143
143
|
pos,target = verbform(pos,target,word.text)
|
144
144
|
target = target.replace(',', 'cm')
|
145
145
|
|
146
|
+
|
146
147
|
return f"{'' if not unknown else '0'}{pos}|{target}"
|
147
148
|
|
148
149
|
# POS specific handler
|
@@ -155,6 +156,9 @@ def handler__PRON(word, lang=None):
|
|
155
156
|
person = '4'
|
156
157
|
|
157
158
|
case = feats.get("Case","")
|
159
|
+
reflex = str(feats.get("Reflex","")).strip()
|
160
|
+
if reflex == "Yes":
|
161
|
+
reflex = "reflx"
|
158
162
|
if lang == "fr":
|
159
163
|
from batchalign.pipelines.morphosyntax.fr.case import case as caser
|
160
164
|
case = caser(word.text)
|
@@ -167,6 +171,7 @@ def handler__PRON(word, lang=None):
|
|
167
171
|
return (handler(word, lang)+
|
168
172
|
stringify_feats(feats.get("PronType", "Int"),
|
169
173
|
case.replace(",", ""),
|
174
|
+
reflex,
|
170
175
|
number_string))
|
171
176
|
|
172
177
|
def handler__DET(word, lang=None):
|
@@ -254,6 +259,9 @@ def handler__VERB(word, lang=None):
|
|
254
259
|
mood = feats.get("Mood", "")
|
255
260
|
person = str(feats.get("Person", ""))
|
256
261
|
|
262
|
+
biyan = str(feats.get("HebBinyan", "")).lower()
|
263
|
+
existential = str(feats.get("HebExistential", "")).lower()
|
264
|
+
|
257
265
|
if person == "0":
|
258
266
|
person = '4'
|
259
267
|
number = feats.get("Number", "Sing")
|
@@ -281,7 +289,7 @@ def handler__VERB(word, lang=None):
|
|
281
289
|
return res
|
282
290
|
else:
|
283
291
|
return res+flag+stringify_feats(aspect, mood,
|
284
|
-
tense, polarity, polite,
|
292
|
+
tense, polarity, polite, biyan, existential,
|
285
293
|
number[:1]+person, irr)
|
286
294
|
|
287
295
|
def handler__actual_PUNCT(word, lang=None):
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/models/utterance/cantonese_infer.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/pipelines/cleanup/support/filled_pauses.eng
RENAMED
File without changes
|
{batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/pipelines/cleanup/support/replacements.eng
RENAMED
File without changes
|
{batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/pipelines/cleanup/support/test.test
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/pipelines/morphosyntax/ja/verbforms.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/pipelines/utterance/ud_utterance.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
{batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/tests/formats/chat/test_chat_file.py
RENAMED
File without changes
|
{batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/tests/formats/chat/test_chat_generator.py
RENAMED
File without changes
|
{batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/tests/formats/chat/test_chat_lexer.py
RENAMED
File without changes
|
{batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/tests/formats/chat/test_chat_parser.py
RENAMED
File without changes
|
{batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/tests/formats/chat/test_chat_utils.py
RENAMED
File without changes
|
{batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/tests/formats/textgrid/test_textgrid.py
RENAMED
File without changes
|
{batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/tests/pipelines/analysis/test_eval.py
RENAMED
File without changes
|
{batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/tests/pipelines/asr/test_asr_pipeline.py
RENAMED
File without changes
|
{batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/tests/pipelines/asr/test_asr_utils.py
RENAMED
File without changes
|
{batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/tests/pipelines/cleanup/test_disfluency.py
RENAMED
File without changes
|
File without changes
|
{batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/tests/pipelines/fa/test_fa_pipeline.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
{batchalign-0.7.15.post0 → batchalign-0.7.16}/batchalign/tests/pipelines/test_pipeline_models.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|