batchalign 0.7.22.post18__tar.gz → 0.7.22.post20__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (144) hide show
  1. {batchalign-0.7.22.post18/batchalign.egg-info → batchalign-0.7.22.post20}/PKG-INFO +2 -11
  2. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/formats/chat/generator.py +2 -1
  3. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/translate/gtrans.py +1 -0
  4. batchalign-0.7.22.post20/batchalign/version +3 -0
  5. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20/batchalign.egg-info}/PKG-INFO +2 -11
  6. batchalign-0.7.22.post18/batchalign/version +0 -3
  7. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/LICENSE +0 -0
  8. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/MANIFEST.in +0 -0
  9. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/README.md +0 -0
  10. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/__init__.py +0 -0
  11. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/__main__.py +0 -0
  12. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/cli/__init__.py +0 -0
  13. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/cli/cli.py +0 -0
  14. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/cli/dispatch.py +0 -0
  15. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/constants.py +0 -0
  16. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/document.py +0 -0
  17. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/errors.py +0 -0
  18. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/formats/__init__.py +0 -0
  19. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/formats/base.py +0 -0
  20. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/formats/chat/__init__.py +0 -0
  21. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/formats/chat/file.py +0 -0
  22. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/formats/chat/lexer.py +0 -0
  23. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/formats/chat/parser.py +0 -0
  24. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/formats/chat/utils.py +0 -0
  25. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/formats/textgrid/__init__.py +0 -0
  26. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/formats/textgrid/file.py +0 -0
  27. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/formats/textgrid/generator.py +0 -0
  28. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/formats/textgrid/parser.py +0 -0
  29. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/models/__init__.py +0 -0
  30. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/models/resolve.py +0 -0
  31. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/models/speaker/__init__.py +0 -0
  32. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/models/speaker/config.yaml +0 -0
  33. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/models/speaker/infer.py +0 -0
  34. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/models/speaker/utils.py +0 -0
  35. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/models/training/__init__.py +0 -0
  36. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/models/training/run.py +0 -0
  37. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/models/training/utils.py +0 -0
  38. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/models/utils.py +0 -0
  39. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/models/utterance/__init__.py +0 -0
  40. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/models/utterance/cantonese_infer.py +0 -0
  41. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/models/utterance/dataset.py +0 -0
  42. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/models/utterance/execute.py +0 -0
  43. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/models/utterance/infer.py +0 -0
  44. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/models/utterance/prep.py +0 -0
  45. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/models/utterance/train.py +0 -0
  46. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/models/wave2vec/__init__.py +0 -0
  47. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/models/wave2vec/infer_fa.py +0 -0
  48. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/models/whisper/__init__.py +0 -0
  49. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/models/whisper/infer_asr.py +0 -0
  50. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/models/whisper/infer_fa.py +0 -0
  51. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/__init__.py +0 -0
  52. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/analysis/__init__.py +0 -0
  53. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/analysis/eval.py +0 -0
  54. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/asr/__init__.py +0 -0
  55. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/asr/num2chinese.py +0 -0
  56. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/asr/num2lang/__init__.py +0 -0
  57. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/asr/num2lang/deu.py +0 -0
  58. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/asr/num2lang/ell.py +0 -0
  59. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/asr/num2lang/eng.py +0 -0
  60. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/asr/num2lang/eus.py +0 -0
  61. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/asr/num2lang/fra.py +0 -0
  62. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/asr/num2lang/hrv.py +0 -0
  63. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/asr/num2lang/ind.py +0 -0
  64. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/asr/num2lang/jpn.py +0 -0
  65. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/asr/num2lang/nld.py +0 -0
  66. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/asr/num2lang/por.py +0 -0
  67. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/asr/num2lang/spa.py +0 -0
  68. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/asr/num2lang/tha.py +0 -0
  69. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/asr/oai_whisper.py +0 -0
  70. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/asr/rev.py +0 -0
  71. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/asr/utils.py +0 -0
  72. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/asr/whisper.py +0 -0
  73. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/asr/whisperx.py +0 -0
  74. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/avqi/__init__.py +0 -0
  75. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/avqi/engine.py +0 -0
  76. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/base.py +0 -0
  77. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/cleanup/__init__.py +0 -0
  78. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/cleanup/cleanup.py +0 -0
  79. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/cleanup/disfluencies.py +0 -0
  80. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/cleanup/parse_support.py +0 -0
  81. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/cleanup/retrace.py +0 -0
  82. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/cleanup/support/filled_pauses.eng +0 -0
  83. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/cleanup/support/replacements.eng +0 -0
  84. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/cleanup/support/test.test +0 -0
  85. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/diarization/__init__.py +0 -0
  86. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/diarization/pyannote.py +0 -0
  87. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/dispatch.py +0 -0
  88. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/fa/__init__.py +0 -0
  89. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/fa/wave2vec_fa.py +0 -0
  90. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/fa/whisper_fa.py +0 -0
  91. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/morphosyntax/__init__.py +0 -0
  92. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/morphosyntax/coref.py +0 -0
  93. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/morphosyntax/en/irr.py +0 -0
  94. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/morphosyntax/fr/apm.py +0 -0
  95. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/morphosyntax/fr/apmn.py +0 -0
  96. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/morphosyntax/fr/case.py +0 -0
  97. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/morphosyntax/ja/verbforms.py +0 -0
  98. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/morphosyntax/ud.py +0 -0
  99. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/opensmile/__init__.py +0 -0
  100. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/opensmile/engine.py +0 -0
  101. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/pipeline.py +0 -0
  102. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/speaker/__init__.py +0 -0
  103. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/speaker/nemo_speaker.py +0 -0
  104. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/translate/__init__.py +0 -0
  105. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/translate/seamless.py +0 -0
  106. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/translate/utils.py +0 -0
  107. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/utr/__init__.py +0 -0
  108. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/utr/rev_utr.py +0 -0
  109. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/utr/utils.py +0 -0
  110. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/utr/whisper_utr.py +0 -0
  111. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/utterance/__init__.py +0 -0
  112. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/pipelines/utterance/ud_utterance.py +0 -0
  113. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/tests/__init__.py +0 -0
  114. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/tests/conftest.py +0 -0
  115. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/tests/formats/chat/test_chat_file.py +0 -0
  116. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/tests/formats/chat/test_chat_generator.py +0 -0
  117. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/tests/formats/chat/test_chat_lexer.py +0 -0
  118. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/tests/formats/chat/test_chat_parser.py +0 -0
  119. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/tests/formats/chat/test_chat_utils.py +0 -0
  120. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/tests/formats/textgrid/test_textgrid.py +0 -0
  121. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/tests/pipelines/analysis/test_eval.py +0 -0
  122. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/tests/pipelines/asr/test_asr_pipeline.py +0 -0
  123. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/tests/pipelines/asr/test_asr_utils.py +0 -0
  124. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/tests/pipelines/cleanup/test_disfluency.py +0 -0
  125. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/tests/pipelines/cleanup/test_parse_support.py +0 -0
  126. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/tests/pipelines/fa/test_fa_pipeline.py +0 -0
  127. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/tests/pipelines/fixures.py +0 -0
  128. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/tests/pipelines/test_pipeline.py +0 -0
  129. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/tests/pipelines/test_pipeline_models.py +0 -0
  130. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/tests/test_document.py +0 -0
  131. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/utils/__init__.py +0 -0
  132. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/utils/abbrev.py +0 -0
  133. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/utils/compounds.py +0 -0
  134. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/utils/config.py +0 -0
  135. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/utils/dp.py +0 -0
  136. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/utils/names.py +0 -0
  137. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign/utils/utils.py +0 -0
  138. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign.egg-info/SOURCES.txt +0 -0
  139. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign.egg-info/dependency_links.txt +0 -0
  140. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign.egg-info/entry_points.txt +0 -0
  141. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign.egg-info/requires.txt +0 -0
  142. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/batchalign.egg-info/top_level.txt +0 -0
  143. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/setup.cfg +0 -0
  144. {batchalign-0.7.22.post18 → batchalign-0.7.22.post20}/setup.py +0 -0
@@ -1,6 +1,6 @@
1
- Metadata-Version: 2.4
1
+ Metadata-Version: 2.1
2
2
  Name: batchalign
3
- Version: 0.7.22.post18
3
+ Version: 0.7.22.post20
4
4
  Summary: Python Speech Language Sample Analysis
5
5
  Author: Brian MacWhinney, Houjun Liu
6
6
  Author-email: macw@cmu.edu, houjun@cmu.edu
@@ -51,15 +51,6 @@ Requires-Dist: accelerate~=0.27; extra == "train"
51
51
  Provides-Extra: docs
52
52
  Requires-Dist: mkdocs-material; extra == "docs"
53
53
  Requires-Dist: mkdocs-click; extra == "docs"
54
- Dynamic: author
55
- Dynamic: author-email
56
- Dynamic: classifier
57
- Dynamic: description
58
- Dynamic: description-content-type
59
- Dynamic: license-file
60
- Dynamic: provides-extra
61
- Dynamic: requires-dist
62
- Dynamic: summary
63
54
 
64
55
  # TalkBank | Batchalign2
65
56
 
@@ -30,10 +30,11 @@ def generate_chat_utterance(utterance: Utterance, special_mor=False, write_wor=T
30
30
  main_line = utterance.tostring(merge_abbrev=merge_abbrev)
31
31
  # last minut ecorrections
32
32
  # main_line = re.sub(r"<([\w ]+) \[\/", r"<\1> [/", main_line)
33
+ main_line = re.sub(r"^,", "", main_line.strip()) # remove initial commas
33
34
  main_line = re.sub(r"«", "“", main_line)
34
35
  main_line = re.sub(r"»", "”", main_line)
35
36
  main_line = re.sub(r"—", "-", main_line)
36
- main_line = re.sub(r"–", "-", main_line)
37
+ main_line = re.sub(r"–", "-", main_line).strip()
37
38
  tier = utterance.tier
38
39
 
39
40
  mors = []
@@ -51,6 +51,7 @@ class GoogleTranslateEngine(BatchalignEngine):
51
51
  translated_text_from_text = translated_text_from_text.replace("。", ".")
52
52
  translated_text_from_text = translated_text_from_text.replace("’", "'")
53
53
  translated_text_from_text = translated_text_from_text.replace("\t", " ")
54
+ translated_text_from_text = translated_text_from_text.replace('\u200b', "")
54
55
 
55
56
  i.translation = translated_text_from_text
56
57
  for j in MOR_PUNCT + ENDING_PUNCT:
@@ -0,0 +1,3 @@
1
+ 0.7.22-post.20
2
+ Jan 06, 2025
3
+ Translation
@@ -1,6 +1,6 @@
1
- Metadata-Version: 2.4
1
+ Metadata-Version: 2.1
2
2
  Name: batchalign
3
- Version: 0.7.22.post18
3
+ Version: 0.7.22.post20
4
4
  Summary: Python Speech Language Sample Analysis
5
5
  Author: Brian MacWhinney, Houjun Liu
6
6
  Author-email: macw@cmu.edu, houjun@cmu.edu
@@ -51,15 +51,6 @@ Requires-Dist: accelerate~=0.27; extra == "train"
51
51
  Provides-Extra: docs
52
52
  Requires-Dist: mkdocs-material; extra == "docs"
53
53
  Requires-Dist: mkdocs-click; extra == "docs"
54
- Dynamic: author
55
- Dynamic: author-email
56
- Dynamic: classifier
57
- Dynamic: description
58
- Dynamic: description-content-type
59
- Dynamic: license-file
60
- Dynamic: provides-extra
61
- Dynamic: requires-dist
62
- Dynamic: summary
63
54
 
64
55
  # TalkBank | Batchalign2
65
56
 
@@ -1,3 +0,0 @@
1
- 0.7.22-post.18
2
- December 30th, 2025
3
- CA