wolof-translate 0.0.4__py3-none-any.whl → 0.0.6__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (6) hide show
  1. wolof_translate/__init__.py +0 -1
  2. wolof_translate/utils/sent_corrections.py +10 -0
  3. {wolof_translate-0.0.4.dist-info → wolof_translate-0.0.6.dist-info}/METADATA +35 -31
  4. {wolof_translate-0.0.4.dist-info → wolof_translate-0.0.6.dist-info}/RECORD +6 -6
  5. {wolof_translate-0.0.4.dist-info → wolof_translate-0.0.6.dist-info}/WHEEL +1 -1
  6. {wolof_translate-0.0.4.dist-info → wolof_translate-0.0.6.dist-info}/top_level.txt +0 -0
wolof_translate/__init__.py CHANGED
@@ -9,7 +9,6 @@ from transformers import (
9
9
  Seq2SeqTrainer,
10
10
  T5TokenizerFast,
11
11
  set_seed,
12
- AdamWeightDecay,
13
12
  get_linear_schedule_with_warmup,
14
13
  get_linear_schedule_with_warmup,
15
14
  get_cosine_schedule_with_warmup,
wolof_translate/utils/sent_corrections.py CHANGED
@@ -13,6 +13,8 @@ def add_guillemet_space(sentences: Union[list, str]):
13
13
 
14
14
  if type(sentences) is str:
15
15
  sentences = [sentences]
16
+ elif type(sentences) is float:
17
+ sentences = [str(sentences)]
16
18
 
17
19
  for s in range(len(sentences)):
18
20
 
@@ -51,6 +53,8 @@ def delete_guillemet_space(sentences: Union[list, str]):
51
53
 
52
54
  if type(sentences) is str:
53
55
  sentences = [sentences]
56
+ elif type(sentences) is float:
57
+ sentences = [str(sentences)]
54
58
 
55
59
  for s in range(len(sentences)):
56
60
 
@@ -91,6 +95,8 @@ def add_mark_space(
91
95
 
92
96
  if type(sentences) is str:
93
97
  sentences = [sentences]
98
+ elif type(sentences) is float:
99
+ sentences = [str(sentences)]
94
100
 
95
101
  for s in range(len(sentences)):
96
102
 
@@ -123,6 +129,8 @@ def remove_mark_space(sentences: Union[list, str], marks: list = ["'", "-"]):
123
129
 
124
130
  if type(sentences) is str:
125
131
  sentences = [sentences]
132
+ elif type(sentences) is float:
133
+ sentences = [str(sentences)]
126
134
 
127
135
  for s in range(len(sentences)):
128
136
 
@@ -161,6 +169,8 @@ def delete_much_space(sentences: Union[list, str]):
161
169
 
162
170
  if type(sentences) is str:
163
171
  sentences = [sentences]
172
+ elif type(sentences) is float:
173
+ sentences = [str(sentences)]
164
174
 
165
175
  for i in range(len(sentences)):
166
176
 
{wolof_translate-0.0.4.dist-info → wolof_translate-0.0.6.dist-info}/METADATA RENAMED
@@ -1,31 +1,35 @@
1
- Metadata-Version: 2.1
2
- Name: wolof-translate
3
- Version: 0.0.4
4
- Summary: Contain function and classes to process corpora for making translation between wolof text and other languages.
5
- Author: Oumar Kane
6
- Author-email: oumar.kane@univ-thies.sn
7
- Requires-Dist: accelerate
8
- Requires-Dist: torch
9
- Requires-Dist: spacy
10
- Requires-Dist: nltk
11
- Requires-Dist: gensim
12
- Requires-Dist: furo
13
- Requires-Dist: streamlit
14
- Requires-Dist: tokenizers
15
- Requires-Dist: tensorboard
16
- Requires-Dist: evaluate
17
- Requires-Dist: transformers
18
- Requires-Dist: pandas
19
- Requires-Dist: numpy
20
- Requires-Dist: scikit-learn
21
- Requires-Dist: matplotlib
22
- Requires-Dist: plotly
23
- Requires-Dist: sacrebleu
24
- Requires-Dist: nlpaug
25
- Requires-Dist: wandb
26
- Requires-Dist: pytorch-lightning
27
- Requires-Dist: selenium
28
- Requires-Dist: sentencepiece
29
- Requires-Dist: peft
30
- Requires-Dist: rouge-score
31
-
1
+ Metadata-Version: 2.4
2
+ Name: wolof_translate
3
+ Version: 0.0.6
4
+ Summary: Contain function and classes to process corpora for making translation between wolof text and other languages.
5
+ Author: Oumar Kane
6
+ Author-email: oumar.kane@univ-thies.sn
7
+ Requires-Dist: accelerate
8
+ Requires-Dist: torch
9
+ Requires-Dist: spacy
10
+ Requires-Dist: nltk
11
+ Requires-Dist: gensim
12
+ Requires-Dist: furo
13
+ Requires-Dist: streamlit
14
+ Requires-Dist: tokenizers
15
+ Requires-Dist: tensorboard
16
+ Requires-Dist: evaluate
17
+ Requires-Dist: transformers
18
+ Requires-Dist: pandas
19
+ Requires-Dist: numpy
20
+ Requires-Dist: scikit-learn
21
+ Requires-Dist: matplotlib
22
+ Requires-Dist: plotly
23
+ Requires-Dist: sacrebleu
24
+ Requires-Dist: nlpaug
25
+ Requires-Dist: wandb
26
+ Requires-Dist: pytorch-lightning
27
+ Requires-Dist: selenium
28
+ Requires-Dist: sentencepiece
29
+ Requires-Dist: peft
30
+ Requires-Dist: rouge-score
31
+ Requires-Dist: sacrebleu
32
+ Dynamic: author
33
+ Dynamic: author-email
34
+ Dynamic: requires-dist
35
+ Dynamic: summary
{wolof_translate-0.0.4.dist-info → wolof_translate-0.0.6.dist-info}/RECORD RENAMED
@@ -1,4 +1,4 @@
1
- wolof_translate/__init__.py,sha256=qHFFSR2P3SpUh62FuZghk3KWNCeo2At_SJnRb3wRRpU,2509
1
+ wolof_translate/__init__.py,sha256=os6Ueq4TVHshG3G1KHseSen15x3G52FxRqVhTC4hR2E,2487
2
2
  wolof_translate/data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
3
3
  wolof_translate/data/dataset_v1.py,sha256=7BWW4jv8qR1Wau_-GT007hrZpnHxbPwnvDca8C0_eHU,4264
4
4
  wolof_translate/data/dataset_v2.py,sha256=nTYW88yP6mcky-T43mh-1CeYU30-Xlq4DxOpd3FZ0OQ,5613
@@ -34,7 +34,7 @@ wolof_translate/utils/extract_sentences.py,sha256=-PDBmceKUqiTdV9ieezSIITfADAnv_
34
34
  wolof_translate/utils/recuperate_datasets.py,sha256=4yTNXPOIfTokon0Bke50SdB8MT_Ojmu1aTmYv_K_w64,2644
35
35
  wolof_translate/utils/recuperate_datasets_trunc.py,sha256=82T7mHbxruYJUw0L0ZUUoPHxO2Yr65rApakmIhe034M,2500
36
36
  wolof_translate/utils/send_model.py,sha256=v_dQJDDpk3ak_DutbhwSqKF8-Q_-Gx9zezZsTot6Onk,797
37
- wolof_translate/utils/sent_corrections.py,sha256=5iqdS4j78ayag0GxnCEl_dBUs4zbBAWAOac2h0ECv4c,3534
37
+ wolof_translate/utils/sent_corrections.py,sha256=BC2AJ1Qq8LTNPIDNJitkaygo4g6a0c_tlikLV-QpVBc,3904
38
38
  wolof_translate/utils/sent_transformers.py,sha256=kbbc5H-zPkxSM1uOghGeZa9fCAcm2GwTSuiRHM0asgI,574
39
39
  wolof_translate/utils/sent_unification.py,sha256=UD9uZ--NREj5Z462n5hs-UjMPNhUN8Nr_6ZmR2w-B6Y,2104
40
40
  wolof_translate/utils/split_with_valid.py,sha256=7-e6EfvPbLpTYrZOXJVYYqm_nV7n6yUYOaWkn8hsJJw,2424
@@ -43,7 +43,7 @@ wolof_translate/utils/training.py,sha256=5vPVuqHL6_gqLkh4PTxXqW4UvAJBWNWVDDXC9Fk
43
43
  wolof_translate/utils/trunc_hg_training.py,sha256=mMGrU7Mjr9vYd7eLc8nbFRhRXwSWMKyg35lGf0L6RtQ,6418
44
44
  wolof_translate/utils/improvements/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
45
45
  wolof_translate/utils/improvements/end_marks.py,sha256=scmhMMYguZmrZTPozx1ZovizKrrPfPpMLXbU2-IOdGs,1194
46
- wolof_translate-0.0.4.dist-info/METADATA,sha256=Adyexcw1wpc80mDnoeLxFuaWe4Pg0ZAZroqx6eHnSz4,818
47
- wolof_translate-0.0.4.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
48
- wolof_translate-0.0.4.dist-info/top_level.txt,sha256=YG-kBnOwUZyQ7SofNvMxNYjzCreH2PVcW2UaEg1-Reg,16
49
- wolof_translate-0.0.4.dist-info/RECORD,,
46
+ wolof_translate-0.0.6.dist-info/METADATA,sha256=msT1tzCBu89OUmE0gg0qGk_IK5pnUDnOYdtCXS4t158,955
47
+ wolof_translate-0.0.6.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
48
+ wolof_translate-0.0.6.dist-info/top_level.txt,sha256=YG-kBnOwUZyQ7SofNvMxNYjzCreH2PVcW2UaEg1-Reg,16
49
+ wolof_translate-0.0.6.dist-info/RECORD,,
{wolof_translate-0.0.4.dist-info → wolof_translate-0.0.6.dist-info}/WHEEL RENAMED
@@ -1,5 +1,5 @@
1
1
  Wheel-Version: 1.0
2
- Generator: bdist_wheel (0.37.1)
2
+ Generator: setuptools (80.10.2)
3
3
  Root-Is-Purelib: true
4
4
  Tag: py3-none-any
5
5