semantic-compressor 1.5__py3-none-any.whl → 1.6__py3-none-any.whl

Sign up to get free protection for your applications and to get access to all the features.
Files changed (6) hide show
  1. compressor/semantic.py +4 -4
  2. {semantic_compressor-1.5.dist-info → semantic_compressor-1.6.dist-info}/METADATA +1 -1
  3. {semantic_compressor-1.5.dist-info → semantic_compressor-1.6.dist-info}/RECORD +6 -6
  4. {semantic_compressor-1.5.dist-info → semantic_compressor-1.6.dist-info}/LICENSE +0 -0
  5. {semantic_compressor-1.5.dist-info → semantic_compressor-1.6.dist-info}/WHEEL +0 -0
  6. {semantic_compressor-1.5.dist-info → semantic_compressor-1.6.dist-info}/top_level.txt +0 -0
compressor/semantic.py CHANGED
@@ -13,10 +13,6 @@ from collections import Counter
13
13
  import onnxruntime as ort
14
14
  import nltk
15
15
 
16
- # Inicializando os stemmers
17
- stemmer_english = PorterStemmer()
18
- stemmer_portuguese = RSLPStemmer()
19
-
20
16
  tokenizer = RegexTokenizer()
21
17
  nltk_data_path = str(importlib.resources.files('compressor').joinpath('resources/nltk_data'))
22
18
 
@@ -24,6 +20,10 @@ os.environ['NLTK_DATA'] = nltk_data_path
24
20
 
25
21
  nltk.download('rslp')
26
22
 
23
+ # Inicializando os stemmers
24
+ stemmer_english = PorterStemmer()
25
+ stemmer_portuguese = RSLPStemmer()
26
+
27
27
  english_stopwords_path = str(importlib.resources.files('compressor').joinpath('resources/en_stopwords.pkl'))
28
28
  portuguese_stopwords_path = str(importlib.resources.files('compressor').joinpath('resources/pt_stopwords.pkl'))
29
29
  fasttext_model_path = str(importlib.resources.files('compressor').joinpath('resources/lid.176.ftz'))
{semantic_compressor-1.5.dist-info → semantic_compressor-1.6.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: semantic_compressor
3
- Version: 1.5
3
+ Version: 1.6
4
4
  Author: Carlo Moro
5
5
  Author-email: Carlo Moro <cnmoro@gmail.com>
6
6
  Classifier: Programming Language :: Python :: 3
{semantic_compressor-1.5.dist-info → semantic_compressor-1.6.dist-info}/RECORD RENAMED
@@ -1,5 +1,5 @@
1
1
  compressor/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
2
- compressor/semantic.py,sha256=6TbAxHx69RkQNuAqdrnL91oTMkclwH2H20BylvecwZI,13985
2
+ compressor/semantic.py,sha256=zIqmajE_X4tyLvvj5I5umdPqm_RB5D4sT5hRQG3qLZA,13985
3
3
  compressor/minbpe/__init__.py,sha256=wZ1z2QKkncvGgiZDBc91AP5m7-M-MVenPStKbS6xylE,95
4
4
  compressor/minbpe/base.py,sha256=tTKag04RRFnc4ppoieBbDV0V6thzi_ZvZTlhOYIoY7Q,6881
5
5
  compressor/minbpe/basic.py,sha256=0kD4tU8l2MZegfPaHMfDo5CnaSzb9i1v9tDBy6GwMbg,2883
@@ -8,8 +8,8 @@ compressor/resources/embedding_model.onnx,sha256=uLBbAfCGEJTwR1yyiK0bMDroruLr6W5
8
8
  compressor/resources/en_stopwords.pkl,sha256=Q2PyGQnphPUs_jxN9NMSqp2EQjYv4b4oMJY2aMYvbSY,1310
9
9
  compressor/resources/lid.176.ftz,sha256=jzRyz-hzintgmejpmcPL-uDc0VaWqsfXc4qAOdtgPoM,938013
10
10
  compressor/resources/pt_stopwords.pkl,sha256=-9bJaxJWjeOFxLHLT9D-rI3XTzGC0iLJfMiwBDnkCYI,1716
11
- semantic_compressor-1.5.dist-info/LICENSE,sha256=DFRihXonZ3qVRaTrzuXNaDI_-h2jyT2SqWqjtTDHfqI,1067
12
- semantic_compressor-1.5.dist-info/METADATA,sha256=nnp2cnhzAa6SNLd2niPtvPe5aJdI2kDHkiKghhHsUcE,6178
13
- semantic_compressor-1.5.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
14
- semantic_compressor-1.5.dist-info/top_level.txt,sha256=qb2SlKrEmMrQDVrhwxu3Wr7U6JupPXtDGrJpIQr8xSc,11
15
- semantic_compressor-1.5.dist-info/RECORD,,
11
+ semantic_compressor-1.6.dist-info/LICENSE,sha256=DFRihXonZ3qVRaTrzuXNaDI_-h2jyT2SqWqjtTDHfqI,1067
12
+ semantic_compressor-1.6.dist-info/METADATA,sha256=MAuc9bjclfAdJ-sLWNq1FYEiH0qtFvdGlvj_ja8gCW8,6178
13
+ semantic_compressor-1.6.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
14
+ semantic_compressor-1.6.dist-info/top_level.txt,sha256=qb2SlKrEmMrQDVrhwxu3Wr7U6JupPXtDGrJpIQr8xSc,11
15
+ semantic_compressor-1.6.dist-info/RECORD,,