semantic-compressor 1.7__py3-none-any.whl → 1.8__py3-none-any.whl
Sign up to get free protection for your applications and to get access to all the features.
- compressor/semantic.py +1 -1
- {semantic_compressor-1.7.dist-info → semantic_compressor-1.8.dist-info}/METADATA +1 -1
- {semantic_compressor-1.7.dist-info → semantic_compressor-1.8.dist-info}/RECORD +6 -6
- {semantic_compressor-1.7.dist-info → semantic_compressor-1.8.dist-info}/LICENSE +0 -0
- {semantic_compressor-1.7.dist-info → semantic_compressor-1.8.dist-info}/WHEEL +0 -0
- {semantic_compressor-1.7.dist-info → semantic_compressor-1.8.dist-info}/top_level.txt +0 -0
compressor/semantic.py
CHANGED
@@ -339,7 +339,7 @@ def find_needle_in_haystack(
|
|
339
339
|
haystack_semantic_embeddings = list(executor.map(extract_semantic_embeddings, blocks))
|
340
340
|
|
341
341
|
if embedding_mode in {'textual', 'both'}:
|
342
|
-
with ProcessPoolExecutor(max_workers=cpu_count()//1.5) as executor:
|
342
|
+
with ProcessPoolExecutor(max_workers=int(cpu_count()//1.5)) as executor:
|
343
343
|
haystack_textual_embeddings = list(
|
344
344
|
executor.map(preprocess_and_extract_textual_embedding, blocks, [use_stemming]*len(blocks), [lang]*len(blocks))
|
345
345
|
)
|
@@ -1,5 +1,5 @@
|
|
1
1
|
compressor/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
2
|
-
compressor/semantic.py,sha256=
|
2
|
+
compressor/semantic.py,sha256=WAFmYDy5U5RHZ94_wUPUGmplj_WYNsEc4VcBE2uV2Cg,16262
|
3
3
|
compressor/minbpe/__init__.py,sha256=wZ1z2QKkncvGgiZDBc91AP5m7-M-MVenPStKbS6xylE,95
|
4
4
|
compressor/minbpe/base.py,sha256=tTKag04RRFnc4ppoieBbDV0V6thzi_ZvZTlhOYIoY7Q,6881
|
5
5
|
compressor/minbpe/basic.py,sha256=0kD4tU8l2MZegfPaHMfDo5CnaSzb9i1v9tDBy6GwMbg,2883
|
@@ -8,8 +8,8 @@ compressor/resources/embedding_model.onnx,sha256=uLBbAfCGEJTwR1yyiK0bMDroruLr6W5
|
|
8
8
|
compressor/resources/en_stopwords.pkl,sha256=Q2PyGQnphPUs_jxN9NMSqp2EQjYv4b4oMJY2aMYvbSY,1310
|
9
9
|
compressor/resources/lid.176.ftz,sha256=jzRyz-hzintgmejpmcPL-uDc0VaWqsfXc4qAOdtgPoM,938013
|
10
10
|
compressor/resources/pt_stopwords.pkl,sha256=-9bJaxJWjeOFxLHLT9D-rI3XTzGC0iLJfMiwBDnkCYI,1716
|
11
|
-
semantic_compressor-1.
|
12
|
-
semantic_compressor-1.
|
13
|
-
semantic_compressor-1.
|
14
|
-
semantic_compressor-1.
|
15
|
-
semantic_compressor-1.
|
11
|
+
semantic_compressor-1.8.dist-info/LICENSE,sha256=DFRihXonZ3qVRaTrzuXNaDI_-h2jyT2SqWqjtTDHfqI,1067
|
12
|
+
semantic_compressor-1.8.dist-info/METADATA,sha256=54mjloMM0tywvJWMfgrqWwR68aYIuiffF5DhyDw3lQ8,6178
|
13
|
+
semantic_compressor-1.8.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
|
14
|
+
semantic_compressor-1.8.dist-info/top_level.txt,sha256=qb2SlKrEmMrQDVrhwxu3Wr7U6JupPXtDGrJpIQr8xSc,11
|
15
|
+
semantic_compressor-1.8.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|