semantic-compressor 1.7__tar.gz → 1.8__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (21) hide show
  1. {semantic_compressor-1.7/semantic_compressor.egg-info → semantic_compressor-1.8}/PKG-INFO +1 -1
  2. {semantic_compressor-1.7 → semantic_compressor-1.8}/compressor/semantic.py +1 -1
  3. {semantic_compressor-1.7 → semantic_compressor-1.8}/pyproject.toml +1 -1
  4. {semantic_compressor-1.7 → semantic_compressor-1.8/semantic_compressor.egg-info}/PKG-INFO +1 -1
  5. {semantic_compressor-1.7 → semantic_compressor-1.8}/setup.py +1 -1
  6. {semantic_compressor-1.7 → semantic_compressor-1.8}/LICENSE +0 -0
  7. {semantic_compressor-1.7 → semantic_compressor-1.8}/README.md +0 -0
  8. {semantic_compressor-1.7 → semantic_compressor-1.8}/compressor/__init__.py +0 -0
  9. {semantic_compressor-1.7 → semantic_compressor-1.8}/compressor/minbpe/__init__.py +0 -0
  10. {semantic_compressor-1.7 → semantic_compressor-1.8}/compressor/minbpe/base.py +0 -0
  11. {semantic_compressor-1.7 → semantic_compressor-1.8}/compressor/minbpe/basic.py +0 -0
  12. {semantic_compressor-1.7 → semantic_compressor-1.8}/compressor/minbpe/regex.py +0 -0
  13. {semantic_compressor-1.7 → semantic_compressor-1.8}/compressor/resources/embedding_model.onnx +0 -0
  14. {semantic_compressor-1.7 → semantic_compressor-1.8}/compressor/resources/en_stopwords.pkl +0 -0
  15. {semantic_compressor-1.7 → semantic_compressor-1.8}/compressor/resources/lid.176.ftz +0 -0
  16. {semantic_compressor-1.7 → semantic_compressor-1.8}/compressor/resources/pt_stopwords.pkl +0 -0
  17. {semantic_compressor-1.7 → semantic_compressor-1.8}/semantic_compressor.egg-info/SOURCES.txt +0 -0
  18. {semantic_compressor-1.7 → semantic_compressor-1.8}/semantic_compressor.egg-info/dependency_links.txt +0 -0
  19. {semantic_compressor-1.7 → semantic_compressor-1.8}/semantic_compressor.egg-info/requires.txt +0 -0
  20. {semantic_compressor-1.7 → semantic_compressor-1.8}/semantic_compressor.egg-info/top_level.txt +0 -0
  21. {semantic_compressor-1.7 → semantic_compressor-1.8}/setup.cfg +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: semantic_compressor
3
- Version: 1.7
3
+ Version: 1.8
4
4
  Author: Carlo Moro
5
5
  Author-email: Carlo Moro <cnmoro@gmail.com>
6
6
  Classifier: Programming Language :: Python :: 3
@@ -339,7 +339,7 @@ def find_needle_in_haystack(
339
339
  haystack_semantic_embeddings = list(executor.map(extract_semantic_embeddings, blocks))
340
340
 
341
341
  if embedding_mode in {'textual', 'both'}:
342
- with ProcessPoolExecutor(max_workers=cpu_count()//1.5) as executor:
342
+ with ProcessPoolExecutor(max_workers=int(cpu_count()//1.5)) as executor:
343
343
  haystack_textual_embeddings = list(
344
344
  executor.map(preprocess_and_extract_textual_embedding, blocks, [use_stemming]*len(blocks), [lang]*len(blocks))
345
345
  )
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
4
4
 
5
5
  [project]
6
6
  name = "semantic_compressor"
7
- version = "1.7"
7
+ version = "1.8"
8
8
  authors = [
9
9
  { name="Carlo Moro", email="cnmoro@gmail.com" },
10
10
  ]
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: semantic_compressor
3
- Version: 1.7
3
+ Version: 1.8
4
4
  Author: Carlo Moro
5
5
  Author-email: Carlo Moro <cnmoro@gmail.com>
6
6
  Classifier: Programming Language :: Python :: 3
@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
2
2
 
3
3
  setup(
4
4
  name='semantic_compressor',
5
- version='1.7',
5
+ version='1.8',
6
6
  author='Carlo Moro',
7
7
  author_email='cnmoro@gmail.com',
8
8
  description="Semantic text compression",