decentriq_util 0.1.0.dev11__tar.gz → 0.1.0.dev12__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (12) hide show
  1. {decentriq_util-0.1.0.dev11 → decentriq_util-0.1.0.dev12}/PKG-INFO +1 -1
  2. {decentriq_util-0.1.0.dev11 → decentriq_util-0.1.0.dev12}/decentriq_util/spark/__init__.py +1 -1
  3. {decentriq_util-0.1.0.dev11 → decentriq_util-0.1.0.dev12}/pyproject.toml +1 -1
  4. {decentriq_util-0.1.0.dev11 → decentriq_util-0.1.0.dev12}/decentriq_util/__init__.py +0 -0
  5. {decentriq_util-0.1.0.dev11 → decentriq_util-0.1.0.dev12}/decentriq_util/error.py +0 -0
  6. {decentriq_util-0.1.0.dev11 → decentriq_util-0.1.0.dev12}/decentriq_util/logger.py +0 -0
  7. {decentriq_util-0.1.0.dev11 → decentriq_util-0.1.0.dev12}/decentriq_util/proto/__init__.py +0 -0
  8. {decentriq_util-0.1.0.dev11 → decentriq_util-0.1.0.dev12}/decentriq_util/python/__init__.py +0 -0
  9. {decentriq_util-0.1.0.dev11 → decentriq_util-0.1.0.dev12}/decentriq_util/sql/__init__.py +0 -0
  10. {decentriq_util-0.1.0.dev11 → decentriq_util-0.1.0.dev12}/decentriq_util/sql/proto/__init__.py +0 -0
  11. {decentriq_util-0.1.0.dev11 → decentriq_util-0.1.0.dev12}/decentriq_util/sql/proto/compute_sql_pb2.py +0 -0
  12. {decentriq_util-0.1.0.dev11 → decentriq_util-0.1.0.dev12}/decentriq_util/sql/proto/compute_sql_pb2.pyi +0 -0
{decentriq_util-0.1.0.dev11 → decentriq_util-0.1.0.dev12}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: decentriq_util
3
- Version: 0.1.0.dev11
3
+ Version: 0.1.0.dev12
4
4
  Summary: Utility functions for Python code run in Decentriq workers
5
5
  Author: hafenr
6
6
  Author-email: robin.hafen@gmail.com
{decentriq_util-0.1.0.dev11 → decentriq_util-0.1.0.dev12}/decentriq_util/spark/__init__.py RENAMED
@@ -101,7 +101,7 @@ def _get_num_partitions(
101
101
 
102
102
  # Try to make partitions as big as possible s.t. each CPU is saturated,
103
103
  # while accounting for 50% overhead in spark.
104
- task_per_cpu = 3 # try to get at least this many tasks/partitions per CPU
104
+ task_per_cpu = 2 # try to get at least this many tasks/partitions per CPU
105
105
  max_target_partition_size = max(
106
106
  int(0.5 * available_memory / (task_per_cpu * cpu_count)) // megabyte_in_bytes * megabyte_in_bytes,
107
107
  min_partition_size
{decentriq_util-0.1.0.dev11 → decentriq_util-0.1.0.dev12}/pyproject.toml RENAMED
@@ -1,6 +1,6 @@
1
1
  [tool.poetry]
2
2
  name = "decentriq_util"
3
- version = "0.1.0-dev11"
3
+ version = "0.1.0-dev12"
4
4
  description = "Utility functions for Python code run in Decentriq workers"
5
5
  authors = ["hafenr <robin.hafen@gmail.com>"]
6
6