bw-processing 0.9.5__tar.gz → 1.0__tar.gz

{bw_processing-0.9.5/bw_processing.egg-info → bw_processing-1.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: bw_processing
-Version: 0.9.5
+Version: 1.0
 Summary: Foo
 Author-email: Chris Mutel <cmutel@gmail.com>
 Maintainer-email: Chris Mutel <cmutel@gmail.com>
@@ -26,6 +26,7 @@ Requires-Dist: numpy
 Requires-Dist: pandas
 Provides-Extra: testing
 Requires-Dist: bw_processing; extra == "testing"
+Requires-Dist: pyarrow; extra == "testing"
 Requires-Dist: pytest; extra == "testing"
 Requires-Dist: pytest-cov; extra == "testing"
 Requires-Dist: python-coveralls; extra == "testing"

{bw_processing-0.9.5 → bw_processing-1.0}/bw_processing/__init__.py

@@ -26,7 +26,7 @@ __all__ = (
     "UndefinedInterface",
 )
 
-__version__ = "0.9.5"
+__version__ = "1.0"
 
 
 from .array_creation import create_array, create_structured_array

{bw_processing-0.9.5 → bw_processing-1.0}/bw_processing/constants.py

@@ -4,6 +4,7 @@ from enum import Enum
 import numpy as np
 
 MAX_SIGNED_32BIT_INT = 2147483647
+MAX_SIGNED_64BIT_INT = 9223372036854775807
 
 # We could try to save space by not storing the columns
 # `row_index` and `col_index`, and add them after loading from
@@ -20,7 +21,7 @@ UNCERTAINTY_DTYPE = [
     ("maximum", np.float32),
     ("negative", bool),
 ]
-INDICES_DTYPE = [("row", np.int32), ("col", np.int32)]
+INDICES_DTYPE = [("row", np.int64), ("col", np.int64)]
 
 NAME_RE = re.compile(r"^[\w\-\.]*$")
 

{bw_processing-0.9.5 → bw_processing-1.0}/bw_processing/datapackage.py

@@ -14,6 +14,8 @@ from morefs.dict import DictFS
 from .constants import (
     DEFAULT_LICENSES,
     INDICES_DTYPE,
+    MAX_SIGNED_32BIT_INT,
+    MAX_SIGNED_64BIT_INT,
     NUMPY_SERIALIZE_FORMAT_EXTENSION,
     NUMPY_SERIALIZE_FORMAT_NAME,
     PARQUET_SERIALIZE_FORMAT_EXTENSION,
@@ -257,6 +259,12 @@ class DatapackageBase(ABC):
 
         self.data[index] = resource
 
+    def get_max_index_value(self) -> int:
+        """Get maximum index value (max signed 32 or 64 bit integer) for this datapackage"""
+        if self.metadata.get("64_bit_indices"):
+            return MAX_SIGNED_64BIT_INT
+        return MAX_SIGNED_32BIT_INT
+
 
 class FilteredDatapackage(DatapackageBase):
     """A subset of a datapackage. Used in matrix construction or other data manipulation operations.
@@ -360,6 +368,7 @@ class Datapackage(DatapackageBase):
             "combinatorial": combinatorial,
             "sequential": sequential,
             "seed": seed,
+            "64_bit_indices": True,
             "sum_intra_duplicates": sum_intra_duplicates,
             "sum_inter_duplicates": sum_inter_duplicates,
             "matrix_serialize_format_type": matrix_serialize_format_type.value,

{bw_processing-0.9.5 → bw_processing-1.0}/bw_processing/utils.py

@@ -58,10 +58,10 @@ def dictionary_formatter(row: dict) -> tuple:
         row["amount"],
         as_uncertainty_type(row),
         row.get("loc", row["amount"]),
-        row.get("scale", np.NaN),
-        row.get("shape", np.NaN),
-        row.get("minimum", np.NaN),
-        row.get("maximum", np.NaN),
+        row.get("scale", np.nan),
+        row.get("shape", np.nan),
+        row.get("minimum", np.nan),
+        row.get("maximum", np.nan),
         row.get("negative", False),
         row.get("flip", False),
     )

{bw_processing-0.9.5 → bw_processing-1.0/bw_processing.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: bw_processing
-Version: 0.9.5
+Version: 1.0
 Summary: Foo
 Author-email: Chris Mutel <cmutel@gmail.com>
 Maintainer-email: Chris Mutel <cmutel@gmail.com>
@@ -26,6 +26,7 @@ Requires-Dist: numpy
 Requires-Dist: pandas
 Provides-Extra: testing
 Requires-Dist: bw_processing; extra == "testing"
+Requires-Dist: pyarrow; extra == "testing"
 Requires-Dist: pytest; extra == "testing"
 Requires-Dist: pytest-cov; extra == "testing"
 Requires-Dist: python-coveralls; extra == "testing"

{bw_processing-0.9.5 → bw_processing-1.0}/bw_processing.egg-info/SOURCES.txt

@@ -2,32 +2,6 @@ LICENSE
 MANIFEST.in
 README.md
 pyproject.toml
-./bw_processing/__init__.py
-./bw_processing/array_creation.py
-./bw_processing/constants.py
-./bw_processing/datapackage.py
-./bw_processing/errors.py
-./bw_processing/filesystem.py
-./bw_processing/indexing.py
-./bw_processing/io_helpers.py
-./bw_processing/io_parquet_helpers.py
-./bw_processing/io_pyarrow_helpers.py
-./bw_processing/merging.py
-./bw_processing/proxies.py
-./bw_processing/unique_fields.py
-./bw_processing/utils.py
-./bw_processing/examples/__init__.py
-./bw_processing/examples/interfaces.py
-./bw_processing/examples/parquet_files.py
-./dev/calculation_package.py
-./dev/loading.py
-./dev/processed_package.py
-./dev/resources.py
-./dev/speed_tests.py
-./docs/conf.py
-./tests/fixtures/basic_arrays.py
-./tests/helpers/__init__.py
-./tests/helpers/basic_array_helpers.py
 bw_processing/__init__.py
 bw_processing/array_creation.py
 bw_processing/constants.py
@@ -52,9 +26,7 @@ bw_processing/examples/datapackage_2.zip
 bw_processing/examples/interfaces.py
 bw_processing/examples/parquet_files.py
 bw_processing/examples/simple.zip
-bw_processing/examples/__pycache__/__init__.cpython-312.pyc
 bw_processing/examples/datapackage_1/another name.indices.parquet
-bw_processing/examples/datapackage_1/datapackage.json
 bw_processing/examples/datapackage_1/sa-data-vector-from-dict.data.parquet
 bw_processing/examples/datapackage_1/sa-data-vector-from-dict.distributions.parquet
 bw_processing/examples/datapackage_1/sa-data-vector-from-dict.flip.parquet
@@ -62,4 +34,17 @@ bw_processing/examples/datapackage_1/sa-data-vector-from-dict.indices.parquet
 bw_processing/examples/datapackage_1/some name.data.parquet
 bw_processing/examples/datapackage_1/some name.flip.parquet
 bw_processing/examples/datapackage_1/some name.indices.parquet
+tests/test_array_creation.py
+tests/test_datapackage.py
+tests/test_filesystem.py
+tests/test_filtered_datapackage.py
+tests/test_indexing.py
+tests/test_integration.py
+tests/test_interfaces.py
+tests/test_io_parquet_helpers.py
+tests/test_io_pyarrow_helpers.py
+tests/test_loading.py
+tests/test_merging.py
+tests/test_proxies.py
+tests/test_unique_fields.py
 tests/test_utils.py

{bw_processing-0.9.5 → bw_processing-1.0}/bw_processing.egg-info/requires.txt

@@ -14,6 +14,7 @@ setuptools
 
 [testing]
 bw_processing
+pyarrow
 pytest
 pytest-cov
 python-coveralls

{bw_processing-0.9.5 → bw_processing-1.0}/pyproject.toml

@@ -48,6 +48,7 @@ tracker = "https://github.com/brightway-lca/bw_processing/issues"
 # seems to work, at least for now
 testing = [
     "bw_processing",
+    "pyarrow",
     "pytest",
     "pytest-cov",
     "python-coveralls"
@@ -72,6 +73,7 @@ version = {attr = "bw_processing.__version__"}
 
 [tool.pytest.ini_options]
 addopts = "--cov bw_processing --cov-report term-missing --verbose"
+log_cli = 1
 norecursedirs = [
     "dist",
     "build",

bw_processing-1.0/tests/test_array_creation.py

@@ -0,0 +1,14 @@
+from bw_processing.array_creation import chunked
+
+
+def test_chunked():
+    c = chunked(range(600), 250)
+    for x in next(c):
+        pass
+    assert x == 249
+    for x in next(c):
+        pass
+    assert x == 499
+    for x in next(c):
+        pass
+    assert x == 599