bdcdata 0.0.8__tar.gz → 0.0.10__tar.gz

{bdcdata-0.0.8 → bdcdata-0.0.10}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: bdcdata
-Version: 0.0.8
+Version: 0.0.10
 Summary: A tool to work with BDC data from the FCC.
 Project-URL: Homepage, https://github.com/npappin-wsu/bdc
 Project-URL: Issues, https://github.com/npappin-wsu/bdc/issues
@@ -13,6 +13,7 @@ Classifier: Intended Audience :: Science/Research
 Classifier: Operating System :: OS Independent
 Requires-Python: >=3.10
 Requires-Dist: pandas>=2
+Requires-Dist: pyarrow
 Requires-Dist: python-dotenv
 Requires-Dist: requests-ratelimiter
 Description-Content-Type: text/markdown

{bdcdata-0.0.8 → bdcdata-0.0.10}/pyproject.toml

@@ -18,6 +18,7 @@ dependencies = [
   "requests-ratelimiter",
   "python-dotenv",
   "pandas>=2",
+  "pyarrow",
 ]
 classifiers = [
   "Development Status :: 2 - Pre-Alpha",

{bdcdata-0.0.8 → bdcdata-0.0.10}/src/bdcdata/bdc.py

@@ -156,12 +156,19 @@ class availability:
                     if response.status_code == 200 and cache:
                         bdcCache.save(item["file_name"], response.content)
                     data = response.content
-                if response.status_code != 200:
+                if response.status_code == 422:
                     logger.error(
-                        f"Failed to retrieve availability data for {item['state_name']} and {item['technology_code']} in {r}."
+                        f"(422) Unprocessable Entity for {item['state_name']} and {item['technology_code']} in {r}."
                     )
                     raise Exception(
-                        f"Failed to retrieve availability data for {item['state_name']} and {item['technology_code']} in {r}."
+                        f"(422) Unprocessable Entity for {item['state_name']} and {item['technology_code']} in {r}."
+                    )
+                elif response.status_code != 200:
+                    logger.error(
+                        f"(Error Code: {response.status_code}) Failed to retrieve availability data for {item['state_name']} and {item['technology_code']} in {r}."
+                    )
+                    raise Exception(
+                        f"(Error Code: {response.status_code})Failed to retrieve availability data for {item['state_name']} and {item['technology_code']} in {r}."
                     )
                 else:
                     zip = zipfile.ZipFile(io.BytesIO(data))
@@ -170,11 +177,12 @@ class availability:
                         dtype=columnHints,
                         dtype_backend="pyarrow",
                     )
+                    localdf['release'] = r
                     df = pd.concat([df, localdf], ignore_index=True)
-                logger.info(
-                    f"df memory size (hinted): {df.memory_usage(deep=True).sum()/1000000} MB"
-                )
-                logger.info(f"df shape: {df.shape}")
+                # logger.info(
+                #     f"df memory size (hinted): {df.memory_usage(deep=True).sum()/1000000} MB"
+                # )
+                # logger.info(f"df shape: {df.shape}")
         logger.debug(f"State: {states}, Technology: {technology}, Release: {release}")
         return df