jsonunwrap 0.1.0__py3-none-any.whl

json_unwrap/__init__.py

@@ -0,0 +1,8 @@
+# Import main functions 
+from .core import unwrap_data, fetch_json, json_to_csv
+
+# Define the version of the package
+
+__version__ = '0.1.0'
+
+__all__ = ['unwrap_data', 'fetch_json', 'json_to_csv']

json_unwrap/core.py

@@ -0,0 +1,79 @@
+"""
+This module contains the core functionality for the json_unwrap package.
+The main function is `json_to_csv`, which converts a JSON file to a CSV file.
+"""
+import os
+from typing import Any, Dict, List, Union
+import pandas as pd
+import requests
+
+def unwrap_data(data: Union[Dict[str, Any], List[Any]]) -> pd.DataFrame:
+    """
+    Normalizes and deeply flattens semi-structured JSON data into a pandas DataFrame.
+    """
+    # Simply convert a single dictionary into a list containing that dictionary
+    if isinstance(data, dict):
+        main_data = [data]
+    else:
+        main_data = data
+
+    # Perform the initial normalization
+    df = pd.json_normalize(main_data)
+
+    # Automatically iterate through the columns and deeply flatten any nested structures
+    changed = True
+    while changed:
+        changed = False
+        for col in list(df.columns):
+            # Explode lists
+            if any(isinstance(val, list) for val in df[col].dropna()):
+                df = df.explode(col)
+                changed = True
+                break  # Refresh columns list after structural changes
+
+            # Normalize and merge nested dictionaries
+            if any(isinstance(val, dict) for val in df[col].dropna()):
+                nested_df = pd.json_normalize(df[col]).set_index(df.index)
+                df = df.drop(columns=[col]).join(nested_df, rsuffix=f"_{col}")
+                changed = True
+                break
+                
+    return df
+
+ 
+def fetch_json(url: str, **kwargs: Any) -> Union[Dict[str, Any], List[Any]]:
+    """
+    Fetches raw JSON data from a URL.
+    
+    Args:
+        url: The endpoint web target.
+        **kwargs: Additional arguments passed directly to requests.get (e.g., headers, auth).
+    """
+    response = requests.get(url, **kwargs)
+    response.raise_for_status()
+    return response.json()
+
+
+def json_to_csv(url: str, output_path: str) -> pd.DataFrame:
+    """
+    Fetches JSON from a URL, deeply flattens it, and saves it directly to a CSV file.
+    
+    Args:
+        url: The endpoint URL containing the target JSON data.
+        output_path: Target filesystem path where the CSV will be written.
+        
+    Returns:
+        The generated pandas DataFrame.
+    """
+    # Ensure the parent output directory exists safely
+    directory = os.path.dirname(output_path)
+    if directory:
+        os.makedirs(directory, exist_ok=True)
+        
+    raw_data = fetch_json(url)
+    df = unwrap_data(raw_data)
+    
+    df.to_csv(output_path, index=False)
+    return df
+
+

jsonunwrap-0.1.0.dist-info/METADATA

@@ -0,0 +1,28 @@
+Metadata-Version: 2.4
+Name: jsonunwrap
+Version: 0.1.0
+Summary: A small python package that unpacks data from a JSON url and converts it into a csv file.
+Author-email: njuedominic <njuemugodominic@gmail.com>
+Project-URL: Homepage, https://github.com/njuedominic/json-unwrap
+Project-URL: Bug Tracker, https://github.com/njuedominic/json-unwrap/issues
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Requires-Python: >3.8
+Description-Content-Type: text/markdown
+Requires-Dist: requests>=2.28.0
+Requires-Dist: pandas>=2.0.0
+
+### JSON Unwrap
+A small python package that unpacks data from a JSON url and converts it into a csv file.
+
+### Current features
+* Convert one JSON url to a csv
+* Automatically creates a data folder if it does not exist
+
+### Roadmap
+* Custom file names for output csv
+* Convert into a dataframe ready for use in a notebook environment
+* Error handling for a failed url
+* Tests
+* Documentation examples

jsonunwrap-0.1.0.dist-info/RECORD

@@ -0,0 +1,6 @@
+json_unwrap/__init__.py,sha256=evLhuFoy_b7rs4tvySmpzTweSKQhduX_yRmIYYGsb2I,195
+json_unwrap/core.py,sha256=aHKMkPqfWM-vK5E8JxBIAMN6B-A2jWSPnZgrYPX5A2w,2525
+jsonunwrap-0.1.0.dist-info/METADATA,sha256=sL3qwKF8BTtZwFPaOa_Nc-jlMjpAxoeijDmXHyzdsNc,1020
+jsonunwrap-0.1.0.dist-info/WHEEL,sha256=aeYiig01lYGDzBgS8HxWXOg3uV61G9ijOsup-k9o1sk,91
+jsonunwrap-0.1.0.dist-info/top_level.txt,sha256=tHU37K_W_2K-VIavGdYByt5ftkgRBMnPHuNxq8GnAUU,12
+jsonunwrap-0.1.0.dist-info/RECORD,,

jsonunwrap-0.1.0.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: setuptools (82.0.1)
+Root-Is-Purelib: true
+Tag: py3-none-any
+

jsonunwrap-0.1.0.dist-info/top_level.txt

@@ -0,0 +1 @@
+json_unwrap