py-json-analyzer 0.2.0__tar.gz → 0.3.0__tar.gz

{py_json_analyzer-0.2.0/py_json_analyzer.egg-info → py_json_analyzer-0.3.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: py-json-analyzer
-Version: 0.2.0
+Version: 0.3.0
 Summary: A powerful CLI and Python library for analyzing, visualizing, exploring, and generating code from JSON data
 Author: MS-32154
 Author-email: MS-32154 <msttoffg@gmail.com>
@@ -18,7 +18,7 @@ Requires-Dist: windows-curses; sys_platform == "win32"
 Dynamic: license-file
 
 [![PyPI version](https://img.shields.io/pypi/v/py-json-analyzer.svg)](https://pypi.org/project/py-json-analyzer/)
-[![Python 3.9+](https://img.shields.io/badge/python-3.8+-blue.svg)](https://www.python.org/downloads/)
+[![Python 3.11+](https://img.shields.io/badge/python-3.11+-blue.svg)](https://www.python.org/downloads/)
 [![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT)
 
 # JSON Explorer
@@ -40,7 +40,7 @@ Dynamic: license-file
 ### Code Generation
 
 - Generate strongly-typed data structures from JSON
-- Multiple language support (Go, with Python, TypeScript, Rust coming soon)
+- Multiple language support (Go, Python, with TypeScript and Rust coming soon)
 - Smart type detection and conflict resolution
 - Configurable naming conventions and templates
 - JSON serialization tags and annotations
@@ -57,7 +57,7 @@ Dynamic: license-file
 
 ## Requirements
 
-- Python >= 3.9
+- Python >= 3.11
 
 Required packages:
 
@@ -111,6 +111,30 @@ pip install -e .
 pytest
 ```
 
+### Test Coverage
+
+The project includes comprehensive tests for:
+
+- **Core modules**: Analysis, search, statistics, tree view, plotting
+- **Codegen core modules**: Naming, schema, configuration, templates
+- **Generators**: Go and Python with all styles
+- **Codegen registry**: Language registration and lookup
+- **Codegen integration**: End-to-end workflows
+- **Edge cases**: None handling, conflicts, deep nesting
+
+Run specific test suites:
+
+```bash
+# Core functionality
+pytest tests/test_core.py -v
+
+# Go generator
+pytest tests/test_go_generator.py -v
+
+# Python generator
+pytest tests/test_python_generator.py -v
+```
+
 ---
 
 ## CLI Usage
@@ -185,6 +209,16 @@ Go-specific options:
   --no-omitempty        Don't add omitempty to JSON tags in Go
   --json-tag-case {original,snake,camel}
                         Case style for JSON tag names in Go
+
+Python-specific options:
+  --python-style {dataclass,pydantic,typeddict}
+                        Python code style (default: dataclass)
+  --no-slots            Don't use __slots__ in dataclasses
+  --frozen              Make dataclasses frozen (immutable)
+  --kw-only             Make dataclass fields keyword-only
+  --no-pydantic-field   Don't use Field() in Pydantic models
+  --pydantic-forbid-extra
+                        Forbid extra fields in Pydantic models
 ```
 
 ### Examples
@@ -211,10 +245,16 @@ json_explorer data.json --search "isinstance(value, int) and value > 10" --searc
 json_explorer --list-languages
 
 # Generate Go structs
-json_explorer data.json --generate go
+json_explorer data.json --generate go --output models.go
+
+# Generate Python dataclasses
+json_explorer data.json --generate python --output models.py
+
+# Generate Pydantic models
+json_explorer data.json --generate python --python-style pydantic --output models.py
 
 # Generate with custom configuration
-json_explorer data.json --generate go --output models.go --package-name models
+json_explorer data.json --generate go --package-name models --root-name User
 
 # Interactive code generation
 json_explorer data.json --interactive  # Then select code generation menu
@@ -301,10 +341,18 @@ from json_explorer.codegen import (
 )
 from json_explorer.analyzer import analyze_json
 
-# Quick generation
+# Quick generation - Go
 go_code = quick_generate(test_data, language="go")
 print(go_code)
 
+# Quick generation - Python dataclass
+python_code = quick_generate(test_data, language="python", style="dataclass")
+print(python_code)
+
+# Quick generation - Pydantic model
+pydantic_code = quick_generate(test_data, language="python", style="pydantic")
+print(pydantic_code)
+
 # Detailed generation workflow
 analysis = analyze_json(test_data)
 config = create_config(
@@ -326,21 +374,24 @@ print("Supported languages:", languages)
 go_info = get_language_info("go")
 print("Go generator info:", go_info)
 
+python_info = get_language_info("python")
+print("Python generator info:", python_info)
+
 # Interactive code generation
-from json_explorer.codegen import create_interactive_handler
+from json_explorer.codegen.interactive import CodegenInteractiveHandler
 
-handler = create_interactive_handler(test_data)
+handler = CodegenInteractiveHandler(test_data)
 handler.run_interactive()  # Launches interactive interface
 ```
 
 ### Supported Languages
 
-| Language       | Status          | Features                                         |
-| -------------- | --------------- | ------------------------------------------------ |
-| **Go**         | ✅ Full Support | Structs, JSON tags, pointers, configurable types |
-| **Python**     | 🚧 Coming Soon  | Dataclasses, Pydantic models, type hints         |
-| **TypeScript** | 🚧 Coming Soon  | Interfaces, types, optional properties           |
-| **Rust**       | 🚧 Coming Soon  | Structs, Serde annotations, Option types         |
+| Language       | Status          | Features                                            |
+| -------------- | --------------- | --------------------------------------------------- |
+| **Go**         | ✅ Full Support | Structs, JSON tags, pointers, configurable types    |
+| **Python**     | ✅ Full Support | Dataclasses, Pydantic models, TypedDict, type hints |
+| **TypeScript** | 🚧 Coming Soon  | Interfaces, types, optional properties              |
+| **Rust**       | 🚧 Coming Soon  | Structs, Serde annotations, Option types            |
 
 ### Code Generation Features
 
@@ -355,7 +406,7 @@ handler.run_interactive()  # Launches interactive interface
 
 ## Configuration
 
-### Code Generation Config Example
+### Go Configuration Example
 
 ```json
 {
@@ -365,9 +416,29 @@ handler.run_interactive()  # Launches interactive interface
   "json_tag_omitempty": true,
   "struct_case": "pascal",
   "field_case": "pascal",
-  "use_pointers_for_optional": true,
-  "int_type": "int64",
-  "float_type": "float64"
+  "language_config": {
+    "use_pointers_for_optional": true,
+    "int_type": "int64",
+    "float_type": "float64"
+  }
+}
+```
+
+### Python Configuration Example
+
+```json
+{
+  "package_name": "models",
+  "add_comments": true,
+  "struct_case": "pascal",
+  "field_case": "snake",
+  "language_config": {
+    "style": "pydantic",
+    "use_optional": true,
+    "pydantic_use_field": true,
+    "pydantic_use_alias": true,
+    "pydantic_config_dict": true
+  }
 }
 ```
 
@@ -375,13 +446,14 @@ Load configuration:
 
 ```bash
 json_explorer data.json --generate go --config config.json
+json_explorer data.json --generate python --config config.json
 ```
 
 ---
 
 ## API Reference
 
-For the complete API reference got to [JSON Explorer API Documentation](https://ms-32154.github.io/py-json-analyzer/) or see the source code.
+For the complete API reference go to [JSON Explorer API Documentation](https://ms-32154.github.io/py-json-analyzer/) or see the source code.
 
 ---
 
@@ -389,6 +461,8 @@ For the complete API reference got to [JSON Explorer API Documentation](https://
 
 This project is licensed under the MIT License - see the [LICENSE](LICENSE) file for details.
 
+---
+
 ## Contributing
 
 Contributions are welcome! Please feel free to submit a Pull Request.
@@ -399,6 +473,8 @@ Contributions are welcome! Please feel free to submit a Pull Request.
 4. Push to the branch (`git push origin feature/AmazingFeature`)
 5. Open a Pull Request
 
+---
+
 ## Support
 
 If you encounter any issues or have questions, please:

{py_json_analyzer-0.2.0 → py_json_analyzer-0.3.0}/README.md

@@ -1,5 +1,5 @@
 [![PyPI version](https://img.shields.io/pypi/v/py-json-analyzer.svg)](https://pypi.org/project/py-json-analyzer/)
-[![Python 3.9+](https://img.shields.io/badge/python-3.8+-blue.svg)](https://www.python.org/downloads/)
+[![Python 3.11+](https://img.shields.io/badge/python-3.11+-blue.svg)](https://www.python.org/downloads/)
 [![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT)
 
 # JSON Explorer
@@ -21,7 +21,7 @@
 ### Code Generation
 
 - Generate strongly-typed data structures from JSON
-- Multiple language support (Go, with Python, TypeScript, Rust coming soon)
+- Multiple language support (Go, Python, with TypeScript and Rust coming soon)
 - Smart type detection and conflict resolution
 - Configurable naming conventions and templates
 - JSON serialization tags and annotations
@@ -38,7 +38,7 @@
 
 ## Requirements
 
-- Python >= 3.9
+- Python >= 3.11
 
 Required packages:
 
@@ -92,6 +92,30 @@ pip install -e .
 pytest
 ```
 
+### Test Coverage
+
+The project includes comprehensive tests for:
+
+- **Core modules**: Analysis, search, statistics, tree view, plotting
+- **Codegen core modules**: Naming, schema, configuration, templates
+- **Generators**: Go and Python with all styles
+- **Codegen registry**: Language registration and lookup
+- **Codegen integration**: End-to-end workflows
+- **Edge cases**: None handling, conflicts, deep nesting
+
+Run specific test suites:
+
+```bash
+# Core functionality
+pytest tests/test_core.py -v
+
+# Go generator
+pytest tests/test_go_generator.py -v
+
+# Python generator
+pytest tests/test_python_generator.py -v
+```
+
 ---
 
 ## CLI Usage
@@ -166,6 +190,16 @@ Go-specific options:
   --no-omitempty        Don't add omitempty to JSON tags in Go
   --json-tag-case {original,snake,camel}
                         Case style for JSON tag names in Go
+
+Python-specific options:
+  --python-style {dataclass,pydantic,typeddict}
+                        Python code style (default: dataclass)
+  --no-slots            Don't use __slots__ in dataclasses
+  --frozen              Make dataclasses frozen (immutable)
+  --kw-only             Make dataclass fields keyword-only
+  --no-pydantic-field   Don't use Field() in Pydantic models
+  --pydantic-forbid-extra
+                        Forbid extra fields in Pydantic models
 ```
 
 ### Examples
@@ -192,10 +226,16 @@ json_explorer data.json --search "isinstance(value, int) and value > 10" --searc
 json_explorer --list-languages
 
 # Generate Go structs
-json_explorer data.json --generate go
+json_explorer data.json --generate go --output models.go
+
+# Generate Python dataclasses
+json_explorer data.json --generate python --output models.py
+
+# Generate Pydantic models
+json_explorer data.json --generate python --python-style pydantic --output models.py
 
 # Generate with custom configuration
-json_explorer data.json --generate go --output models.go --package-name models
+json_explorer data.json --generate go --package-name models --root-name User
 
 # Interactive code generation
 json_explorer data.json --interactive  # Then select code generation menu
@@ -282,10 +322,18 @@ from json_explorer.codegen import (
 )
 from json_explorer.analyzer import analyze_json
 
-# Quick generation
+# Quick generation - Go
 go_code = quick_generate(test_data, language="go")
 print(go_code)
 
+# Quick generation - Python dataclass
+python_code = quick_generate(test_data, language="python", style="dataclass")
+print(python_code)
+
+# Quick generation - Pydantic model
+pydantic_code = quick_generate(test_data, language="python", style="pydantic")
+print(pydantic_code)
+
 # Detailed generation workflow
 analysis = analyze_json(test_data)
 config = create_config(
@@ -307,21 +355,24 @@ print("Supported languages:", languages)
 go_info = get_language_info("go")
 print("Go generator info:", go_info)
 
+python_info = get_language_info("python")
+print("Python generator info:", python_info)
+
 # Interactive code generation
-from json_explorer.codegen import create_interactive_handler
+from json_explorer.codegen.interactive import CodegenInteractiveHandler
 
-handler = create_interactive_handler(test_data)
+handler = CodegenInteractiveHandler(test_data)
 handler.run_interactive()  # Launches interactive interface
 ```
 
 ### Supported Languages
 
-| Language       | Status          | Features                                         |
-| -------------- | --------------- | ------------------------------------------------ |
-| **Go**         | ✅ Full Support | Structs, JSON tags, pointers, configurable types |
-| **Python**     | 🚧 Coming Soon  | Dataclasses, Pydantic models, type hints         |
-| **TypeScript** | 🚧 Coming Soon  | Interfaces, types, optional properties           |
-| **Rust**       | 🚧 Coming Soon  | Structs, Serde annotations, Option types         |
+| Language       | Status          | Features                                            |
+| -------------- | --------------- | --------------------------------------------------- |
+| **Go**         | ✅ Full Support | Structs, JSON tags, pointers, configurable types    |
+| **Python**     | ✅ Full Support | Dataclasses, Pydantic models, TypedDict, type hints |
+| **TypeScript** | 🚧 Coming Soon  | Interfaces, types, optional properties              |
+| **Rust**       | 🚧 Coming Soon  | Structs, Serde annotations, Option types            |
 
 ### Code Generation Features
 
@@ -336,7 +387,7 @@ handler.run_interactive()  # Launches interactive interface
 
 ## Configuration
 
-### Code Generation Config Example
+### Go Configuration Example
 
 ```json
 {
@@ -346,9 +397,29 @@ handler.run_interactive()  # Launches interactive interface
   "json_tag_omitempty": true,
   "struct_case": "pascal",
   "field_case": "pascal",
-  "use_pointers_for_optional": true,
-  "int_type": "int64",
-  "float_type": "float64"
+  "language_config": {
+    "use_pointers_for_optional": true,
+    "int_type": "int64",
+    "float_type": "float64"
+  }
+}
+```
+
+### Python Configuration Example
+
+```json
+{
+  "package_name": "models",
+  "add_comments": true,
+  "struct_case": "pascal",
+  "field_case": "snake",
+  "language_config": {
+    "style": "pydantic",
+    "use_optional": true,
+    "pydantic_use_field": true,
+    "pydantic_use_alias": true,
+    "pydantic_config_dict": true
+  }
 }
 ```
 
@@ -356,13 +427,14 @@ Load configuration:
 
 ```bash
 json_explorer data.json --generate go --config config.json
+json_explorer data.json --generate python --config config.json
 ```
 
 ---
 
 ## API Reference
 
-For the complete API reference got to [JSON Explorer API Documentation](https://ms-32154.github.io/py-json-analyzer/) or see the source code.
+For the complete API reference go to [JSON Explorer API Documentation](https://ms-32154.github.io/py-json-analyzer/) or see the source code.
 
 ---
 
@@ -370,6 +442,8 @@ For the complete API reference got to [JSON Explorer API Documentation](https://
 
 This project is licensed under the MIT License - see the [LICENSE](LICENSE) file for details.
 
+---
+
 ## Contributing
 
 Contributions are welcome! Please feel free to submit a Pull Request.
@@ -380,6 +454,8 @@ Contributions are welcome! Please feel free to submit a Pull Request.
 4. Push to the branch (`git push origin feature/AmazingFeature`)
 5. Open a Pull Request
 
+---
+
 ## Support
 
 If you encounter any issues or have questions, please:

py_json_analyzer-0.3.0/json_explorer/__init__.py

@@ -0,0 +1 @@
+__version__ = "0.3.0"

{py_json_analyzer-0.2.0 → py_json_analyzer-0.3.0}/json_explorer/analyzer.py

@@ -4,7 +4,7 @@ from rich.progress import Progress, SpinnerColumn, TextColumn
 
 
 def detect_timestamp(value):
-    if not isinstance(value, str):
+    if not isinstance(value, str) or len(value) < 4:
         return False
     parsed = dateparser.parse(value)
     return parsed is not None
@@ -27,6 +27,7 @@ def analyze_json(data):
                     progress.update(task, advance=1)
                     children[key] = analyze_node(val)
                 return {"type": "object", "children": children}
+
             elif isinstance(node, list):
                 # Skip empty or null-only lists
                 non_empty_items = [
@@ -67,6 +68,11 @@ def analyze_json(data):
                     }
 
                 return {"type": "list", "child_type": "mixed"}
+
+            elif node is None:
+                # Explicitly handle None - mark as unknown but with a flag
+                return {"type": "unknown", "is_none": True}
+
             else:
                 if isinstance(node, str):
                     if detect_timestamp(node):
@@ -79,11 +85,20 @@ def analyze_json(data):
         def merge_object_summaries(summaries):
             key_structures = {}
             key_counts = Counter()
+            key_none_counts = Counter()
             total = len(summaries)
 
             for summary in summaries:
+                seen_keys = set()
+
                 for key, val in summary.get("children", {}).items():
                     key_counts[key] += 1
+                    seen_keys.add(key)
+
+                    # Track if this value is None/unknown
+                    if val.get("type") == "unknown":
+                        key_none_counts[key] += 1
+
                     if key not in key_structures:
                         key_structures[key] = []
                     key_structures[key].append(val)
@@ -93,19 +108,34 @@ def analyze_json(data):
 
             for key, structures in key_structures.items():
                 count = key_counts[key]
-                optional = count < total
+                none_count = key_none_counts[key]
+
+                # Field is optional if:
+                # 1. Missing from some objects (count < total)
+                # 2. Has None in some objects (none_count > 0)
+                optional = (count < total) or (none_count > 0)
 
-                # Get unique types for this key
-                types = {s["type"] for s in structures}
+                # Filter out None/unknown types to find concrete types
+                concrete_structures = [
+                    s for s in structures if s.get("type") != "unknown"
+                ]
+
+                # If we have concrete types, use those; otherwise use all structures
+                working_structures = (
+                    concrete_structures if concrete_structures else structures
+                )
+
+                # Get unique types from working structures
+                types = {s["type"] for s in working_structures}
 
                 if len(types) == 1:
-                    # All structures have the same type
+                    # Single type (possibly with None values)
                     structure_type = list(types)[0]
 
                     if structure_type == "object":
                         # Recursively merge object structures
                         merged_children, child_conflicts = merge_object_summaries(
-                            structures
+                            working_structures
                         )
                         merged[key] = {
                             "type": "object",
@@ -117,7 +147,7 @@ def analyze_json(data):
 
                     elif structure_type == "list":
                         # Merge list structures
-                        merged_list = merge_list_summaries(structures)
+                        merged_list = merge_list_summaries(working_structures)
                         merged[key] = {
                             "type": "list",
                             "optional": optional,
@@ -125,13 +155,18 @@ def analyze_json(data):
                         }
 
                     else:
-                        # Primitive type
+                        # Primitive type (possibly with None)
                         merged[key] = {"type": structure_type, "optional": optional}
-                else:
-                    # Type conflict
+
+                elif len(types) > 1:
+                    # Multiple different types = real conflict
                     merged[key] = {"type": "conflict", "optional": optional}
                     conflicts[key] = list(types)
 
+                else:
+                    # Should not happen, but handle gracefully
+                    merged[key] = {"type": "unknown", "optional": optional}
+
             return merged, conflicts
 
         def merge_list_summaries(summaries):