netra-zen 1.0.10__py3-none-any.whl → 1.1.2__py3-none-any.whl

scripts/demo_log_collection.py

@@ -1,144 +1,146 @@
-#!/usr/bin/env python3
-"""
-Demonstration of log collection from .claude/Projects
-
-This script shows how the zen --apex --send-logs functionality works
-"""
-import sys
-from pathlib import Path
-import json
-
-# Add parent to path for imports
-sys.path.insert(0, str(Path(__file__).parent.parent))
-
-from scripts.agent_logs import collect_recent_logs
-
-
-def demo_log_collection():
-    """Demonstrate log collection with various scenarios"""
-
-    print("=" * 60)
-    print("Zen Apex Log Collection Demo")
-    print("=" * 60)
-    print()
-
-    # Check if .claude/Projects exists
-    claude_path = Path.home() / ".claude" / "Projects"
-
-    if not claude_path.exists():
-        print("❌ .claude/Projects does not exist")
-        print(f"   Expected location: {claude_path}")
-        print()
-        print("Creating test directory...")
-        claude_path.mkdir(parents=True, exist_ok=True)
-        test_project = claude_path / "demo-project"
-        test_project.mkdir(exist_ok=True)
-
-        # Create sample log
-        sample_log = {
-            "type": "demo_event",
-            "timestamp": "2025-01-08T12:00:00",
-            "message": "This is a demo log entry",
-            "data": {"key": "value"}
-        }
-        (test_project / "demo-session.jsonl").write_text(json.dumps(sample_log) + "\n")
-        print(f"✅ Created demo project at {test_project}")
-        print()
-
-    # Scenario 1: Collect with defaults
-    print("Scenario 1: Collect logs with defaults (limit=5, auto-detect project)")
-    print("-" * 60)
-    logs = collect_recent_logs(limit=5)
-
-    if logs:
-        print(f"✅ Collected {len(logs)} log entries")
-        print(f"   Total entries: {len(logs)}")
-        print()
-        print("   Sample entry (first):")
-        print(f"   {json.dumps(logs[0], indent=4)}")
-    else:
-        print("⚠️  No logs found")
-        print("   Tip: Run Claude Code with some commands to generate logs")
-    print()
-
-    # Scenario 2: List available projects
-    print("Scenario 2: List available projects")
-    print("-" * 60)
-    if claude_path.exists():
-        projects = [p for p in claude_path.iterdir() if p.is_dir()]
-        if projects:
-            print(f"Found {len(projects)} project(s):")
-            for proj in sorted(projects, key=lambda p: p.stat().st_mtime, reverse=True):
-                jsonl_count = len(list(proj.glob("*.jsonl")))
-                mtime = proj.stat().st_mtime
-                from datetime import datetime
-                mtime_str = datetime.fromtimestamp(mtime).strftime("%Y-%m-%d %H:%M:%S")
-                marker = "  ← most recent" if proj == projects[0] else ""
-                print(f"  • {proj.name}: {jsonl_count} .jsonl files (modified: {mtime_str}){marker}")
-        else:
-            print("  No projects found")
-    print()
-
-    # Scenario 3: Collect from specific project
-    if claude_path.exists():
-        projects = [p for p in claude_path.iterdir() if p.is_dir()]
-        if projects:
-            specific_project = projects[0].name
-            print(f"Scenario 3: Collect from specific project '{specific_project}'")
-            print("-" * 60)
-            logs = collect_recent_logs(limit=3, project_name=specific_project)
-            if logs:
-                print(f"✅ Collected {len(logs)} entries from '{specific_project}'")
-                print(f"   Entry types: {[log.get('type', 'unknown') for log in logs[:3]]}")
-            else:
-                print(f"⚠️  No logs in '{specific_project}'")
-            print()
-
-    # Scenario 4: Show what would be sent with --send-logs
-    print("Scenario 4: What gets sent with 'zen --apex --send-logs --message \"..\"'")
-    print("-" * 60)
-    logs = collect_recent_logs(limit=5)
-    if logs:
-        payload_preview = {
-            "type": "user_message",
-            "payload": {
-                "content": "your message here",
-                "run_id": "cli_20250108_120000_12345",
-                "thread_id": "cli_thread_abc123def456",
-                "timestamp": "2025-01-08T12:00:00",
-                "jsonl_logs": logs  # This is what gets attached
-            }
-        }
-        print("Payload structure:")
-        print(json.dumps(payload_preview, indent=2)[:500] + "...")
-        print()
-        print(f"✅ {len(logs)} log entries would be attached to the message")
-    else:
-        print("⚠️  No logs would be attached (none found)")
-    print()
-
-    # Summary
-    print("=" * 60)
-    print("Summary")
-    print("=" * 60)
-    print()
-    print("To use log forwarding with zen --apex:")
-    print()
-    print("  # Basic usage (attaches last 5 log files)")
-    print("  zen --apex --send-logs --message \"analyze these sessions\"")
-    print()
-    print("  # Custom number of logs")
-    print("  zen --apex --send-logs --logs-count 10 --message \"review last 10\"")
-    print()
-    print("  # Specific project")
-    if claude_path.exists() and list(claude_path.iterdir()):
-        first_project = list(p for p in claude_path.iterdir() if p.is_dir())[0].name
-        print(f"  zen --apex --send-logs --logs-project {first_project} --message \"...\"")
-    else:
-        print("  zen --apex --send-logs --logs-project PROJECT_NAME --message \"...\"")
-    print()
-    print("=" * 60)
-
-
-if __name__ == "__main__":
-    demo_log_collection()
+#!/usr/bin/env python3
+"""
+Demonstration of log collection from .claude/Projects
+
+This script shows how the zen --apex --send-logs functionality works
+"""
+import sys
+from pathlib import Path
+import json
+
+# Add parent to path for imports
+sys.path.insert(0, str(Path(__file__).parent.parent))
+
+from scripts.agent_logs import collect_recent_logs
+
+
+def demo_log_collection():
+    """Demonstrate log collection with various scenarios"""
+
+    print("=" * 60)
+    print("Zen Apex Log Collection Demo")
+    print("=" * 60)
+    print()
+
+    # Check if .claude/Projects exists
+    claude_path = Path.home() / ".claude" / "Projects"
+
+    if not claude_path.exists():
+        print("❌ .claude/Projects does not exist")
+        print(f"   Expected location: {claude_path}")
+        print()
+        print("Creating test directory...")
+        claude_path.mkdir(parents=True, exist_ok=True)
+        test_project = claude_path / "demo-project"
+        test_project.mkdir(exist_ok=True)
+
+        # Create sample log
+        sample_log = {
+            "type": "demo_event",
+            "timestamp": "2025-01-08T12:00:00",
+            "message": "This is a demo log entry",
+            "data": {"key": "value"}
+        }
+        (test_project / "demo-session.jsonl").write_text(json.dumps(sample_log) + "\n")
+        print(f"✅ Created demo project at {test_project}")
+        print()
+
+    # Scenario 1: Collect with defaults
+    print("Scenario 1: Collect logs with defaults (limit=1, auto-detect project)")
+    print("-" * 60)
+    logs = collect_recent_logs(limit=1)
+
+    if logs:
+        print(f"✅ Collected {len(logs)} log entries")
+        print(f"   Total entries: {len(logs)}")
+        print()
+        print("   Sample entry (first):")
+        print(f"   {json.dumps(logs[0], indent=4)}")
+    else:
+        print("⚠️  No logs found")
+        print("   Tip: Run Claude Code with some commands to generate logs")
+    print()
+
+    # Scenario 2: List available projects
+    print("Scenario 2: List available projects")
+    print("-" * 60)
+    if claude_path.exists():
+        projects = [p for p in claude_path.iterdir() if p.is_dir()]
+        if projects:
+            print(f"Found {len(projects)} project(s):")
+            for proj in sorted(projects, key=lambda p: p.stat().st_mtime, reverse=True):
+                jsonl_count = len(list(proj.glob("*.jsonl")))
+                mtime = proj.stat().st_mtime
+                from datetime import datetime
+                mtime_str = datetime.fromtimestamp(mtime).strftime("%Y-%m-%d %H:%M:%S")
+                marker = "  ← most recent" if proj == projects[0] else ""
+                print(f"  • {proj.name}: {jsonl_count} .jsonl files (modified: {mtime_str}){marker}")
+        else:
+            print("  No projects found")
+    print()
+
+    # Scenario 3: Collect from specific project
+    if claude_path.exists():
+        projects = [p for p in claude_path.iterdir() if p.is_dir()]
+        if projects:
+            specific_project = projects[0].name
+            print(f"Scenario 3: Collect from specific project '{specific_project}'")
+            print("-" * 60)
+            logs = collect_recent_logs(limit=3, project_name=specific_project)
+            if logs:
+                print(f"✅ Collected {len(logs)} entries from '{specific_project}'")
+                print(f"   Entry types: {[log.get('type', 'unknown') for log in logs[:3]]}")
+            else:
+                print(f"⚠️  No logs in '{specific_project}'")
+            print()
+
+    # Scenario 4: Show what would be sent with --send-logs
+    print("Scenario 4: What gets sent with 'zen --apex --send-logs --message \"..\"'")
+    print("-" * 60)
+    logs = collect_recent_logs(limit=1)
+    if logs:
+        payload_preview = {
+            "type": "user_message",
+            "payload": {
+                "content": "your message here",
+                "run_id": "cli_20250108_120000_12345",
+                "thread_id": "cli_thread_abc123def456",
+                "timestamp": "2025-01-08T12:00:00",
+                "jsonl_logs": logs  # This is what gets attached
+            }
+        }
+        print("Payload structure:")
+        print(json.dumps(payload_preview, indent=2)[:500] + "...")
+        print()
+        print(f"✅ {len(logs)} log entries would be attached to the message")
+    else:
+        print("⚠️  No logs would be attached (none found)")
+    print()
+
+    # Summary
+    print("=" * 60)
+    print("Summary")
+    print("=" * 60)
+    print()
+    print("To use log forwarding with zen --apex:")
+    print()
+    print("  # Basic usage (default: 1 log file for best results)")
+    print("  zen --apex --send-logs --message \"analyze these sessions\"")
+    print()
+    print("  # Custom number of logs (default: 1 for best results)")
+    print("  zen --apex --send-logs --message \"review recent log\" (analyzes 1 file)")
+    print("  # Multiple files (use with caution - keep payload under 1MB)")
+    print("  zen --apex --send-logs --logs-count 2 --message \"review last 2\"")
+    print()
+    print("  # Specific project")
+    if claude_path.exists() and list(claude_path.iterdir()):
+        first_project = list(p for p in claude_path.iterdir() if p.is_dir())[0].name
+        print(f"  zen --apex --send-logs --logs-project {first_project} --message \"...\"")
+    else:
+        print("  zen --apex --send-logs --logs-project PROJECT_NAME --message \"...\"")
+    print()
+    print("=" * 60)
+
+
+if __name__ == "__main__":
+    demo_log_collection()

scripts/embed_release_credentials.py

@@ -1,75 +1,75 @@
-#!/usr/bin/env python3
-"""Embed telemetry credentials for release builds.
-
-Usage:
-    COMMUNITY_CREDENTIALS="<base64-json>" python scripts/embed_release_credentials.py
-"""
-
-from __future__ import annotations
-
-import base64
-import json
-import os
-import sys
-from pathlib import Path
-
-
-PROJECT_ROOT = Path(__file__).resolve().parents[1]
-TARGET_FILE = PROJECT_ROOT / "zen" / "telemetry" / "embedded_credentials.py"
-
-
-def main() -> int:
-    encoded = os.getenv("COMMUNITY_CREDENTIALS", "").strip()
-    if not encoded:
-        print(
-            "COMMUNITY_CREDENTIALS is not set. Set the base64-encoded "
-            "service-account JSON before running this script.",
-            file=sys.stderr,
-        )
-        return 1
-
-    try:
-        decoded = base64.b64decode(encoded)
-        info = json.loads(decoded)
-    except Exception as exc:  # pragma: no cover - defensive guard
-        print(f"Failed to decode telemetry credentials: {exc}", file=sys.stderr)
-        return 2
-
-    project_id = info.get("project_id", "netra-telemetry-public")
-    encoded_literal = repr(encoded)
-
-    generated = f'''"""Embedded telemetry credentials. AUTO-GENERATED - DO NOT COMMIT."""
-
-import base64
-import json
-from google.oauth2 import service_account
-
-_EMBEDDED_CREDENTIALS_B64 = {encoded_literal}
-_CREDENTIALS_DICT = json.loads(
-    base64.b64decode(_EMBEDDED_CREDENTIALS_B64.encode("utf-8"))
-)
-
-
-def get_embedded_credentials():
-    """Return service account credentials."""
-    try:
-        return service_account.Credentials.from_service_account_info(
-            _CREDENTIALS_DICT,
-            scopes=["https://www.googleapis.com/auth/trace.append"],
-        )
-    except Exception:
-        return None
-
-
-def get_project_id() -> str:
-    """Return GCP project ID."""
-    return _CREDENTIALS_DICT.get("project_id", {project_id!r})
-'''
-
-    TARGET_FILE.write_text(generated)
-    print(f"Embedded release credentials written to {TARGET_FILE.relative_to(PROJECT_ROOT)}")
-    return 0
-
-
-if __name__ == "__main__":
-    raise SystemExit(main())
+#!/usr/bin/env python3
+"""Embed telemetry credentials for release builds.
+
+Usage:
+    COMMUNITY_CREDENTIALS="<base64-json>" python scripts/embed_release_credentials.py
+"""
+
+from __future__ import annotations
+
+import base64
+import json
+import os
+import sys
+from pathlib import Path
+
+
+PROJECT_ROOT = Path(__file__).resolve().parents[1]
+TARGET_FILE = PROJECT_ROOT / "zen" / "telemetry" / "embedded_credentials.py"
+
+
+def main() -> int:
+    encoded = os.getenv("COMMUNITY_CREDENTIALS", "").strip()
+    if not encoded:
+        print(
+            "COMMUNITY_CREDENTIALS is not set. Set the base64-encoded "
+            "service-account JSON before running this script.",
+            file=sys.stderr,
+        )
+        return 1
+
+    try:
+        decoded = base64.b64decode(encoded)
+        info = json.loads(decoded)
+    except Exception as exc:  # pragma: no cover - defensive guard
+        print(f"Failed to decode telemetry credentials: {exc}", file=sys.stderr)
+        return 2
+
+    project_id = info.get("project_id", "netra-telemetry-public")
+    encoded_literal = repr(encoded)
+
+    generated = f'''"""Embedded telemetry credentials. AUTO-GENERATED - DO NOT COMMIT."""
+
+import base64
+import json
+from google.oauth2 import service_account
+
+_EMBEDDED_CREDENTIALS_B64 = {encoded_literal}
+_CREDENTIALS_DICT = json.loads(
+    base64.b64decode(_EMBEDDED_CREDENTIALS_B64.encode("utf-8"))
+)
+
+
+def get_embedded_credentials():
+    """Return service account credentials."""
+    try:
+        return service_account.Credentials.from_service_account_info(
+            _CREDENTIALS_DICT,
+            scopes=["https://www.googleapis.com/auth/trace.append"],
+        )
+    except Exception:
+        return None
+
+
+def get_project_id() -> str:
+    """Return GCP project ID."""
+    return _CREDENTIALS_DICT.get("project_id", {project_id!r})
+'''
+
+    TARGET_FILE.write_text(generated)
+    print(f"Embedded release credentials written to {TARGET_FILE.relative_to(PROJECT_ROOT)}")
+    return 0
+
+
+if __name__ == "__main__":
+    raise SystemExit(main())

scripts/test_apex_telemetry_debug.py

@@ -0,0 +1,221 @@
+#!/usr/bin/env python3
+"""
+Debug script to test apex telemetry and identify why spans aren't appearing in Cloud Trace.
+Run this after setting COMMUNITY_CREDENTIALS to diagnose the issue.
+"""
+
+import sys
+import logging
+from pathlib import Path
+
+# Add project to path
+sys.path.insert(0, str(Path(__file__).parent.parent))
+
+# Enable debug logging
+logging.basicConfig(
+    level=logging.DEBUG,
+    format='%(asctime)s - %(name)s - %(levelname)s - %(message)s'
+)
+
+def test_telemetry_manager():
+    """Test that telemetry manager is properly initialized."""
+    print("=" * 80)
+    print("TEST 1: Telemetry Manager Initialization")
+    print("=" * 80)
+
+    from zen.telemetry import telemetry_manager
+
+    print(f"Telemetry manager type: {type(telemetry_manager)}")
+    print(f"Is enabled: {telemetry_manager.is_enabled()}")
+
+    if hasattr(telemetry_manager, '_tracer'):
+        print(f"Has _tracer: {telemetry_manager._tracer is not None}")
+    else:
+        print("❌ No _tracer attribute")
+
+    if hasattr(telemetry_manager, '_provider'):
+        print(f"Has _provider: {telemetry_manager._provider is not None}")
+    else:
+        print("❌ No _provider attribute")
+
+    print()
+    return telemetry_manager.is_enabled()
+
+
+def test_apex_wrapper_import():
+    """Test that apex wrapper can be imported."""
+    print("=" * 80)
+    print("TEST 2: Apex Telemetry Wrapper Import")
+    print("=" * 80)
+
+    try:
+        from zen.telemetry.apex_telemetry import ApexTelemetryWrapper
+        print("✅ ApexTelemetryWrapper imported successfully")
+
+        wrapper = ApexTelemetryWrapper()
+        print(f"✅ Wrapper instance created: {type(wrapper)}")
+        print()
+        return True
+    except Exception as e:
+        print(f"❌ Failed to import ApexTelemetryWrapper: {e}")
+        import traceback
+        traceback.print_exc()
+        print()
+        return False
+
+
+def test_manual_span_emission():
+    """Test manual span emission using telemetry manager."""
+    print("=" * 80)
+    print("TEST 3: Manual Span Emission")
+    print("=" * 80)
+
+    from zen.telemetry import telemetry_manager
+
+    if not telemetry_manager.is_enabled():
+        print("⚠️  Telemetry is not enabled - skipping test")
+        print()
+        return False
+
+    try:
+        from opentelemetry.trace import SpanKind
+
+        print("Creating test span...")
+        with telemetry_manager._tracer.start_as_current_span(
+            "test.apex.span", kind=SpanKind.INTERNAL
+        ) as span:
+            span.set_attribute("test.type", "manual")
+            span.set_attribute("test.value", 123)
+            print("✅ Span created and attributes set")
+
+        print("Flushing provider...")
+        if hasattr(telemetry_manager, '_provider') and telemetry_manager._provider:
+            telemetry_manager._provider.force_flush(timeout_millis=5000)
+            print("✅ Provider flushed")
+
+        print("✅ Manual span test completed")
+        print("   Check Cloud Trace for span: 'test.apex.span'")
+        print()
+        return True
+
+    except Exception as e:
+        print(f"❌ Manual span emission failed: {e}")
+        import traceback
+        traceback.print_exc()
+        print()
+        return False
+
+
+def test_apex_wrapper_emission():
+    """Test apex wrapper span emission."""
+    print("=" * 80)
+    print("TEST 4: Apex Wrapper Span Emission")
+    print("=" * 80)
+
+    from zen.telemetry.apex_telemetry import ApexTelemetryWrapper
+
+    wrapper = ApexTelemetryWrapper()
+    wrapper.start_time = 1000.0
+    wrapper.end_time = 1010.0
+    wrapper.exit_code = 0
+    wrapper.message = "test apex telemetry debug"
+    wrapper.env = "staging"
+    wrapper.stdout = ""
+    wrapper.stderr = ""
+
+    print("Emitting telemetry with wrapper...")
+    try:
+        wrapper._emit_telemetry()
+        print("✅ Wrapper._emit_telemetry() completed")
+        print("   Check Cloud Trace for span: 'apex.instance'")
+        print()
+        return True
+    except Exception as e:
+        print(f"❌ Wrapper emission failed: {e}")
+        import traceback
+        traceback.print_exc()
+        print()
+        return False
+
+
+def test_credentials():
+    """Test credential loading."""
+    print("=" * 80)
+    print("TEST 5: Credential Loading")
+    print("=" * 80)
+
+    from zen.telemetry import get_embedded_credentials, get_project_id
+
+    creds = get_embedded_credentials()
+    if creds:
+        print(f"✅ Credentials loaded")
+        project_id = get_project_id()
+        print(f"✅ Project ID: {project_id}")
+        print()
+        return True
+    else:
+        print("❌ No credentials found")
+        print("   Set COMMUNITY_CREDENTIALS environment variable")
+        print()
+        return False
+
+
+def main():
+    """Run all diagnostic tests."""
+    print("\n🔍 APEX TELEMETRY DEBUG TESTS")
+    print("=" * 80)
+
+    results = {}
+
+    results['credentials'] = test_credentials()
+    results['telemetry_manager'] = test_telemetry_manager()
+    results['apex_wrapper_import'] = test_apex_wrapper_import()
+
+    if results['telemetry_manager']:
+        results['manual_span'] = test_manual_span_emission()
+        results['apex_wrapper'] = test_apex_wrapper_emission()
+    else:
+        print("⚠️  Skipping span tests - telemetry not enabled")
+        results['manual_span'] = False
+        results['apex_wrapper'] = False
+
+    # Summary
+    print("=" * 80)
+    print("SUMMARY")
+    print("=" * 80)
+
+    for test_name, passed in results.items():
+        status = "✅ PASS" if passed else "❌ FAIL"
+        print(f"{status:10} {test_name}")
+
+    print()
+
+    if all(results.values()):
+        print("✅ ALL TESTS PASSED!")
+        print("\nIf spans still don't appear in Cloud Trace:")
+        print("  1. Wait 60 seconds (BatchSpanProcessor batches spans)")
+        print("  2. Check Cloud Trace console")
+        print("  3. Verify project ID matches your GCP setup")
+        print("  4. Check service account has cloudtrace.traces.patch permission")
+        return 0
+    else:
+        print("❌ SOME TESTS FAILED")
+        print("\nTroubleshooting:")
+
+        if not results['credentials']:
+            print("  • Set COMMUNITY_CREDENTIALS: export COMMUNITY_CREDENTIALS='<base64-json>'")
+
+        if not results['telemetry_manager']:
+            print("  • Telemetry manager not initialized - check credentials")
+
+        if results['telemetry_manager'] and not results['manual_span']:
+            print("  • Manual span failed - check OpenTelemetry setup")
+
+        if results['telemetry_manager'] and not results['apex_wrapper']:
+            print("  • Apex wrapper failed - check implementation")
+
+        return 1
+
+
+if __name__ == "__main__":
+    sys.exit(main())