netra-zen 1.0.9__py3-none-any.whl → 1.0.11__py3-none-any.whl

scripts/embed_release_credentials.py

@@ -1,75 +1,75 @@
-#!/usr/bin/env python3
-"""Embed telemetry credentials for release builds.
-
-Usage:
-    COMMUNITY_CREDENTIALS="<base64-json>" python scripts/embed_release_credentials.py
-"""
-
-from __future__ import annotations
-
-import base64
-import json
-import os
-import sys
-from pathlib import Path
-
-
-PROJECT_ROOT = Path(__file__).resolve().parents[1]
-TARGET_FILE = PROJECT_ROOT / "zen" / "telemetry" / "embedded_credentials.py"
-
-
-def main() -> int:
-    encoded = os.getenv("COMMUNITY_CREDENTIALS", "").strip()
-    if not encoded:
-        print(
-            "COMMUNITY_CREDENTIALS is not set. Set the base64-encoded "
-            "service-account JSON before running this script.",
-            file=sys.stderr,
-        )
-        return 1
-
-    try:
-        decoded = base64.b64decode(encoded)
-        info = json.loads(decoded)
-    except Exception as exc:  # pragma: no cover - defensive guard
-        print(f"Failed to decode telemetry credentials: {exc}", file=sys.stderr)
-        return 2
-
-    project_id = info.get("project_id", "netra-telemetry-public")
-    encoded_literal = repr(encoded)
-
-    generated = f'''"""Embedded telemetry credentials. AUTO-GENERATED - DO NOT COMMIT."""
-
-import base64
-import json
-from google.oauth2 import service_account
-
-_EMBEDDED_CREDENTIALS_B64 = {encoded_literal}
-_CREDENTIALS_DICT = json.loads(
-    base64.b64decode(_EMBEDDED_CREDENTIALS_B64.encode("utf-8"))
-)
-
-
-def get_embedded_credentials():
-    """Return service account credentials."""
-    try:
-        return service_account.Credentials.from_service_account_info(
-            _CREDENTIALS_DICT,
-            scopes=["https://www.googleapis.com/auth/trace.append"],
-        )
-    except Exception:
-        return None
-
-
-def get_project_id() -> str:
-    """Return GCP project ID."""
-    return _CREDENTIALS_DICT.get("project_id", {project_id!r})
-'''
-
-    TARGET_FILE.write_text(generated)
-    print(f"Embedded release credentials written to {TARGET_FILE.relative_to(PROJECT_ROOT)}")
-    return 0
-
-
-if __name__ == "__main__":
-    raise SystemExit(main())
+#!/usr/bin/env python3
+"""Embed telemetry credentials for release builds.
+
+Usage:
+    COMMUNITY_CREDENTIALS="<base64-json>" python scripts/embed_release_credentials.py
+"""
+
+from __future__ import annotations
+
+import base64
+import json
+import os
+import sys
+from pathlib import Path
+
+
+PROJECT_ROOT = Path(__file__).resolve().parents[1]
+TARGET_FILE = PROJECT_ROOT / "zen" / "telemetry" / "embedded_credentials.py"
+
+
+def main() -> int:
+    encoded = os.getenv("COMMUNITY_CREDENTIALS", "").strip()
+    if not encoded:
+        print(
+            "COMMUNITY_CREDENTIALS is not set. Set the base64-encoded "
+            "service-account JSON before running this script.",
+            file=sys.stderr,
+        )
+        return 1
+
+    try:
+        decoded = base64.b64decode(encoded)
+        info = json.loads(decoded)
+    except Exception as exc:  # pragma: no cover - defensive guard
+        print(f"Failed to decode telemetry credentials: {exc}", file=sys.stderr)
+        return 2
+
+    project_id = info.get("project_id", "netra-telemetry-public")
+    encoded_literal = repr(encoded)
+
+    generated = f'''"""Embedded telemetry credentials. AUTO-GENERATED - DO NOT COMMIT."""
+
+import base64
+import json
+from google.oauth2 import service_account
+
+_EMBEDDED_CREDENTIALS_B64 = {encoded_literal}
+_CREDENTIALS_DICT = json.loads(
+    base64.b64decode(_EMBEDDED_CREDENTIALS_B64.encode("utf-8"))
+)
+
+
+def get_embedded_credentials():
+    """Return service account credentials."""
+    try:
+        return service_account.Credentials.from_service_account_info(
+            _CREDENTIALS_DICT,
+            scopes=["https://www.googleapis.com/auth/trace.append"],
+        )
+    except Exception:
+        return None
+
+
+def get_project_id() -> str:
+    """Return GCP project ID."""
+    return _CREDENTIALS_DICT.get("project_id", {project_id!r})
+'''
+
+    TARGET_FILE.write_text(generated)
+    print(f"Embedded release credentials written to {TARGET_FILE.relative_to(PROJECT_ROOT)}")
+    return 0
+
+
+if __name__ == "__main__":
+    raise SystemExit(main())

scripts/test_apex_telemetry_debug.py

@@ -0,0 +1,221 @@
+#!/usr/bin/env python3
+"""
+Debug script to test apex telemetry and identify why spans aren't appearing in Cloud Trace.
+Run this after setting COMMUNITY_CREDENTIALS to diagnose the issue.
+"""
+
+import sys
+import logging
+from pathlib import Path
+
+# Add project to path
+sys.path.insert(0, str(Path(__file__).parent.parent))
+
+# Enable debug logging
+logging.basicConfig(
+    level=logging.DEBUG,
+    format='%(asctime)s - %(name)s - %(levelname)s - %(message)s'
+)
+
+def test_telemetry_manager():
+    """Test that telemetry manager is properly initialized."""
+    print("=" * 80)
+    print("TEST 1: Telemetry Manager Initialization")
+    print("=" * 80)
+
+    from zen.telemetry import telemetry_manager
+
+    print(f"Telemetry manager type: {type(telemetry_manager)}")
+    print(f"Is enabled: {telemetry_manager.is_enabled()}")
+
+    if hasattr(telemetry_manager, '_tracer'):
+        print(f"Has _tracer: {telemetry_manager._tracer is not None}")
+    else:
+        print("❌ No _tracer attribute")
+
+    if hasattr(telemetry_manager, '_provider'):
+        print(f"Has _provider: {telemetry_manager._provider is not None}")
+    else:
+        print("❌ No _provider attribute")
+
+    print()
+    return telemetry_manager.is_enabled()
+
+
+def test_apex_wrapper_import():
+    """Test that apex wrapper can be imported."""
+    print("=" * 80)
+    print("TEST 2: Apex Telemetry Wrapper Import")
+    print("=" * 80)
+
+    try:
+        from zen.telemetry.apex_telemetry import ApexTelemetryWrapper
+        print("✅ ApexTelemetryWrapper imported successfully")
+
+        wrapper = ApexTelemetryWrapper()
+        print(f"✅ Wrapper instance created: {type(wrapper)}")
+        print()
+        return True
+    except Exception as e:
+        print(f"❌ Failed to import ApexTelemetryWrapper: {e}")
+        import traceback
+        traceback.print_exc()
+        print()
+        return False
+
+
+def test_manual_span_emission():
+    """Test manual span emission using telemetry manager."""
+    print("=" * 80)
+    print("TEST 3: Manual Span Emission")
+    print("=" * 80)
+
+    from zen.telemetry import telemetry_manager
+
+    if not telemetry_manager.is_enabled():
+        print("⚠️  Telemetry is not enabled - skipping test")
+        print()
+        return False
+
+    try:
+        from opentelemetry.trace import SpanKind
+
+        print("Creating test span...")
+        with telemetry_manager._tracer.start_as_current_span(
+            "test.apex.span", kind=SpanKind.INTERNAL
+        ) as span:
+            span.set_attribute("test.type", "manual")
+            span.set_attribute("test.value", 123)
+            print("✅ Span created and attributes set")
+
+        print("Flushing provider...")
+        if hasattr(telemetry_manager, '_provider') and telemetry_manager._provider:
+            telemetry_manager._provider.force_flush(timeout_millis=5000)
+            print("✅ Provider flushed")
+
+        print("✅ Manual span test completed")
+        print("   Check Cloud Trace for span: 'test.apex.span'")
+        print()
+        return True
+
+    except Exception as e:
+        print(f"❌ Manual span emission failed: {e}")
+        import traceback
+        traceback.print_exc()
+        print()
+        return False
+
+
+def test_apex_wrapper_emission():
+    """Test apex wrapper span emission."""
+    print("=" * 80)
+    print("TEST 4: Apex Wrapper Span Emission")
+    print("=" * 80)
+
+    from zen.telemetry.apex_telemetry import ApexTelemetryWrapper
+
+    wrapper = ApexTelemetryWrapper()
+    wrapper.start_time = 1000.0
+    wrapper.end_time = 1010.0
+    wrapper.exit_code = 0
+    wrapper.message = "test apex telemetry debug"
+    wrapper.env = "staging"
+    wrapper.stdout = ""
+    wrapper.stderr = ""
+
+    print("Emitting telemetry with wrapper...")
+    try:
+        wrapper._emit_telemetry()
+        print("✅ Wrapper._emit_telemetry() completed")
+        print("   Check Cloud Trace for span: 'apex.instance'")
+        print()
+        return True
+    except Exception as e:
+        print(f"❌ Wrapper emission failed: {e}")
+        import traceback
+        traceback.print_exc()
+        print()
+        return False
+
+
+def test_credentials():
+    """Test credential loading."""
+    print("=" * 80)
+    print("TEST 5: Credential Loading")
+    print("=" * 80)
+
+    from zen.telemetry import get_embedded_credentials, get_project_id
+
+    creds = get_embedded_credentials()
+    if creds:
+        print(f"✅ Credentials loaded")
+        project_id = get_project_id()
+        print(f"✅ Project ID: {project_id}")
+        print()
+        return True
+    else:
+        print("❌ No credentials found")
+        print("   Set COMMUNITY_CREDENTIALS environment variable")
+        print()
+        return False
+
+
+def main():
+    """Run all diagnostic tests."""
+    print("\n🔍 APEX TELEMETRY DEBUG TESTS")
+    print("=" * 80)
+
+    results = {}
+
+    results['credentials'] = test_credentials()
+    results['telemetry_manager'] = test_telemetry_manager()
+    results['apex_wrapper_import'] = test_apex_wrapper_import()
+
+    if results['telemetry_manager']:
+        results['manual_span'] = test_manual_span_emission()
+        results['apex_wrapper'] = test_apex_wrapper_emission()
+    else:
+        print("⚠️  Skipping span tests - telemetry not enabled")
+        results['manual_span'] = False
+        results['apex_wrapper'] = False
+
+    # Summary
+    print("=" * 80)
+    print("SUMMARY")
+    print("=" * 80)
+
+    for test_name, passed in results.items():
+        status = "✅ PASS" if passed else "❌ FAIL"
+        print(f"{status:10} {test_name}")
+
+    print()
+
+    if all(results.values()):
+        print("✅ ALL TESTS PASSED!")
+        print("\nIf spans still don't appear in Cloud Trace:")
+        print("  1. Wait 60 seconds (BatchSpanProcessor batches spans)")
+        print("  2. Check Cloud Trace console")
+        print("  3. Verify project ID matches your GCP setup")
+        print("  4. Check service account has cloudtrace.traces.patch permission")
+        return 0
+    else:
+        print("❌ SOME TESTS FAILED")
+        print("\nTroubleshooting:")
+
+        if not results['credentials']:
+            print("  • Set COMMUNITY_CREDENTIALS: export COMMUNITY_CREDENTIALS='<base64-json>'")
+
+        if not results['telemetry_manager']:
+            print("  • Telemetry manager not initialized - check credentials")
+
+        if results['telemetry_manager'] and not results['manual_span']:
+            print("  • Manual span failed - check OpenTelemetry setup")
+
+        if results['telemetry_manager'] and not results['apex_wrapper']:
+            print("  • Apex wrapper failed - check implementation")
+
+        return 1
+
+
+if __name__ == "__main__":
+    sys.exit(main())

scripts/verify_log_transmission.py

@@ -1,140 +1,140 @@
-#!/usr/bin/env python3
-"""
-Verification script to prove JSONL logs are bundled in payload
-"""
-
-import json
-import sys
-from pathlib import Path
-
-# Add parent directory to path
-sys.path.insert(0, str(Path(__file__).parent.parent))
-
-from scripts.agent_logs import collect_recent_logs
-
-
-def verify_log_bundling(log_path: str):
-    """
-    Verify that logs are properly collected and bundled
-
-    Args:
-        log_path: Path to JSONL file or directory
-    """
-    print("=" * 70)
-    print("JSONL LOG TRANSMISSION VERIFICATION")
-    print("=" * 70)
-    print()
-
-    # Step 1: Collect logs
-    print("Step 1: Collecting logs from file...")
-    result = collect_recent_logs(limit=1, base_path=log_path)
-
-    if not result:
-        print("❌ FAILED: No logs collected")
-        return False
-
-    logs, files_read, file_info = result
-    print(f"✓ Successfully collected {len(logs)} log entries from {files_read} file(s)")
-    print()
-
-    # Step 2: Show file details
-    print("Step 2: File details...")
-    for info in file_info:
-        print(f"  File: {info['name']}")
-        print(f"  Hash: {info['hash']}")
-        print(f"  Entries: {info['entries']}")
-    print()
-
-    # Step 3: Simulate payload creation
-    print("Step 3: Simulating WebSocket payload creation...")
-    payload = {
-        "type": "message_create",
-        "run_id": "test-run-id",
-        "payload": {
-            "message": "Test message with logs",
-            "jsonl_logs": logs  # This is where logs are added
-        }
-    }
-
-    print(f"✓ Payload created with 'jsonl_logs' key")
-    print(f"  Payload keys: {list(payload['payload'].keys())}")
-    print()
-
-    # Step 4: Verify payload size
-    print("Step 4: Calculating payload size...")
-    payload_json = json.dumps(payload)
-    payload_size_bytes = len(payload_json.encode('utf-8'))
-    payload_size_kb = payload_size_bytes / 1024
-    payload_size_mb = payload_size_kb / 1024
-
-    if payload_size_mb >= 1:
-        size_str = f"{payload_size_mb:.2f} MB"
-    elif payload_size_kb >= 1:
-        size_str = f"{payload_size_kb:.2f} KB"
-    else:
-        size_str = f"{payload_size_bytes} bytes"
-
-    print(f"✓ Total payload size: {size_str}")
-    print()
-
-    # Step 5: Show sample log entries
-    print("Step 5: Sample log entries in payload...")
-    if logs:
-        print(f"  First entry keys: {list(logs[0].keys())}")
-        print(f"  First entry timestamp: {logs[0].get('timestamp', 'N/A')}")
-        print(f"  Last entry timestamp: {logs[-1].get('timestamp', 'N/A')}")
-    print()
-
-    # Step 6: Verify transmission-ready
-    print("Step 6: Transmission verification...")
-    print(f"✓ Payload is valid JSON: {payload_json is not None}")
-    print(f"✓ Payload contains 'jsonl_logs': {'jsonl_logs' in payload['payload']}")
-    print(f"✓ Log count in payload: {len(payload['payload']['jsonl_logs'])}")
-    print()
-
-    print("=" * 70)
-    print("✅ VERIFICATION COMPLETE")
-    print("=" * 70)
-    print()
-    print("PROOF OF TRANSMISSION:")
-    print(f"  • {len(logs)} JSONL log entries are bundled in the payload")
-    print(f"  • Payload size: {size_str}")
-    print(f"  • Ready for WebSocket transmission to backend")
-    print()
-
-    # Optional: Save proof file
-    proof_file = Path("/tmp/zen_transmission_proof.json")
-    proof_payload = {
-        "verification_timestamp": "verification_run",
-        "log_count": len(logs),
-        "files_read": files_read,
-        "file_info": file_info,
-        "payload_size": size_str,
-        "sample_first_entry": logs[0] if logs else None,
-        "sample_last_entry": logs[-1] if logs else None,
-        "payload_structure": {
-            "type": payload["type"],
-            "run_id": payload["run_id"],
-            "payload_keys": list(payload["payload"].keys()),
-            "jsonl_logs_present": "jsonl_logs" in payload["payload"],
-            "jsonl_logs_count": len(payload["payload"]["jsonl_logs"])
-        }
-    }
-
-    with open(proof_file, 'w') as f:
-        json.dump(proof_payload, f, indent=2)
-
-    print(f"📝 Detailed proof saved to: {proof_file}")
-    print()
-
-    return True
-
-
-if __name__ == "__main__":
-    if len(sys.argv) < 2:
-        print("Usage: python verify_log_transmission.py <path-to-jsonl-file>")
-        sys.exit(1)
-
-    log_path = sys.argv[1]
-    success = verify_log_bundling(log_path)
-    sys.exit(0 if success else 1)
+#!/usr/bin/env python3
+"""
+Verification script to prove JSONL logs are bundled in payload
+"""
+
+import json
+import sys
+from pathlib import Path
+
+# Add parent directory to path
+sys.path.insert(0, str(Path(__file__).parent.parent))
+
+from scripts.agent_logs import collect_recent_logs
+
+
+def verify_log_bundling(log_path: str):
+    """
+    Verify that logs are properly collected and bundled
+
+    Args:
+        log_path: Path to JSONL file or directory
+    """
+    print("=" * 70)
+    print("JSONL LOG TRANSMISSION VERIFICATION")
+    print("=" * 70)
+    print()
+
+    # Step 1: Collect logs
+    print("Step 1: Collecting logs from file...")
+    result = collect_recent_logs(limit=1, base_path=log_path)
+
+    if not result:
+        print("❌ FAILED: No logs collected")
+        return False
+
+    logs, files_read, file_info = result
+    print(f"✓ Successfully collected {len(logs)} log entries from {files_read} file(s)")
+    print()
+
+    # Step 2: Show file details
+    print("Step 2: File details...")
+    for info in file_info:
+        print(f"  File: {info['name']}")
+        print(f"  Hash: {info['hash']}")
+        print(f"  Entries: {info['entries']}")
+    print()
+
+    # Step 3: Simulate payload creation
+    print("Step 3: Simulating WebSocket payload creation...")
+    payload = {
+        "type": "message_create",
+        "run_id": "test-run-id",
+        "payload": {
+            "message": "Test message with logs",
+            "jsonl_logs": logs  # This is where logs are added
+        }
+    }
+
+    print(f"✓ Payload created with 'jsonl_logs' key")
+    print(f"  Payload keys: {list(payload['payload'].keys())}")
+    print()
+
+    # Step 4: Verify payload size
+    print("Step 4: Calculating payload size...")
+    payload_json = json.dumps(payload)
+    payload_size_bytes = len(payload_json.encode('utf-8'))
+    payload_size_kb = payload_size_bytes / 1024
+    payload_size_mb = payload_size_kb / 1024
+
+    if payload_size_mb >= 1:
+        size_str = f"{payload_size_mb:.2f} MB"
+    elif payload_size_kb >= 1:
+        size_str = f"{payload_size_kb:.2f} KB"
+    else:
+        size_str = f"{payload_size_bytes} bytes"
+
+    print(f"✓ Total payload size: {size_str}")
+    print()
+
+    # Step 5: Show sample log entries
+    print("Step 5: Sample log entries in payload...")
+    if logs:
+        print(f"  First entry keys: {list(logs[0].keys())}")
+        print(f"  First entry timestamp: {logs[0].get('timestamp', 'N/A')}")
+        print(f"  Last entry timestamp: {logs[-1].get('timestamp', 'N/A')}")
+    print()
+
+    # Step 6: Verify transmission-ready
+    print("Step 6: Transmission verification...")
+    print(f"✓ Payload is valid JSON: {payload_json is not None}")
+    print(f"✓ Payload contains 'jsonl_logs': {'jsonl_logs' in payload['payload']}")
+    print(f"✓ Log count in payload: {len(payload['payload']['jsonl_logs'])}")
+    print()
+
+    print("=" * 70)
+    print("✅ VERIFICATION COMPLETE")
+    print("=" * 70)
+    print()
+    print("PROOF OF TRANSMISSION:")
+    print(f"  • {len(logs)} JSONL log entries are bundled in the payload")
+    print(f"  • Payload size: {size_str}")
+    print(f"  • Ready for WebSocket transmission to backend")
+    print()
+
+    # Optional: Save proof file
+    proof_file = Path("/tmp/zen_transmission_proof.json")
+    proof_payload = {
+        "verification_timestamp": "verification_run",
+        "log_count": len(logs),
+        "files_read": files_read,
+        "file_info": file_info,
+        "payload_size": size_str,
+        "sample_first_entry": logs[0] if logs else None,
+        "sample_last_entry": logs[-1] if logs else None,
+        "payload_structure": {
+            "type": payload["type"],
+            "run_id": payload["run_id"],
+            "payload_keys": list(payload["payload"].keys()),
+            "jsonl_logs_present": "jsonl_logs" in payload["payload"],
+            "jsonl_logs_count": len(payload["payload"]["jsonl_logs"])
+        }
+    }
+
+    with open(proof_file, 'w') as f:
+        json.dump(proof_payload, f, indent=2)
+
+    print(f"📝 Detailed proof saved to: {proof_file}")
+    print()
+
+    return True
+
+
+if __name__ == "__main__":
+    if len(sys.argv) < 2:
+        print("Usage: python verify_log_transmission.py <path-to-jsonl-file>")
+        sys.exit(1)
+
+    log_path = sys.argv[1]
+    success = verify_log_bundling(log_path)
+    sys.exit(0 if success else 1)