unaiverse 0.1.6__cp311-cp311-macosx_10_9_x86_64.whl

unaiverse/networking/p2p/__init__.py

@@ -0,0 +1,198 @@
+"""
+       █████  █████ ██████   █████           █████ █████   █████ ██████████ ███████████    █████████  ██████████
+      ░░███  ░░███ ░░██████ ░░███           ░░███ ░░███   ░░███ ░░███░░░░░█░░███░░░░░███  ███░░░░░███░░███░░░░░█
+       ░███   ░███  ░███░███ ░███   ██████   ░███  ░███    ░███  ░███  █ ░  ░███    ░███ ░███    ░░░  ░███  █ ░ 
+       ░███   ░███  ░███░░███░███  ░░░░░███  ░███  ░███    ░███  ░██████    ░██████████  ░░█████████  ░██████   
+       ░███   ░███  ░███ ░░██████   ███████  ░███  ░░███   ███   ░███░░█    ░███░░░░░███  ░░░░░░░░███ ░███░░█   
+       ░███   ░███  ░███  ░░█████  ███░░███  ░███   ░░░█████░    ░███ ░   █ ░███    ░███  ███    ░███ ░███ ░   █
+       ░░████████   █████  ░░█████░░████████ █████    ░░███      ██████████ █████   █████░░█████████  ██████████
+        ░░░░░░░░   ░░░░░    ░░░░░  ░░░░░░░░ ░░░░░      ░░░      ░░░░░░░░░░ ░░░░░   ░░░░░  ░░░░░░░░░  ░░░░░░░░░░ 
+                 A Collectionless AI Project (https://collectionless.ai)
+                 Registration/Login: https://unaiverse.io
+                 Code Repositories:  https://github.com/collectionlessai/
+                 Main Developers:    Stefano Melacci (Project Leader), Christian Di Maio, Tommaso Guidi
+"""
+from . import messages
+from . import p2p
+from . import golibp2p
+from . import lib_types
+import os
+import sys
+import glob
+import json
+import ctypes
+import hashlib
+import platform
+import warnings
+from typing import cast
+from .messages import Msg
+from .p2p import P2P, P2PError
+from .golibp2p import GoLibP2P  # Your stub interface definition
+from .lib_types import TypeInterface  # Assuming TypeInterface handles the void* results
+
+
+# --- Helper Functions ---
+def _get_lib_filename():
+    """Determines the correct shared library filename based on the OS."""
+    system = platform.system()
+    if system == 'Linux':
+        return 'unailib*.so'
+    elif system == 'Darwin':
+        return 'unailib*.dylib'
+    elif system == 'Windows':
+        return 'unailib*.pyd'
+    # This error should ideally never be reached if setup.py ran correctly.
+    raise ImportError(f"Unsupported operating system for shared library: {system}")
+
+def _get_file_hash(filepath):
+    """Calculates the SHA256 hash of a file, returning None if it doesn't exist."""
+    if not os.path.exists(filepath):
+        return None
+    sha256_hash = hashlib.sha256()
+    with open(filepath, "rb") as f:
+        for byte_block in iter(lambda: f.read(4096), b""):
+            sha256_hash.update(byte_block)
+    return sha256_hash.hexdigest()
+
+def _developer_source_check():
+    """
+    If source files are present (i.e., in a dev environment), check if the
+    compiled library is in sync with the source code.
+    """
+    go_source_file = os.path.join(_lib_dir, 'lib.go')
+    hash_file = go_source_file + '.sha256'
+    
+    # This check only runs if all dev files are present. For users who
+    # installed from a wheel, these files won't exist, and this is skipped.
+    if os.path.exists(go_source_file) and os.path.exists(hash_file):
+        current_source_hash = _get_file_hash(go_source_file)
+        
+        stored_build_hash = None
+        with open(hash_file, 'r') as f:
+            stored_build_hash = f.read().strip()
+            
+        if current_source_hash != stored_build_hash:
+            # Use warnings.warn for a standard, non-intrusive developer warning.
+            warnings.warn(
+                "\n" + "="*80 +
+                "\nWARNING: The Go source file (lib.go) has been modified since the shared\n"
+                "library was last compiled. Your running code may not reflect recent changes.\n\n"
+                "To fix this, run: pip install -e .\n" +
+                "="*80,
+                UserWarning
+            )
+
+# --- Main Library Loading ---
+# The shared library is guaranteed by the build process to be in this directory.
+_lib_dir = os.path.dirname(os.path.abspath(__file__))
+_shared_lib = None
+
+try:
+    _results = glob.glob(os.path.join(_lib_dir, _get_lib_filename()))
+    _lib_path = os.path.join(_lib_dir, _results[0])
+    _shared_lib = ctypes.CDLL(_lib_path)
+except OSError as e:
+    print(
+        f"FATAL: Could not load the required p2p shared library from {_lib_path}.\n"
+        "This indicates a corrupted or missing installation. "
+        "Please try reinstalling the 'unaiverse' package.\n"
+        f"Underlying error: {e}",
+        file=sys.stderr
+    )
+    raise ImportError("Failed to load the UNaIVERSE p2p shared library.") from e
+
+# Run the check after successfully loading the library.
+if _shared_lib is not None:
+    _developer_source_check()
+    print(f"UNaIVERSE: Successfully loaded p2p library from {_lib_path}")
+
+# --- Function Prototypes (argtypes and restype) ---
+# Using void* for returned C strings, requiring TypeInterface for conversion/freeing.
+
+# Define argtypes for the Go init function here
+_shared_lib.InitializeLibrary.argtypes = [ctypes.c_int, ctypes.c_int, ctypes.c_int, ctypes.c_int, ctypes.c_int]
+_shared_lib.InitializeLibrary.restype = None
+
+# Node Lifecycle & Info
+_shared_lib.CreateNode.argtypes = [ctypes.c_int, ctypes.c_char_p, ctypes.c_int, ctypes.c_char_p, ctypes.c_int, ctypes.c_int,
+                                   ctypes.c_int, ctypes.c_int, ctypes.c_int, ctypes.c_char_p, ctypes.c_char_p, ctypes.c_char_p]
+_shared_lib.CreateNode.restype = ctypes.c_void_p  # Treat returned *C.char as opaque pointer
+
+_shared_lib.CloseNode.argtypes = [ctypes.c_int]
+_shared_lib.CloseNode.restype = ctypes.c_void_p  # Treat returned *C.char as opaque pointer
+
+_shared_lib.GetNodeAddresses.argtypes = [ctypes.c_int, ctypes.c_char_p]  # Input is still a Python string -> C string
+_shared_lib.GetNodeAddresses.restype = ctypes.c_void_p  # Treat returned *C.char as opaque pointer
+
+_shared_lib.GetConnectedPeers.argtypes = [ctypes.c_int]
+_shared_lib.GetConnectedPeers.restype = ctypes.c_void_p  # Treat returned *C.char as opaque pointer
+
+_shared_lib.GetRendezvousPeers.argtypes = [ctypes.c_int]
+_shared_lib.GetRendezvousPeers.restype = ctypes.c_void_p  # Treat returned *C.char as opaque pointer
+
+# Peer Connection
+_shared_lib.ConnectTo.argtypes = [ctypes.c_int, ctypes.c_char_p]
+_shared_lib.ConnectTo.restype = ctypes.c_void_p  # Treat returned *C.char as opaque pointer
+
+_shared_lib.DisconnectFrom.argtypes = [ctypes.c_int, ctypes.c_char_p]
+_shared_lib.DisconnectFrom.restype = ctypes.c_void_p  # Treat returned *C.char as opaque pointer
+
+# Direct Messaging
+_shared_lib.SendMessageToPeer.argtypes = [ctypes.c_int, ctypes.c_char_p, ctypes.c_char_p, ctypes.c_int]
+_shared_lib.SendMessageToPeer.restype = ctypes.c_void_p  # Returns status code, not pointer
+
+# Message Queue
+_shared_lib.MessageQueueLength.argtypes = [ctypes.c_int]
+_shared_lib.MessageQueueLength.restype = ctypes.c_int  # Returns length, not pointer
+
+_shared_lib.PopMessages.argtypes = [ctypes.c_int]
+_shared_lib.PopMessages.restype = ctypes.c_void_p  # Treat returned *C.char as opaque pointer
+
+# PubSub
+_shared_lib.SubscribeToTopic.argtypes = [ctypes.c_int, ctypes.c_char_p]
+_shared_lib.SubscribeToTopic.restype = ctypes.c_void_p  # Treat returned *C.char as opaque pointer
+
+_shared_lib.UnsubscribeFromTopic.argtypes = [ctypes.c_int, ctypes.c_char_p]
+_shared_lib.UnsubscribeFromTopic.restype = ctypes.c_void_p  # Treat returned *C.char as opaque pointer
+
+# Relay Client
+_shared_lib.ReserveOnRelay.argtypes = [ctypes.c_int, ctypes.c_char_p]
+_shared_lib.ReserveOnRelay.restype = ctypes.c_void_p  # Treat returned *C.char as opaque pointer
+
+# Memory Management
+# FreeString now accepts the opaque pointer directly
+_shared_lib.FreeString.argtypes = [ctypes.c_void_p]
+_shared_lib.FreeString.restype = None  # Void return
+
+_shared_lib.FreeInt.argtypes = [ctypes.POINTER(ctypes.c_int)]  # Still expects a pointer to int
+_shared_lib.FreeInt.restype = None  # Void return
+
+# --- Python Interface Setup ---
+
+# Import necessary components
+# IMPORTANT: TypeInterface (or equivalent logic) MUST now handle converting
+# the c_char_p results back to strings/JSON before freeing.
+# Ensure TypeInterface methods like from_go_string_to_json are adapted for this.
+
+# Import the stub type for type checking
+try:
+    from .golibp2p import GoLibP2P  # Your stub interface definition
+except ImportError:
+    print("Warning: GoLibP2P stub not found. Type checking will be limited.", file=sys.stderr)
+    GoLibP2P = ctypes.CDLL
+
+# Cast the loaded library object to the stub type
+_shared_lib_typed = cast(GoLibP2P, _shared_lib)
+
+# Attach the typed shared library object to the P2P class
+P2P.libp2p = _shared_lib_typed
+TypeInterface.libp2p = _shared_lib_typed  # Attach to TypeInterface if needed
+
+# Attach the typed shared library object to the P2PError class
+
+# Define the public API of this package
+__all__ = [
+    "P2P",
+    "P2PError",
+    "TypeInterface"  # Expose TypeInterface if users need its conversion helpers directly
+]

unaiverse/networking/p2p/go.mod

@@ -0,0 +1,127 @@
+module unaiverse/networking/p2p/lib
+
+go 1.24.5
+
+require (
+	github.com/caddyserver/certmagic v0.25.0
+	github.com/ipfs/go-log/v2 v2.8.0
+	github.com/ipshipyard/p2p-forge v0.6.1
+	github.com/libp2p/go-libp2p v0.43.0
+	github.com/libp2p/go-libp2p-kad-dht v0.34.0
+	github.com/libp2p/go-libp2p-pubsub v0.15.0
+	github.com/multiformats/go-multiaddr v0.16.1
+	google.golang.org/protobuf v1.36.9
+)
+
+require (
+	github.com/benbjohnson/clock v1.3.5 // indirect
+	github.com/beorn7/perks v1.0.1 // indirect
+	github.com/caddyserver/zerossl v0.1.3 // indirect
+	github.com/cespare/xxhash/v2 v2.3.0 // indirect
+	github.com/davidlazar/go-crypto v0.0.0-20200604182044-b73af7476f6c // indirect
+	github.com/decred/dcrd/dcrec/secp256k1/v4 v4.4.0 // indirect
+	github.com/filecoin-project/go-clock v0.1.0 // indirect
+	github.com/flynn/noise v1.1.0 // indirect
+	github.com/francoispqt/gojay v1.2.13 // indirect
+	github.com/go-logr/logr v1.4.3 // indirect
+	github.com/go-logr/stdr v1.2.2 // indirect
+	github.com/gogo/protobuf v1.3.2 // indirect
+	github.com/google/gopacket v1.1.19 // indirect
+	github.com/google/uuid v1.6.0 // indirect
+	github.com/gorilla/websocket v1.5.3 // indirect
+	github.com/hashicorp/golang-lru v1.0.2 // indirect
+	github.com/hashicorp/golang-lru/v2 v2.0.7 // indirect
+	github.com/huin/goupnp v1.3.0 // indirect
+	github.com/ipfs/boxo v0.33.1 // indirect
+	github.com/ipfs/go-cid v0.5.0 // indirect
+	github.com/ipfs/go-datastore v0.8.2 // indirect
+	github.com/ipld/go-ipld-prime v0.21.0 // indirect
+	github.com/jackpal/go-nat-pmp v1.0.2 // indirect
+	github.com/jbenet/go-temp-err-catcher v0.1.0 // indirect
+	github.com/klauspost/compress v1.18.0 // indirect
+	github.com/klauspost/cpuid/v2 v2.3.0 // indirect
+	github.com/koron/go-ssdp v0.0.6 // indirect
+	github.com/libdns/libdns v1.1.1 // indirect
+	github.com/libp2p/go-buffer-pool v0.1.0 // indirect
+	github.com/libp2p/go-cidranger v1.1.0 // indirect
+	github.com/libp2p/go-flow-metrics v0.3.0 // indirect
+	github.com/libp2p/go-libp2p-asn-util v0.4.1 // indirect
+	github.com/libp2p/go-libp2p-kbucket v0.7.0 // indirect
+	github.com/libp2p/go-libp2p-record v0.3.1 // indirect
+	github.com/libp2p/go-libp2p-routing-helpers v0.7.5 // indirect
+	github.com/libp2p/go-msgio v0.3.0 // indirect
+	github.com/libp2p/go-netroute v0.2.2 // indirect
+	github.com/libp2p/go-reuseport v0.4.0 // indirect
+	github.com/libp2p/go-yamux/v5 v5.0.1 // indirect
+	github.com/marten-seemann/tcp v0.0.0-20210406111302-dfbc87cc63fd // indirect
+	github.com/mattn/go-isatty v0.0.20 // indirect
+	github.com/mholt/acmez/v3 v3.1.3 // indirect
+	github.com/miekg/dns v1.1.68 // indirect
+	github.com/mikioh/tcpinfo v0.0.0-20190314235526-30a79bb1804b // indirect
+	github.com/mikioh/tcpopt v0.0.0-20190314235656-172688c1accc // indirect
+	github.com/minio/sha256-simd v1.0.1 // indirect
+	github.com/mr-tron/base58 v1.2.0 // indirect
+	github.com/multiformats/go-base32 v0.1.0 // indirect
+	github.com/multiformats/go-base36 v0.2.0 // indirect
+	github.com/multiformats/go-multiaddr-dns v0.4.1 // indirect
+	github.com/multiformats/go-multiaddr-fmt v0.1.0 // indirect
+	github.com/multiformats/go-multibase v0.2.0 // indirect
+	github.com/multiformats/go-multicodec v0.9.2 // indirect
+	github.com/multiformats/go-multihash v0.2.3 // indirect
+	github.com/multiformats/go-multistream v0.6.1 // indirect
+	github.com/multiformats/go-varint v0.0.7 // indirect
+	github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 // indirect
+	github.com/pbnjay/memory v0.0.0-20210728143218-7b4eea64cf58 // indirect
+	github.com/pion/datachannel v1.5.10 // indirect
+	github.com/pion/dtls/v2 v2.2.12 // indirect
+	github.com/pion/dtls/v3 v3.0.6 // indirect
+	github.com/pion/ice/v4 v4.0.10 // indirect
+	github.com/pion/interceptor v0.1.40 // indirect
+	github.com/pion/logging v0.2.3 // indirect
+	github.com/pion/mdns/v2 v2.0.7 // indirect
+	github.com/pion/randutil v0.1.0 // indirect
+	github.com/pion/rtcp v1.2.15 // indirect
+	github.com/pion/rtp v1.8.19 // indirect
+	github.com/pion/sctp v1.8.39 // indirect
+	github.com/pion/sdp/v3 v3.0.13 // indirect
+	github.com/pion/srtp/v3 v3.0.6 // indirect
+	github.com/pion/stun v0.6.1 // indirect
+	github.com/pion/stun/v3 v3.0.0 // indirect
+	github.com/pion/transport/v2 v2.2.10 // indirect
+	github.com/pion/transport/v3 v3.0.7 // indirect
+	github.com/pion/turn/v4 v4.0.2 // indirect
+	github.com/pion/webrtc/v4 v4.1.2 // indirect
+	github.com/polydawn/refmt v0.89.0 // indirect
+	github.com/prometheus/client_golang v1.23.0 // indirect
+	github.com/prometheus/client_model v0.6.2 // indirect
+	github.com/prometheus/common v0.65.0 // indirect
+	github.com/prometheus/procfs v0.17.0 // indirect
+	github.com/quic-go/qpack v0.5.1 // indirect
+	github.com/quic-go/quic-go v0.54.0 // indirect
+	github.com/quic-go/webtransport-go v0.9.0 // indirect
+	github.com/spaolacci/murmur3 v1.1.0 // indirect
+	github.com/whyrusleeping/go-keyspace v0.0.0-20160322163242-5b898ac5add1 // indirect
+	github.com/wlynxg/anet v0.0.5 // indirect
+	github.com/zeebo/blake3 v0.2.4 // indirect
+	go.opentelemetry.io/auto/sdk v1.1.0 // indirect
+	go.opentelemetry.io/otel v1.37.0 // indirect
+	go.opentelemetry.io/otel/metric v1.37.0 // indirect
+	go.opentelemetry.io/otel/trace v1.37.0 // indirect
+	go.uber.org/dig v1.19.0 // indirect
+	go.uber.org/fx v1.24.0 // indirect
+	go.uber.org/mock v0.5.2 // indirect
+	go.uber.org/multierr v1.11.0 // indirect
+	go.uber.org/zap v1.27.0 // indirect
+	go.uber.org/zap/exp v0.3.0 // indirect
+	golang.org/x/crypto v0.41.0 // indirect
+	golang.org/x/exp v0.0.0-20250811191247-51f88131bc50 // indirect
+	golang.org/x/mod v0.27.0 // indirect
+	golang.org/x/net v0.43.0 // indirect
+	golang.org/x/sync v0.16.0 // indirect
+	golang.org/x/sys v0.35.0 // indirect
+	golang.org/x/text v0.28.0 // indirect
+	golang.org/x/time v0.12.0 // indirect
+	golang.org/x/tools v0.36.0 // indirect
+	gonum.org/v1/gonum v0.16.0 // indirect
+	lukechampine.com/blake3 v1.4.1 // indirect
+)