naeural-client 2.7.41__tar.gz → 2.7.43__tar.gz

{naeural_client-2.7.41 → naeural_client-2.7.43}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: naeural_client
-Version: 2.7.41
+Version: 2.7.43
 Summary: `naeural_client` is the Python SDK required for client app development for the Naeural Edge Protocol Edge Protocol framework
 Project-URL: Homepage, https://github.com/NaeuralEdgeProtocol/naeural_client
 Project-URL: Bug Tracker, https://github.com/NaeuralEdgeProtocol/naeural_client/issues

{naeural_client-2.7.41 → naeural_client-2.7.43}/naeural_client/_ver.py

@@ -1,4 +1,4 @@
-__VER__ = "2.7.41"
+__VER__ = "2.7.43"
 
 if __name__ == "__main__":
   with open("pyproject.toml", "rt") as fd:

naeural_client-2.7.43/naeural_client/ipfs/ifps_keygen

@@ -0,0 +1,35 @@
+#!/usr/bin/env python3
+import os
+import binascii
+import base64
+
+def generate_swarm_key():
+  """
+  Generate a 32-byte random key and format it as a valid IPFS swarm key.
+  """
+  # 32 bytes of cryptographically secure random data
+  random_bytes = os.urandom(32)
+  # Hex-encode them
+  hex_str = binascii.hexlify(random_bytes).decode('utf-8')
+
+  # Construct the file content
+  swarm_key_data = (
+    "/key/swarm/psk/1.0.0/\n"
+    "/base16/\n"
+    f"{hex_str}\n"
+  )
+
+  # Base64-encode the key
+  swarm_key_data = base64.b64encode(swarm_key_data.encode('utf-8')).decode('utf-8')
+
+  return swarm_key_data
+
+
+if __name__ == "__main__":
+  key_str = generate_swarm_key()
+  print("Generated swarm_key_base64.txt content:")
+  print(key_str)
+  # Optionally save to a file
+  with open("swarm_key_base64.txt", "w") as f:
+    f.write(key_str)
+  print("Swarm key written to swarm_key_base64.txt")

naeural_client-2.7.43/naeural_client/ipfs/ipfs_setup/ipfs.service

@@ -0,0 +1,13 @@
+[Unit]
+Description=IPFS daemon
+After=network.target
+
+[Service]
+# Set the user who owns ~/.ipfs (assuming "ipfsuser" owns ~/.ipfs)
+User=root
+ExecStart=/usr/local/bin/ipfs daemon
+Restart=always
+KillSignal=SIGINT
+
+[Install]
+WantedBy=multi-user.target

naeural_client-2.7.43/naeural_client/ipfs/ipfs_setup/launch_service.sh

@@ -0,0 +1,6 @@
+
+cp ipfs.service /etc/systemd/system/ipfs.service
+sudo systemctl daemon-reload
+sudo systemctl enable ipfs
+sudo systemctl start ipfs
+./show.sh

naeural_client-2.7.43/naeural_client/ipfs/ipfs_setup/restart.sh

@@ -0,0 +1 @@
+systemctl restart ipfs

naeural_client-2.7.43/naeural_client/ipfs/ipfs_setup/run.sh

@@ -0,0 +1,3 @@
+#!/bin/bash
+ipfs bootstrap rm --all
+ipfs daemon

naeural_client-2.7.43/naeural_client/ipfs/ipfs_setup/setup.sh

@@ -0,0 +1,10 @@
+#!/bin/bash
+wget https://dist.ipfs.tech/kubo/v0.33.1/kubo_v0.33.1_linux-amd64.tar.gz && \
+  tar -xvzf kubo_v0.33.1_linux-amd64.tar.gz && \
+  cd kubo && \
+  bash install.sh
+ipfs init
+ipfs config --json Swarm.EnableRelayHop true
+cd ..
+./write_key.sh
+

naeural_client-2.7.43/naeural_client/ipfs/ipfs_setup/show.sh

@@ -0,0 +1,3 @@
+ipfs log level all debug
+# shows the log of the ipfs.service systemd service
+journalctl -u ipfs.service -f -n 1000 -a

naeural_client-2.7.43/naeural_client/ipfs/ipfs_setup/write_key.sh

@@ -0,0 +1,3 @@
+# load the base64 encoded swarm key into the SWARM_KEY_CONTENT_BASE64 env var
+cat swarm_key_base64.txt | base64 -d > /root/.ipfs/swarm.key
+cat /root/.ipfs/swarm.key

{naeural_client-2.7.41 → naeural_client-2.7.43}/naeural_client/ipfs/r1fs.py

@@ -1,6 +1,53 @@
 """
 Ratio1 base IPFS utility functions.
 
+
+NOTE: 
+  - Following the bootstrapping of this module, it takes a few minutes for the relay
+    to be connected and the IPFS daemon to be fully operational so sometimes, after
+    the start of the engine, the first few `get` operations may fail.
+
+
+Installation:
+
+1. On the dev node or seed node run ifps_keygen and generate `swarm_key_base64.txt` then
+   save this key to the environment variable `EE_SWARM_KEY_CONTENT_BASE64` on the seed 
+   oracles as well as in a file.
+     
+2. On seed node create `ipfs_setup`, copy the files from the `ipfs_setup` including the
+  key file.
+  
+3. Run `setup.sh` on the seed node or:
+
+    ```bash
+    #!/bin/bash
+    wget https://dist.ipfs.tech/kubo/v0.32.1/kubo_v0.32.1_linux-amd64.tar.gz && \
+      tar -xvzf kubo_v0.32.1_linux-amd64.tar.gz && \
+      cd kubo && \
+      bash install.sh
+    ipfs init
+    ipfs config --json Swarm.EnableRelayHop true
+
+    ./write_key.sh
+    ```
+  The `write_key.sh` script should contain the following:
+  
+    ```bash 
+    cat swarm_key_base64.txt | base64 -d > /root/.ipfs/swarm.key
+    cat /root/.ipfs/swarm.key
+    ```
+  
+4. Continue on the seed node and run either manually (NOT recommended) or via a systemd
+   the ifps daemon using `./launch_service.sh` that basically does:
+   
+    ```bash
+    cp ipfs.service /etc/systemd/system/ipfs.service
+    sudo systemctl daemon-reload
+    sudo systemctl enable ipfs
+    sudo systemctl start ipfs
+    ./show.sh
+    ```
+
 """
 import subprocess
 import json
@@ -13,7 +60,7 @@ import uuid
 
 from threading import Lock
 
-__VER__ = "0.2.1"
+__VER__ = "0.2.2"
 
 
 class IPFSCt:
@@ -225,6 +272,7 @@ class R1FSEngine:
 
   
   def __set_relay(self):
+    # Command to enable the IPFS relay
     result = self.__run_command(
       ["ipfs", "config", "--json", "Swarm.DisableRelay", "false"]
     )
@@ -547,6 +595,7 @@ class R1FSEngine:
       self.P("IPFS daemon running", color='g')
             
     except Exception:
+      self.Pd("ipfs id failed, starting daemon...")
       try:
         self.__set_reprovider_interval()
         self.__set_relay()

{naeural_client-2.7.41 → naeural_client-2.7.43}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "naeural_client"
-version = "2.7.41"
+version = "2.7.43"
 authors = [
   { name="Andrei Ionut Damian", email="andrei.damian@me.com" },
   { name="Cristan Bleotiu", email="cristibleotiu@gmail.com" },

naeural_client-2.7.43/xperimental/debug/close_pipeline.py

@@ -0,0 +1,57 @@
+from naeural_client import Session
+
+
+if __name__ == '__main__':
+  """
+  This script will close all the pipelines from pipeline_names on all the nodes from nodes
+  in case the pipelines exist and the client user is allowed on the nodes, where:
+  - nodes is a list of string and/or tuple pairs:
+    - string: the address of the node
+    - tuple: the address of the node and an alias for the node
+  - pipeline_names is a list of strings representing the names of the pipelines to be closed.
+
+  For example:
+  - nodes = ['address1', ('address2', 'alias2)]
+  - pipeline_names = ['pipeline1', 'pipeline2']
+  
+  Assuming the following:
+    - the client user is allowed only on the node with address2
+    - the node on address1 has pipelines named 'pipeline1' and 'pipeline2'
+    - the node on address2 only has a pipeline named 'pipeline1'
+  
+  The 2 pipelines on node with address1 will remain intact,
+  while the 'pipeline1' on node with address2 will be closed.
+  
+  NOTE: If a node you you are trying to reach is unknown, it may be on a different network.
+  You can try changing the network with:
+  ```
+  r1ctl config network --set <network_name>
+  ```
+  """
+
+  session = Session(silent=True)
+  nodes = [
+    ('0xai_Amfnbt3N-qg2-qGtywZIPQBTVlAnoADVRmSAsdDhlQ-6', 'tr1s-02')
+  ]
+
+  pipeline_names = [
+    'gigi_pipeline_01',
+    'telegram_bot_blackjack'
+  ]
+
+  for node in nodes:
+    node_addr, node_alias = node if isinstance(node, tuple) else (node, None)
+    session.wait_for_node(node_addr)
+    for pipeline_name in pipeline_names:
+      try:
+        current_pipeline = session.attach_to_pipeline(
+          node=node_addr, name=pipeline_name
+        )
+        session.P(f'Pipeline {pipeline_name} on node {node_addr} was successfully attached. Closing...', show=True)
+        current_pipeline.close()
+      except Exception as exc:
+        session.P(f"Error attaching to pipeline {pipeline_name} on node {node_addr}: {exc}", show=True)
+        continue
+      # endtry
+    # endfor pipelines
+  # endfor nodes