jetson-examples 0.0.4__tar.gz → 0.0.6__tar.gz

{jetson_examples-0.0.4 → jetson_examples-0.0.6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: jetson-examples
-Version: 0.0.4
+Version: 0.0.6
 Summary: Running Gen AI models and applications on NVIDIA Jetson devices with one-line command
 Author-email: luozhixin <zhixin.luo@seeed.cc>
 Project-URL: Homepage, https://github.com/Seeed-Projects/jetson-examples
@@ -61,6 +61,8 @@ Here are some examples that can be run:
 
 More Examples can be found [examples.md](./docs/examples.md)
 
+Want to add a Example by yourself? Check this [develop.md](./docs/develop.md)
+
 ## TODO List
 
 - [ ] check disk space enough or not before run

{jetson_examples-0.0.4 → jetson_examples-0.0.6}/README.md

@@ -46,6 +46,8 @@ Here are some examples that can be run:
 
 More Examples can be found [examples.md](./docs/examples.md)
 
+Want to add a Example by yourself? Check this [develop.md](./docs/develop.md)
+
 ## TODO List
 
 - [ ] check disk space enough or not before run

{jetson_examples-0.0.4 → jetson_examples-0.0.6}/jetson_examples.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: jetson-examples
-Version: 0.0.4
+Version: 0.0.6
 Summary: Running Gen AI models and applications on NVIDIA Jetson devices with one-line command
 Author-email: luozhixin <zhixin.luo@seeed.cc>
 Project-URL: Homepage, https://github.com/Seeed-Projects/jetson-examples
@@ -61,6 +61,8 @@ Here are some examples that can be run:
 
 More Examples can be found [examples.md](./docs/examples.md)
 
+Want to add a Example by yourself? Check this [develop.md](./docs/develop.md)
+
 ## TODO List
 
 - [ ] check disk space enough or not before run

jetson_examples-0.0.6/jetson_examples.egg-info/SOURCES.txt

@@ -0,0 +1,28 @@
+LICENSE
+README.md
+pyproject.toml
+jetson_examples.egg-info/PKG-INFO
+jetson_examples.egg-info/SOURCES.txt
+jetson_examples.egg-info/dependency_links.txt
+jetson_examples.egg-info/entry_points.txt
+jetson_examples.egg-info/top_level.txt
+reComputer/__init__.py
+reComputer/main.py
+reComputer/scripts/check.sh
+reComputer/scripts/run.sh
+reComputer/scripts/update.sh
+reComputer/scripts/Sheared-LLaMA-2.7B-ShareGPT/run.sh
+reComputer/scripts/hello-world/readme.md
+reComputer/scripts/hello-world/run.sh
+reComputer/scripts/live-llava/run.sh
+reComputer/scripts/llama3/run.sh
+reComputer/scripts/llava/run.sh
+reComputer/scripts/llava-v1.5-7b/run.sh
+reComputer/scripts/llava-v1.6-vicuna-7b/run.sh
+reComputer/scripts/nanodb/readme.md
+reComputer/scripts/nanodb/run.sh
+reComputer/scripts/nanoowl/run.sh
+reComputer/scripts/ollama/run.sh
+reComputer/scripts/stable-diffusion-webui/run.sh
+reComputer/scripts/text-generation-webui/run.sh
+reComputer/scripts/whisper/run.sh

{jetson_examples-0.0.4 → jetson_examples-0.0.6}/jetson_examples.egg-info/top_level.txt

@@ -1,3 +1,4 @@
+build
 dist
 docs
 reComputer

{jetson_examples-0.0.4 → jetson_examples-0.0.6}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "jetson-examples"
-version = "0.0.4"
+version = "0.0.6"
 authors = [{ name = "luozhixin", email = "zhixin.luo@seeed.cc" }]
 description = "Running Gen AI models and applications on NVIDIA Jetson devices with one-line command"
 readme = "README.md"
@@ -39,4 +39,4 @@ namespaces = true
 where = ["."]
 
 [tool.setuptools.package-data]
-"reComputer.scripts" = ["*.sh"]
+"reComputer.scripts" = ["**/*"]

jetson_examples-0.0.6/reComputer/__init__.py

@@ -0,0 +1 @@
+__version__ = "0.0.6"

jetson_examples-0.0.6/reComputer/main.py

@@ -0,0 +1,56 @@
+import os
+import subprocess
+import sys
+
+
+def script(name):
+    script_path = os.path.join(os.path.dirname(__file__), "scripts", name)
+    return script_path
+
+
+def list_all_examples(folder_path):
+    directory_names = []
+    for item in os.listdir(folder_path):
+        item_path = os.path.join(folder_path, item)
+        if os.path.isdir(item_path):
+            directory_names.append(item)
+    return directory_names
+
+
+def run_script():
+
+    if len(sys.argv) == 3:
+        if sys.argv[1] == "run":
+            example_name = sys.argv[2]
+            # TODO: maybe use python instead of shell is better
+            subprocess.run(["bash", script("run.sh"), example_name])
+        else:
+            print("Only Support `run` for now. try `reComputer run llava` .")
+    elif len(sys.argv) == 2:
+        if sys.argv[1] == "check":
+            subprocess.run(["bash", script("check.sh")])
+        elif sys.argv[1] == "update":
+            subprocess.run(["bash", script("update.sh")])
+        elif sys.argv[1] == "list":
+            example_folder = os.path.join(os.path.dirname(__file__), "scripts")
+            directories = list_all_examples(example_folder)
+            print("example list:")
+            index = 1
+            for directory in directories:
+                print("{:03d}".format(index), "|", directory)
+                index += 1
+            print("-end-")
+        else:
+            print("reComputer help:")
+            print("---")
+            print("`reComputer check`   | check system.")
+            print("`reComputer update`  | update jetson-ai-lab.")
+            print("`reComputer list`    | list all examples.")
+            print("`reComputer run xxx` | run an example.")
+            print("---")
+    else:
+        print("Error Usage! try `reComputer help`.")
+
+
+if __name__ == "__main__":
+    pass

jetson_examples-0.0.6/reComputer/scripts/Sheared-LLaMA-2.7B-ShareGPT/run.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+
+./run.sh $(./autotag local_llm) \
+python3 -m local_llm.chat --api=mlc \
+--model princeton-nlp/Sheared-LLaMA-2.7B-ShareGPT

jetson_examples-0.0.6/reComputer/scripts/hello-world/readme.md

@@ -0,0 +1,3 @@
+# hello-world
+
+- print `hello-world` to show how to add your project into this package

jetson_examples-0.0.6/reComputer/scripts/hello-world/run.sh

@@ -0,0 +1,9 @@
+#!/bin/bash
+./run.sh $(./autotag llava) \
+python3 -m nano_llm.agents.video_query --api=mlc \
+--model Efficient-Large-Model/VILA-2.7b \
+--max-context-len 768 \
+--max-new-tokens 32 \
+--video-input /dev/video0 \
+--video-output webrtc://@:8554/output \
+--nanodb /data/nanodb/coco/2017

jetson_examples-0.0.6/reComputer/scripts/llama3/run.sh

@@ -0,0 +1,10 @@
+#!/bin/bash
+
+# try stop old server
+docker rm -f ollama
+# start new server
+./run.sh -d --name ollama $(./autotag ollama)
+# run a client
+./run.sh $(./autotag ollama) /bin/ollama run llama3
+# clean new server
+docker rm -f ollama

jetson_examples-0.0.6/reComputer/scripts/llava/run.sh

@@ -0,0 +1,6 @@
+#!/bin/bash
+
+./run.sh $(./autotag llava) \
+python3 -m llava.serve.cli \
+--model-path liuhaotian/llava-v1.5-7b \
+--image-file /data/images/hoover.jpg

jetson_examples-0.0.6/reComputer/scripts/llava-v1.5-7b/run.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+./run.sh $(./autotag llava) \
+python3 -m llava.serve.cli \
+--model-path liuhaotian/llava-v1.5-7b \
+--image-file /data/images/hoover.jpg

jetson_examples-0.0.6/reComputer/scripts/llava-v1.6-vicuna-7b/run.sh

@@ -0,0 +1,6 @@
+#!/bin/bash
+./run.sh $(./autotag local_llm) \
+python3 -m local_llm --api=mlc \
+--model liuhaotian/llava-v1.6-vicuna-7b \
+--max-context-len 768 \
+--max-new-tokens 128

jetson_examples-0.0.6/reComputer/scripts/nanodb/readme.md

@@ -0,0 +1,10 @@
+# NanoDB
+
+## ref
+
+- <https://www.jetson-ai-lab.com/tutorial_nanodb.html>
+
+## access
+
+- using in machine, try `http://127.0.0.1:7860` in browser.
+- using in other pc, make sure you know jetson's IP and try `http://<<Jetson's IP>>:7860` in browser.

jetson_examples-0.0.6/reComputer/scripts/nanoowl/run.sh

@@ -0,0 +1,3 @@
+#!/bin/bash
+
+./run.sh $(./autotag nanoowl) bash -c "ls /dev/video* && cd examples/tree_demo && python3 tree_demo.py ../../data/owl_image_encoder_patch32.engine"

jetson_examples-0.0.6/reComputer/scripts/ollama/run.sh

@@ -0,0 +1,7 @@
+#!/bin/bash
+
+# try stop old server
+docker rm -f ollama
+# run Front-end
+./run.sh $(./autotag ollama)
+# user only can access with http://ip:11434

jetson_examples-0.0.6/reComputer/scripts/run.sh

@@ -0,0 +1,73 @@
+#!/bin/bash
+
+check_is_jetson_or_not() {
+    model_file="/proc/device-tree/model"
+    
+    if [ -f "/proc/device-tree/model" ]; then
+        model=$(tr -d '\0' < /proc/device-tree/model | tr '[:upper:]' '[:lower:]')
+        if [[ $model =~ jetson|orin|nv|agx ]]; then
+            echo "INFO: machine[$model] confirmed..."
+        else
+            echo "WARNING: machine[$model] maybe not support..."
+            exit 1
+        fi
+    else
+        echo "ERROR: machine[$model] not support this..."
+        exit 1
+    fi
+}
+check_is_jetson_or_not
+
+check_disk_space() {
+    directory="$1"  # a directory
+    required_space_gb="$2"  # how many GB we need
+    
+    # get disk of directory
+    device=$(df -P "$directory" | awk 'NR==2 {print $1}')
+    echo $device
+    
+    # get free space in KB
+    free_space=$(df -P "$device" | awk 'NR==2 {print $4}')
+    echo $free_space
+    
+    # change unit to GB
+    free_space_gb=$(echo "scale=2; $free_space / 1024 / 1024" | bc)
+    echo $free_space_gb
+    
+    # check and fast-fail
+    if (( $(echo "$free_space_gb >= $required_space_gb" | bc -l) )); then
+        echo "disk space ($1) enough, keep going."
+    else
+        echo "disk space ($1) not enough!! we need $2 GB!!"
+        exit 1
+    fi
+}
+
+echo "run example：$1"
+BASE_PATH=/home/$USER/reComputer
+
+echo "----example init----"
+mkdir -p $BASE_PATH/
+JETSON_REPO_PATH="$BASE_PATH/jetson-containers"
+BASE_JETSON_LAB_GIT="https://github.com/dusty-nv/jetson-containers/tree/d1573a3e8d7ba3fef36ebb23a7391e60eaf64db7"
+if [ -d $JETSON_REPO_PATH ]; then
+    echo "jetson-ai-lab existed."
+else
+    echo "jetson-ai-lab does not installed. start init..."
+    cd $BASE_PATH/
+    git clone --depth=1 $BASE_JETSON_LAB_GIT
+    cd $JETSON_REPO_PATH
+    sudo apt update; sudo apt install -y python3-pip
+    pip3 install -r requirements.txt
+fi
+
+echo "----example start----"
+cd $JETSON_REPO_PATH
+script_dir=$(dirname "$0")
+start_script=$script_dir/$1/run.sh
+if [ -f $start_script ]; then
+    bash $start_script
+else
+    echo "ERROR: Example[$1] Not Found."
+fi
+echo "----example done----"

jetson_examples-0.0.6/reComputer/scripts/stable-diffusion-webui/run.sh

@@ -0,0 +1,3 @@
+#!/bin/bash
+
+./run.sh $(./autotag stable-diffusion-webui)

jetson_examples-0.0.6/reComputer/scripts/text-generation-webui/run.sh

@@ -0,0 +1,8 @@
+#!/bin/bash
+
+# download llm model
+./run.sh --workdir=/opt/text-generation-webui $(./autotag text-generation-webui) /bin/bash -c \
+'python3 download-model.py --output=/data/models/text-generation-webui TheBloke/Llama-2-7b-Chat-GPTQ'
+
+# run text-generation-webui
+./run.sh $(./autotag text-generation-webui)

jetson_examples-0.0.6/reComputer/scripts/update.sh

@@ -0,0 +1,27 @@
+#!/bin/bash
+echo "--update jetson-containers repo--"
+BASE_PATH=/home/$USER/reComputer
+mkdir -p $BASE_PATH/
+
+JETSON_REPO_PATH="$BASE_PATH/jetson-containers"
+BASE_JETSON_LAB_GIT="https://github.com/dusty-nv/jetson-containers/tree/d1573a3e8d7ba3fef36ebb23a7391e60eaf64db7"
+
+if [ -d $JETSON_REPO_PATH ]; then
+    echo "jetson-ai-lab existed."
+    # 5 publish to Test PyPI
+    read -p "follow the newest version maybe bring bugs, are you sure about the update? (y/n): " choice
+    if [[ $choice == "y" || $choice == "Y" ]]; then
+        cd $JETSON_REPO_PATH
+        git pull
+        pip3 install -r requirements.txt
+    else
+        echo "skip update."
+    fi
+else
+    echo "jetson-ai-lab does not installed. start init..."
+    cd $BASE_PATH/
+    git clone --depth=1 $BASE_JETSON_LAB_GIT
+    cd $JETSON_REPO_PATH
+    sudo apt update; sudo apt install -y python3-pip
+    pip3 install -r requirements.txt
+fi

jetson_examples-0.0.6/reComputer/scripts/whisper/run.sh

@@ -0,0 +1,3 @@
+#!/bin/bash
+
+./run.sh $(./autotag whisper)

jetson_examples-0.0.4/jetson_examples.egg-info/SOURCES.txt

@@ -1,14 +0,0 @@
-LICENSE
-README.md
-pyproject.toml
-jetson_examples.egg-info/PKG-INFO
-jetson_examples.egg-info/SOURCES.txt
-jetson_examples.egg-info/dependency_links.txt
-jetson_examples.egg-info/entry_points.txt
-jetson_examples.egg-info/top_level.txt
-reComputer/__init__.py
-reComputer/main.py
-reComputer/scripts/check.sh
-reComputer/scripts/live-llava.sh
-reComputer/scripts/nanodb.sh
-reComputer/scripts/run.sh

jetson_examples-0.0.4/reComputer/__init__.py

@@ -1 +0,0 @@
-__version__ = "0.0.4"

jetson_examples-0.0.4/reComputer/main.py

@@ -1,29 +0,0 @@
-import os
-import subprocess
-import sys
-
-
-def script(name):
-    script_path = os.path.join(os.path.dirname(__file__), "scripts", name)
-    return script_path
-
-
-def run_script():
-    # TODO: maybe use python instead of shell is better
-    if len(sys.argv) == 3:
-        if sys.argv[1] == "run":
-            example_name = sys.argv[2]
-            subprocess.run(["bash", script("run.sh"), example_name])
-        else:
-            print("Only Support `run` for now. try `reComputer run llava` .")
-    elif len(sys.argv) == 2:
-        if sys.argv[1] == "check":
-            subprocess.run(["bash", script("check.sh")])
-        else:
-            print("Only Support `check` for now. try `reComputer check` .")
-    else:
-        print("Error Usage! try `reComputer run xxx` .")
-
-
-if __name__ == "__main__":
-    pass

jetson_examples-0.0.4/reComputer/scripts/run.sh

@@ -1,117 +0,0 @@
-#!/bin/bash
-
-check_is_jetson_or_not() {
-    model_file="/proc/device-tree/model"
-    
-    if [ -f "/proc/device-tree/model" ]; then
-        model=$(tr -d '\0' < /proc/device-tree/model | tr '[:upper:]' '[:lower:]')
-        if [[ $model =~ jetson|orin|nv|agx ]]; then
-            echo "INFO: machine[$model] confirmed..."
-        else
-            echo "WARNING: machine[$model] maybe not support..."
-            exit 1
-        fi
-    else
-        echo "ERROR: machine[$model] not support this..."
-        exit 1
-    fi
-}
-check_is_jetson_or_not
-
-check_disk_space() {
-    directory="$1"  # a directory
-    required_space_gb="$2"  # how many GB we need
-    
-    # get disk of directory
-    device=$(df -P "$directory" | awk 'NR==2 {print $1}')
-    echo $device
-    
-    # get free space in KB
-    free_space=$(df -P "$device" | awk 'NR==2 {print $4}')
-    echo $free_space
-    
-    # change unit to GB
-    free_space_gb=$(echo "scale=2; $free_space / 1024 / 1024" | bc)
-    echo $free_space_gb
-    
-    # check and fast-fail
-    if (( $(echo "$free_space_gb >= $required_space_gb" | bc -l) )); then
-        echo "disk space ($1) enough, keep going."
-    else
-        echo "disk space ($1) not enough!! we need $2 GB!!"
-        exit 1
-    fi
-}
-
-echo "run example：$1"
-BASE_PATH=/home/$USER/reComputer
-echo "----example init----"
-mkdir -p $BASE_PATH/
-JETSON_REPO_PATH="$BASE_PATH/jetson-containers"
-if [ -d $JETSON_REPO_PATH ]; then
-    echo "jetson-ai-lab existed."
-else
-    echo "jetson-ai-lab does not installed. start init..."
-    cd $BASE_PATH/
-    git clone --depth=1 https://github.com/dusty-nv/jetson-containers
-    cd $JETSON_REPO_PATH
-    sudo apt update; sudo apt install -y python3-pip
-    pip3 install -r requirements.txt
-fi
-echo "----example start----"
-cd $JETSON_REPO_PATH
-case "$1" in
-    "llava")
-        ./run.sh $(./autotag llava) \
-        python3 -m llava.serve.cli \
-        --model-path liuhaotian/llava-v1.5-7b \
-        --image-file /data/images/hoover.jpg
-    ;;
-    "llava-v1.5-7b")
-        ./run.sh $(./autotag llava) \
-        python3 -m llava.serve.cli \
-        --model-path liuhaotian/llava-v1.5-7b \
-        --image-file /data/images/hoover.jpg
-    ;;
-    "llava-v1.6-vicuna-7b")
-        ./run.sh $(./autotag local_llm) \
-        python3 -m local_llm --api=mlc \
-        --model liuhaotian/llava-v1.6-vicuna-7b \
-        --max-context-len 768 \
-        --max-new-tokens 128
-    ;;
-    "Sheared-LLaMA-2.7B-ShareGPT")
-        ./run.sh $(./autotag local_llm) \
-        python3 -m local_llm.chat --api=mlc \
-        --model princeton-nlp/Sheared-LLaMA-2.7B-ShareGPT
-    ;;
-    "text-generation-webui")
-        # download llm model
-        ./run.sh --workdir=/opt/text-generation-webui $(./autotag text-generation-webui) /bin/bash -c \
-        'python3 download-model.py --output=/data/models/text-generation-webui TheBloke/Llama-2-7b-Chat-GPTQ'
-        # run text-generation-webui
-        ./run.sh $(./autotag text-generation-webui)
-    ;;
-    "stable-diffusion-webui")
-        ./run.sh $(./autotag stable-diffusion-webui)
-    ;;
-    "nanoowl")
-        ./run.sh $(./autotag nanoowl) bash -c "ls /dev/video* && cd examples/tree_demo && python3 tree_demo.py ../../data/owl_image_encoder_patch32.engine"
-    ;;
-    "whisper")
-        ./run.sh $(./autotag whisper)
-    ;;
-    "nanodb")
-        script_dir=$(dirname "$0")
-        bash $script_dir/nanodb.sh
-    ;;
-    "live-llava")
-        script_dir=$(dirname "$0")
-        bash $script_dir/live-llava.sh
-    ;;
-    *)
-        echo "Unknown example"
-        # handle unknown
-    ;;
-esac
-echo "----example done----"