jetson-examples 0.0.4__py3-none-any.whl → 0.0.6__py3-none-any.whl

{jetson_examples-0.0.4.dist-info → jetson_examples-0.0.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: jetson-examples
-Version: 0.0.4
+Version: 0.0.6
 Summary: Running Gen AI models and applications on NVIDIA Jetson devices with one-line command
 Author-email: luozhixin <zhixin.luo@seeed.cc>
 Project-URL: Homepage, https://github.com/Seeed-Projects/jetson-examples
@@ -61,6 +61,8 @@ Here are some examples that can be run:
 
 More Examples can be found [examples.md](./docs/examples.md)
 
+Want to add a Example by yourself? Check this [develop.md](./docs/develop.md)
+
 ## TODO List
 
 - [ ] check disk space enough or not before run

jetson_examples-0.0.6.dist-info/RECORD

@@ -0,0 +1,26 @@
+reComputer/__init__.py,sha256=QiiYsv0kcJaB8wCWyT-FnI2b6be87HA-CrrIUn8LQhg,22
+reComputer/main.py,sha256=IOrKYEatTeAfvM1yRNNrZDAfM9LsER334FgOuRVah44,1821
+reComputer/scripts/check.sh,sha256=cUMwAjHpgJoaD5a8gTLJG7QWjF9CyKPgQ-ewRNK3FD8,127
+reComputer/scripts/run.sh,sha256=zlVqaCu12VPkecxy5FR0XDxbOeogeGBKuPU0Ow2qJyw,2066
+reComputer/scripts/update.sh,sha256=9Pw9-laO8NU2-4t4UisjFEwHPY5-ZAIoDi3AqWBzBbs,900
+reComputer/scripts/Sheared-LLaMA-2.7B-ShareGPT/run.sh,sha256=ktndtYTKXLJd6pHi5WN93NBLxreUsCe9Rim3U7-cyJs,134
+reComputer/scripts/hello-world/readme.md,sha256=LbPVSal_UuOsJe1v4otMfci6UN0gUqecQlynQaHiHME,87
+reComputer/scripts/hello-world/run.sh,sha256=ZjFioxwmBTtvZoBHJNpHc6AS97HksyXnOnKy3LZTShs,280
+reComputer/scripts/live-llava/run.sh,sha256=4sWld5d8Fkr9GUVqLH2S1RyOKOjobhjojSzuJu8EuCg,10137
+reComputer/scripts/llama3/run.sh,sha256=i2MAtkWdYq-XaHUHZ13uO-8QeshCEBq32DOi1wCBSeo,226
+reComputer/scripts/llava/run.sh,sha256=xukwaZz7YKQFc-_LtuBUL6zcywciS0_IQ8OeTAKGe3o,148
+reComputer/scripts/llava-v1.5-7b/run.sh,sha256=Gsd3vo91bDV8LSuQPnYX82jsWXcbT2maTASA0u4ufBQ,147
+reComputer/scripts/llava-v1.6-vicuna-7b/run.sh,sha256=89VjiRvleYluLiSXfDOJBPXnkG8g0wDb3y5bFD_Nus0,165
+reComputer/scripts/nanodb/readme.md,sha256=kzWnCq4qAB95Sssj8mFs_VrH5ju3phSqygLjSRO3ceQ,247
+reComputer/scripts/nanodb/run.sh,sha256=6MKQgYqDhg-Rvh3Sk4sNm5V2jg1ZgtSVvB2fOjH_KuE,1875
+reComputer/scripts/nanoowl/run.sh,sha256=at89nn0-95XonUvLf8u6f_rAwTuw2iS7MhnlApdzEQg,161
+reComputer/scripts/ollama/run.sh,sha256=AUEYvW4l8msN-XOouET-l_lYu07CR8ssMNf6u0u2n6I,143
+reComputer/scripts/stable-diffusion-webui/run.sh,sha256=ralIICACH1AiK2A8JEekUS6Cof4ZGjaRNmPYgPPJybc,57
+reComputer/scripts/text-generation-webui/run.sh,sha256=WZ2wwuSuXkd6KVQ0lx9KUvNKHx_dN-UBzraV2papdqM,304
+reComputer/scripts/whisper/run.sh,sha256=u5JPV0XhTM2Q02GOOPkoLUS-jNRE1DWxyW7FhV5qmb4,43
+jetson_examples-0.0.6.dist-info/LICENSE,sha256=ac_LOi8ChcJhymEfBulX98Y06wTI2IMcQnqCXZ5yay4,1066
+jetson_examples-0.0.6.dist-info/METADATA,sha256=1Lk1wZMhjzDIOgcAFEFRyuNc8qf0NNp5PunBGRQDhGc,3982
+jetson_examples-0.0.6.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+jetson_examples-0.0.6.dist-info/entry_points.txt,sha256=5-OdcBifoDjVXE9KjNoN6tQa8l_XSXhdbBEgL2hxeDM,58
+jetson_examples-0.0.6.dist-info/top_level.txt,sha256=SI-liiUOkoGwOJfMP7d7k63JKgdcbiEj6DEC8QIKI90,11
+jetson_examples-0.0.6.dist-info/RECORD,,

reComputer/__init__.py

@@ -1 +1 @@
-__version__ = "0.0.4"
+__version__ = "0.0.6"

reComputer/main.py

@@ -8,21 +8,48 @@ def script(name):
     return script_path
 
 
+def list_all_examples(folder_path):
+    directory_names = []
+    for item in os.listdir(folder_path):
+        item_path = os.path.join(folder_path, item)
+        if os.path.isdir(item_path):
+            directory_names.append(item)
+    return directory_names
+
+
 def run_script():
-    # TODO: maybe use python instead of shell is better
+
     if len(sys.argv) == 3:
         if sys.argv[1] == "run":
             example_name = sys.argv[2]
+            # TODO: maybe use python instead of shell is better
             subprocess.run(["bash", script("run.sh"), example_name])
         else:
             print("Only Support `run` for now. try `reComputer run llava` .")
     elif len(sys.argv) == 2:
         if sys.argv[1] == "check":
             subprocess.run(["bash", script("check.sh")])
+        elif sys.argv[1] == "update":
+            subprocess.run(["bash", script("update.sh")])
+        elif sys.argv[1] == "list":
+            example_folder = os.path.join(os.path.dirname(__file__), "scripts")
+            directories = list_all_examples(example_folder)
+            print("example list:")
+            index = 1
+            for directory in directories:
+                print("{:03d}".format(index), "|", directory)
+                index += 1
+            print("-end-")
         else:
-            print("Only Support `check` for now. try `reComputer check` .")
+            print("reComputer help:")
+            print("---")
+            print("`reComputer check`   | check system.")
+            print("`reComputer update`  | update jetson-ai-lab.")
+            print("`reComputer list`    | list all examples.")
+            print("`reComputer run xxx` | run an example.")
+            print("---")
     else:
-        print("Error Usage! try `reComputer run xxx` .")
+        print("Error Usage! try `reComputer help`.")
 
 
 if __name__ == "__main__":

reComputer/scripts/Sheared-LLaMA-2.7B-ShareGPT/run.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+
+./run.sh $(./autotag local_llm) \
+python3 -m local_llm.chat --api=mlc \
+--model princeton-nlp/Sheared-LLaMA-2.7B-ShareGPT

reComputer/scripts/hello-world/readme.md

@@ -0,0 +1,3 @@
+# hello-world
+
+- print `hello-world` to show how to add your project into this package

reComputer/scripts/hello-world/run.sh

@@ -0,0 +1,9 @@
+#!/bin/bash
+./run.sh $(./autotag llava) \
+python3 -m nano_llm.agents.video_query --api=mlc \
+--model Efficient-Large-Model/VILA-2.7b \
+--max-context-len 768 \
+--max-new-tokens 32 \
+--video-input /dev/video0 \
+--video-output webrtc://@:8554/output \
+--nanodb /data/nanodb/coco/2017

reComputer/scripts/llama3/run.sh

@@ -0,0 +1,10 @@
+#!/bin/bash
+
+# try stop old server
+docker rm -f ollama
+# start new server
+./run.sh -d --name ollama $(./autotag ollama)
+# run a client
+./run.sh $(./autotag ollama) /bin/ollama run llama3
+# clean new server
+docker rm -f ollama

reComputer/scripts/llava/run.sh

@@ -0,0 +1,6 @@
+#!/bin/bash
+
+./run.sh $(./autotag llava) \
+python3 -m llava.serve.cli \
+--model-path liuhaotian/llava-v1.5-7b \
+--image-file /data/images/hoover.jpg

reComputer/scripts/llava-v1.5-7b/run.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+./run.sh $(./autotag llava) \
+python3 -m llava.serve.cli \
+--model-path liuhaotian/llava-v1.5-7b \
+--image-file /data/images/hoover.jpg

reComputer/scripts/llava-v1.6-vicuna-7b/run.sh

@@ -0,0 +1,6 @@
+#!/bin/bash
+./run.sh $(./autotag local_llm) \
+python3 -m local_llm --api=mlc \
+--model liuhaotian/llava-v1.6-vicuna-7b \
+--max-context-len 768 \
+--max-new-tokens 128

reComputer/scripts/nanodb/readme.md

@@ -0,0 +1,10 @@
+# NanoDB
+
+## ref
+
+- <https://www.jetson-ai-lab.com/tutorial_nanodb.html>
+
+## access
+
+- using in machine, try `http://127.0.0.1:7860` in browser.
+- using in other pc, make sure you know jetson's IP and try `http://<<Jetson's IP>>:7860` in browser.

reComputer/scripts/nanoowl/run.sh

@@ -0,0 +1,3 @@
+#!/bin/bash
+
+./run.sh $(./autotag nanoowl) bash -c "ls /dev/video* && cd examples/tree_demo && python3 tree_demo.py ../../data/owl_image_encoder_patch32.engine"

reComputer/scripts/ollama/run.sh

@@ -0,0 +1,7 @@
+#!/bin/bash
+
+# try stop old server
+docker rm -f ollama
+# run Front-end
+./run.sh $(./autotag ollama)
+# user only can access with http://ip:11434

reComputer/scripts/run.sh

@@ -45,73 +45,29 @@ check_disk_space() {
 
 echo "run example：$1"
 BASE_PATH=/home/$USER/reComputer
+
 echo "----example init----"
 mkdir -p $BASE_PATH/
 JETSON_REPO_PATH="$BASE_PATH/jetson-containers"
+BASE_JETSON_LAB_GIT="https://github.com/dusty-nv/jetson-containers/tree/d1573a3e8d7ba3fef36ebb23a7391e60eaf64db7"
 if [ -d $JETSON_REPO_PATH ]; then
     echo "jetson-ai-lab existed."
 else
     echo "jetson-ai-lab does not installed. start init..."
     cd $BASE_PATH/
-    git clone --depth=1 https://github.com/dusty-nv/jetson-containers
+    git clone --depth=1 $BASE_JETSON_LAB_GIT
     cd $JETSON_REPO_PATH
     sudo apt update; sudo apt install -y python3-pip
     pip3 install -r requirements.txt
 fi
+
 echo "----example start----"
 cd $JETSON_REPO_PATH
-case "$1" in
-    "llava")
-        ./run.sh $(./autotag llava) \
-        python3 -m llava.serve.cli \
-        --model-path liuhaotian/llava-v1.5-7b \
-        --image-file /data/images/hoover.jpg
-    ;;
-    "llava-v1.5-7b")
-        ./run.sh $(./autotag llava) \
-        python3 -m llava.serve.cli \
-        --model-path liuhaotian/llava-v1.5-7b \
-        --image-file /data/images/hoover.jpg
-    ;;
-    "llava-v1.6-vicuna-7b")
-        ./run.sh $(./autotag local_llm) \
-        python3 -m local_llm --api=mlc \
-        --model liuhaotian/llava-v1.6-vicuna-7b \
-        --max-context-len 768 \
-        --max-new-tokens 128
-    ;;
-    "Sheared-LLaMA-2.7B-ShareGPT")
-        ./run.sh $(./autotag local_llm) \
-        python3 -m local_llm.chat --api=mlc \
-        --model princeton-nlp/Sheared-LLaMA-2.7B-ShareGPT
-    ;;
-    "text-generation-webui")
-        # download llm model
-        ./run.sh --workdir=/opt/text-generation-webui $(./autotag text-generation-webui) /bin/bash -c \
-        'python3 download-model.py --output=/data/models/text-generation-webui TheBloke/Llama-2-7b-Chat-GPTQ'
-        # run text-generation-webui
-        ./run.sh $(./autotag text-generation-webui)
-    ;;
-    "stable-diffusion-webui")
-        ./run.sh $(./autotag stable-diffusion-webui)
-    ;;
-    "nanoowl")
-        ./run.sh $(./autotag nanoowl) bash -c "ls /dev/video* && cd examples/tree_demo && python3 tree_demo.py ../../data/owl_image_encoder_patch32.engine"
-    ;;
-    "whisper")
-        ./run.sh $(./autotag whisper)
-    ;;
-    "nanodb")
-        script_dir=$(dirname "$0")
-        bash $script_dir/nanodb.sh
-    ;;
-    "live-llava")
-        script_dir=$(dirname "$0")
-        bash $script_dir/live-llava.sh
-    ;;
-    *)
-        echo "Unknown example"
-        # handle unknown
-    ;;
-esac
+script_dir=$(dirname "$0")
+start_script=$script_dir/$1/run.sh
+if [ -f $start_script ]; then
+    bash $start_script
+else
+    echo "ERROR: Example[$1] Not Found."
+fi
 echo "----example done----"

reComputer/scripts/stable-diffusion-webui/run.sh

@@ -0,0 +1,3 @@
+#!/bin/bash
+
+./run.sh $(./autotag stable-diffusion-webui)

reComputer/scripts/text-generation-webui/run.sh

@@ -0,0 +1,8 @@
+#!/bin/bash
+
+# download llm model
+./run.sh --workdir=/opt/text-generation-webui $(./autotag text-generation-webui) /bin/bash -c \
+'python3 download-model.py --output=/data/models/text-generation-webui TheBloke/Llama-2-7b-Chat-GPTQ'
+
+# run text-generation-webui
+./run.sh $(./autotag text-generation-webui)

reComputer/scripts/update.sh

@@ -0,0 +1,27 @@
+#!/bin/bash
+echo "--update jetson-containers repo--"
+BASE_PATH=/home/$USER/reComputer
+mkdir -p $BASE_PATH/
+
+JETSON_REPO_PATH="$BASE_PATH/jetson-containers"
+BASE_JETSON_LAB_GIT="https://github.com/dusty-nv/jetson-containers/tree/d1573a3e8d7ba3fef36ebb23a7391e60eaf64db7"
+
+if [ -d $JETSON_REPO_PATH ]; then
+    echo "jetson-ai-lab existed."
+    # 5 publish to Test PyPI
+    read -p "follow the newest version maybe bring bugs, are you sure about the update? (y/n): " choice
+    if [[ $choice == "y" || $choice == "Y" ]]; then
+        cd $JETSON_REPO_PATH
+        git pull
+        pip3 install -r requirements.txt
+    else
+        echo "skip update."
+    fi
+else
+    echo "jetson-ai-lab does not installed. start init..."
+    cd $BASE_PATH/
+    git clone --depth=1 $BASE_JETSON_LAB_GIT
+    cd $JETSON_REPO_PATH
+    sudo apt update; sudo apt install -y python3-pip
+    pip3 install -r requirements.txt
+fi

reComputer/scripts/whisper/run.sh

@@ -0,0 +1,3 @@
+#!/bin/bash
+
+./run.sh $(./autotag whisper)

jetson_examples-0.0.4.dist-info/RECORD

@@ -1,12 +0,0 @@
-reComputer/__init__.py,sha256=1mptEzQihbdyqqzMgdns_j5ZGK9gz7hR2bsgA_TnjO4,22
-reComputer/main.py,sha256=TRhzH30lOSPyWyAHSjlSe40BL2nBRz5-a5zQoRr595A,809
-reComputer/scripts/check.sh,sha256=cUMwAjHpgJoaD5a8gTLJG7QWjF9CyKPgQ-ewRNK3FD8,127
-reComputer/scripts/live-llava.sh,sha256=4sWld5d8Fkr9GUVqLH2S1RyOKOjobhjojSzuJu8EuCg,10137
-reComputer/scripts/nanodb.sh,sha256=6MKQgYqDhg-Rvh3Sk4sNm5V2jg1ZgtSVvB2fOjH_KuE,1875
-reComputer/scripts/run.sh,sha256=hVRRC-wwjrfUdwSIg_0XDlKWNcVq_CfVBZOReddJ7Ek,3585
-jetson_examples-0.0.4.dist-info/LICENSE,sha256=ac_LOi8ChcJhymEfBulX98Y06wTI2IMcQnqCXZ5yay4,1066
-jetson_examples-0.0.4.dist-info/METADATA,sha256=FZkx_NFvQOVHNyAv8GIaq-WwIISYe_3pHGg1ZyfvVK8,3903
-jetson_examples-0.0.4.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-jetson_examples-0.0.4.dist-info/entry_points.txt,sha256=5-OdcBifoDjVXE9KjNoN6tQa8l_XSXhdbBEgL2hxeDM,58
-jetson_examples-0.0.4.dist-info/top_level.txt,sha256=SI-liiUOkoGwOJfMP7d7k63JKgdcbiEj6DEC8QIKI90,11
-jetson_examples-0.0.4.dist-info/RECORD,,