jetson-examples 0.0.1__py3-none-any.whl

jetson_examples-0.0.1.data/data/scripts/run.sh

@@ -0,0 +1,173 @@
+#!/bin/bash
+
+check_is_jetson_or_not() {
+    model_file="/proc/device-tree/model"
+
+    if [ -f "$model_file" ]; then
+        first_line=$(head -n 1 "$model_file")
+
+        if [[ "$first_line" == NVIDIA* ]]; then
+            echo "INFO: jetson machine confirmed..."
+        else
+            echo "WARNING: your machine maybe not support..."
+            exit 1
+        fi
+    else
+        echo "ERROR: only jetson support this..."
+        exit 1
+    fi
+}
+check_is_jetson_or_not
+
+check_disk_space() {
+    directory="$1"  # a directory
+    required_space_gb="$2"  # how many GB we need
+    
+    # get disk of directory
+    device=$(df -P "$directory" | awk 'NR==2 {print $1}')
+    echo $device
+    
+    # get free space in KB
+    free_space=$(df -P "$device" | awk 'NR==2 {print $4}')
+    echo $free_space
+    
+    # change unit to GB
+    free_space_gb=$(echo "scale=2; $free_space / 1024 / 1024" | bc)
+    echo $free_space_gb
+    
+    # check and fast-fail
+    if (( $(echo "$free_space_gb >= $required_space_gb" | bc -l) )); then
+        echo "disk space ($1) enough, keep going."
+    else
+        echo "disk space ($1) not enough!! we need $2 GB!!"
+        exit 1
+    fi
+}
+
+echo "run example：$1"
+BASE_PATH=/home/$USER/reComputer
+echo "----example init----"
+mkdir -p $BASE_PATH/
+JETSON_REPO_PATH="$BASE_PATH/jetson-containers"
+if [ -d $JETSON_REPO_PATH ]; then
+    echo "jetson-ai-lab existed."
+else
+    echo "jetson-ai-lab does not installed. start init..."
+    cd $BASE_PATH/
+    git clone --depth=1 https://github.com/dusty-nv/jetson-containers
+    cd $JETSON_REPO_PATH
+    sudo apt update; sudo apt install -y python3-pip
+    pip3 install -r requirements.txt
+fi
+echo "----example start----"
+cd $JETSON_REPO_PATH
+case "$1" in
+    "llava")
+        ./run.sh $(./autotag llava) \
+        python3 -m llava.serve.cli \
+        --model-path liuhaotian/llava-v1.5-7b \
+        --image-file /data/images/hoover.jpg
+    ;;
+    "llava-v1.5-7b")
+        ./run.sh $(./autotag llava) \
+        python3 -m llava.serve.cli \
+        --model-path liuhaotian/llava-v1.5-7b \
+        --image-file /data/images/hoover.jpg
+    ;;
+    "llava-v1.6-vicuna-7b")
+        ./run.sh $(./autotag local_llm) \
+        python3 -m local_llm --api=mlc \
+        --model liuhaotian/llava-v1.6-vicuna-7b \
+        --max-context-len 768 \
+        --max-new-tokens 128
+    ;;
+    "Sheared-LLaMA-2.7B-ShareGPT")
+        ./run.sh $(./autotag local_llm) \
+        python3 -m local_llm.chat --api=mlc \
+        --model princeton-nlp/Sheared-LLaMA-2.7B-ShareGPT
+    ;;
+    "text-generation-webui")
+        # download llm model
+        ./run.sh --workdir=/opt/text-generation-webui $(./autotag text-generation-webui) /bin/bash -c \
+        'python3 download-model.py --output=/data/models/text-generation-webui TheBloke/Llama-2-7b-Chat-GPTQ'
+        # run text-generation-webui
+        ./run.sh $(./autotag text-generation-webui)
+    ;;
+    "stable-diffusion-webui")
+        ./run.sh $(./autotag stable-diffusion-webui)
+    ;;
+    "nanoowl")
+        ./run.sh $(./autotag nanoowl) bash -c "ls /dev/video* && cd examples/tree_demo && python3 tree_demo.py ../../data/owl_image_encoder_patch32.engine"
+    ;;
+    "whisper")
+        ./run.sh $(./autotag whisper)
+    ;;
+    "nanodb")
+        # check data files TODO: support params to force download
+        DATA_PATH="$JETSON_REPO_PATH/data/datasets/coco/2017"
+        if [ ! -d $DATA_PATH ]; then
+            mkdir -p $DATA_PATH
+        fi
+        cd $DATA_PATH
+        # check val2017.zip
+        if [ ! -d "$DATA_PATH/val2017" ]; then
+            if [ ! -f "val2017.zip" ]; then
+                check_disk_space $DATA_PATH 1
+                wget http://images.cocodataset.org/zips/val2017.zip
+            else
+                echo "val2017.zip existed."
+            fi
+            check_disk_space $DATA_PATH 19
+            unzip val2017.zip && rm val2017.zip
+        else
+            echo "val2017/ existed."
+        fi
+        # check train2017.zip
+        if [ ! -d "$DATA_PATH/train2017" ]; then
+            if [ ! -f "train2017.zip" ]; then
+                check_disk_space $DATA_PATH 19
+                wget http://images.cocodataset.org/zips/train2017.zip
+            else
+                echo "train2017.zip existed."
+            fi
+            check_disk_space $DATA_PATH 19
+            unzip train2017.zip && rm train2017.zip
+        else
+            echo "train2017/ existed."
+        fi
+        if [ ! -d "$DATA_PATH/unlabeled2017" ]; then
+            # check unlabeled2017.zip
+            if [ ! -f "unlabeled2017.zip" ]; then
+                check_disk_space $DATA_PATH 19
+                wget http://images.cocodataset.org/zips/unlabeled2017.zip
+            else
+                echo "unlabeled2017.zip existed."
+            fi
+            check_disk_space $DATA_PATH 19
+            unzip unlabeled2017.zip && rm unlabeled2017.zip
+        else
+            echo "unlabeled2017/ existed."
+        fi
+        
+        # check index files
+        INDEX_PATH="$JETSON_REPO_PATH/data/nanodb/coco/2017"
+        if [ ! -d $INDEX_PATH ]; then
+            cd $JETSON_REPO_PATH/data/
+            check_disk_space $JETSON_REPO_PATH 1
+            wget https://nvidia.box.com/shared/static/icw8qhgioyj4qsk832r4nj2p9olsxoci.gz -O nanodb_coco_2017.tar.gz
+            tar -xzvf nanodb_coco_2017.tar.gz
+        fi
+        
+        # RUN
+        cd $JETSON_REPO_PATH
+        ./run.sh $(./autotag nanodb) \
+        python3 -m nanodb \
+        --path /data/nanodb/coco/2017 \
+        --server --port=7860
+    ;;
+    *)
+        echo "Unknown example"
+        # handle unknown
+    ;;
+esac
+echo "----example done----"

jetson_examples-0.0.1.dist-info/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2024 luozhixin
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

jetson_examples-0.0.1.dist-info/METADATA

@@ -0,0 +1,69 @@
+Metadata-Version: 2.1
+Name: jetson-examples
+Version: 0.0.1
+Summary: run AI on Jetson, all you need is reComputer
+Author-email: luozhixin <zhixin.luo@seeed.cc>
+Project-URL: Homepage, https://github.com/Seeed-Projects/jetson-examples
+Project-URL: Issues, https://github.com/Seeed-Projects/jetson-examples/issues
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Requires-Python: >=3.8
+Description-Content-Type: text/markdown
+License-File: LICENSE
+
+<div align="center">
+  <img alt="jetson" height="200px" src="https://avatars.githubusercontent.com/u/688117?s=200&v=4">
+</div>
+
+# jetson-examples
+
+[![Discord](https://dcbadge.vercel.app/api/server/5BQCkty7vN?style=flat&compact=true)](https://discord.gg/5BQCkty7vN)
+
+- run ai examples on jetson.
+- all you need is `reComputer`.
+
+## Install
+
+```sh
+pip install reComputer
+```
+
+- [more installation methods](./docs/install.md)
+
+## Quickstart
+
+To run and chat with [LLaVA](https://www.jetson-ai-lab.com/tutorial_llava.html):
+
+```sh
+reComputer run llava
+```
+
+## Example list
+
+reComputer supports a list of examples from [jetson-ai-lab](https://www.jetson-ai-lab.com/)
+
+Here are some examples that can be run:
+
+| Example                | Type                     | Model/Data Size | Image Size | Command                                 |
+| ---------------------- | ------------------------ | --------------- | ---------- | --------------------------------------- |
+| text-generation-webui  | Text (LLM)               | 3.9GB           | 14.8GB     | `reComputer run text-generation-webui`  |
+| LLaVA                  | Text + Vision (VLM)      | 13GB            | 14.4GB     | `reComputer run llava`                  |
+| stable-diffusion-webui | Image Generation         | 3.97G           | 7.3GB      | `reComputer run stable-diffusion-webui` |
+| nanoowl                | Vision Transformers(ViT) | 613MB           | 15.1GB     | `reComputer run nanoowl`                |
+| nanodb                 | Vector Database          | 76GB            | 7.0GB      | `reComputer run nanodb`                 |
+| whisper                | Audio                    | 1.5GB           | 6.0GB      | `reComputer run whisper`                |
+
+> Note: You should have enough space to run example, like `LLaVA`, at least `27.4GB` totally
+
+More Examples can be found [examples.md](./docs/examples.md)
+
+## TODO List
+
+- [ ] check disk space enough or not before run
+- [ ] allow to setting some configs, such as `BASE_PATH`
+- [ ] detect host environment and install what we need
+- [ ] support jetson-containers update
+- [ ] all type jetson support checking list
+- [ ] better table to show example's difference
+- [ ] try jetpack 6.0

jetson_examples-0.0.1.dist-info/RECORD

@@ -0,0 +1,9 @@
+jetson_examples-0.0.1.data/data/scripts/run.sh,sha256=URYwn-EKgLolwNorU-d_LlaZC925sYg7nZO-guOcAsQ,5617
+reComputer/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+reComputer/main.py,sha256=K-ZpxttBOmEdLKyy6fIN8K4EMJ48dVIN88WvbWioB4Q,1109
+jetson_examples-0.0.1.dist-info/LICENSE,sha256=ac_LOi8ChcJhymEfBulX98Y06wTI2IMcQnqCXZ5yay4,1066
+jetson_examples-0.0.1.dist-info/METADATA,sha256=K3QgJ1VeZ_wPKNc3Pb_GtGV4WoilakN8vbs8uHY9aX4,2746
+jetson_examples-0.0.1.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+jetson_examples-0.0.1.dist-info/entry_points.txt,sha256=5-OdcBifoDjVXE9KjNoN6tQa8l_XSXhdbBEgL2hxeDM,58
+jetson_examples-0.0.1.dist-info/top_level.txt,sha256=SI-liiUOkoGwOJfMP7d7k63JKgdcbiEj6DEC8QIKI90,11
+jetson_examples-0.0.1.dist-info/RECORD,,

jetson_examples-0.0.1.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: bdist_wheel (0.43.0)
+Root-Is-Purelib: true
+Tag: py3-none-any
+

jetson_examples-0.0.1.dist-info/entry_points.txt

@@ -0,0 +1,2 @@
+[console_scripts]
+reComputer = reComputer.main:run_script

jetson_examples-0.0.1.dist-info/top_level.txt

@@ -0,0 +1 @@
+reComputer

reComputer/main.py

@@ -0,0 +1,42 @@
+import os
+import subprocess
+import sys
+
+
+def get_installation_path():
+    script_path = os.path.abspath(sys.argv[0])
+    installation_path = os.path.dirname(script_path)
+    print("installation_path:", installation_path)
+    return installation_path
+
+
+def run_script():
+    # TODO: maybe use python instead of shell is better
+    if len(sys.argv) == 3:
+        if sys.argv[1] == "run":
+            run_example()
+        else:
+            print("Only Support `run` for now. try `reComputer run llava` .")
+    elif len(sys.argv) == 2:
+        if sys.argv[1] == "check":
+            check()
+        else:
+            print("Only Support `check` for now. try `reComputer check` .")
+    else:
+        print("Error Usage! try `reComputer run xxx` .")
+
+
+def run_example():
+    installation_path = get_installation_path()
+    runner_script = os.path.join(installation_path, "..", "scripts", "run.sh")
+    subprocess.run(["bash", runner_script, sys.argv[2]])
+
+
+def check():
+    # TODO: do some real check
+    subprocess.run(["python", "-V"])
+    subprocess.run(["python3", "-V"])
+
+
+if __name__ == "__main__":
+    pass