jetson-examples 0.0.5__py3-none-any.whl → 0.0.7__py3-none-any.whl

{jetson_examples-0.0.5.dist-info → jetson_examples-0.0.7.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: jetson-examples
-Version: 0.0.5
+Version: 0.0.7
 Summary: Running Gen AI models and applications on NVIDIA Jetson devices with one-line command
 Author-email: luozhixin <zhixin.luo@seeed.cc>
 Project-URL: Homepage, https://github.com/Seeed-Projects/jetson-examples
@@ -33,6 +33,7 @@ pip install jetson-examples
 ```
 
 - [more installation methods](./docs/install.md)
+- If you have already installed, you can use `pip install jetson-examples --upgrade` to update.
 
 ## Quickstart
 
@@ -48,14 +49,16 @@ reComputer supports a list of examples from [jetson-ai-lab](https://www.jetson-a
 
 Here are some examples that can be run:
 
-| Example                | Type                     | Model/Data Size | Image Size | Command                                 |
-| ---------------------- | ------------------------ | --------------- | ---------- | --------------------------------------- |
-| text-generation-webui  | Text (LLM)               | 3.9GB           | 14.8GB     | `reComputer run text-generation-webui`  |
-| LLaVA                  | Text + Vision (VLM)      | 13GB            | 14.4GB     | `reComputer run llava`                  |
-| stable-diffusion-webui | Image Generation         | 3.97G           | 7.3GB      | `reComputer run stable-diffusion-webui` |
-| nanoowl                | Vision Transformers(ViT) | 613MB           | 15.1GB     | `reComputer run nanoowl`                |
-| nanodb                 | Vector Database          | 76GB            | 7.0GB      | `reComputer run nanodb`                 |
-| whisper                | Audio                    | 1.5GB           | 6.0GB      | `reComputer run whisper`                |
+| Example                                          | Type                     | Model/Data Size | Image Size | Command                                 |
+| ------------------------------------------------ | ------------------------ | --------------- | ---------- | --------------------------------------- |
+| 🆕 llama3                                         | Text (LLM)               | 4.9GB           | 10.5GB     | `reComputer run llama3`                 |
+| 🆕 [ollama](https://github.com/ollama/ollama)     | Inference Server         | *               | 10.5GB     | `reComputer run ollama`                 |
+| LLaVA                                            | Text + Vision (VLM)      | 13GB            | 14.4GB     | `reComputer run llava`                  |
+| Live LLaVA                                       | Text + Vision (VLM)      | 13GB            | 20.3GB     | `reComputer run live-llava`             |
+| stable-diffusion-webui                           | Image Generation         | 3.97G           | 7.3GB      | `reComputer run stable-diffusion-webui` |
+| nanoowl                                          | Vision Transformers(ViT) | 613MB           | 15.1GB     | `reComputer run nanoowl`                |
+| [nanodb](../reComputer/scripts/nanodb/readme.md) | Vector Database          | 76GB            | 7.0GB      | `reComputer run nanodb`                 |
+| whisper                                          | Audio                    | 1.5GB           | 6.0GB      | `reComputer run whisper`                |
 
 > Note: You should have enough space to run example, like `LLaVA`, at least `27.4GB` totally
 

{jetson_examples-0.0.5.dist-info → jetson_examples-0.0.7.dist-info}/RECORD

@@ -1,24 +1,24 @@
-reComputer/__init__.py,sha256=S7u1lbuWmM3A3ajykBialmPoJUK6Jg-WmNqM-9OZFdk,22
+reComputer/__init__.py,sha256=R9xOYoYrWKcfO5zvTeGC3m_eDNOvxMd8CocQs2tLufo,22
 reComputer/main.py,sha256=IOrKYEatTeAfvM1yRNNrZDAfM9LsER334FgOuRVah44,1821
 reComputer/scripts/check.sh,sha256=cUMwAjHpgJoaD5a8gTLJG7QWjF9CyKPgQ-ewRNK3FD8,127
-reComputer/scripts/run.sh,sha256=zlVqaCu12VPkecxy5FR0XDxbOeogeGBKuPU0Ow2qJyw,2066
+reComputer/scripts/run.sh,sha256=cGy4X7-UywgFJjge_R-yuKab8rfEw_-8ec6i57cef18,1370
 reComputer/scripts/update.sh,sha256=9Pw9-laO8NU2-4t4UisjFEwHPY5-ZAIoDi3AqWBzBbs,900
 reComputer/scripts/Sheared-LLaMA-2.7B-ShareGPT/run.sh,sha256=ktndtYTKXLJd6pHi5WN93NBLxreUsCe9Rim3U7-cyJs,134
-reComputer/scripts/hello-world/readme.md,sha256=LbPVSal_UuOsJe1v4otMfci6UN0gUqecQlynQaHiHME,87
-reComputer/scripts/hello-world/run.sh,sha256=ZjFioxwmBTtvZoBHJNpHc6AS97HksyXnOnKy3LZTShs,280
 reComputer/scripts/live-llava/run.sh,sha256=4sWld5d8Fkr9GUVqLH2S1RyOKOjobhjojSzuJu8EuCg,10137
+reComputer/scripts/llama3/run.sh,sha256=i2MAtkWdYq-XaHUHZ13uO-8QeshCEBq32DOi1wCBSeo,226
 reComputer/scripts/llava/run.sh,sha256=xukwaZz7YKQFc-_LtuBUL6zcywciS0_IQ8OeTAKGe3o,148
 reComputer/scripts/llava-v1.5-7b/run.sh,sha256=Gsd3vo91bDV8LSuQPnYX82jsWXcbT2maTASA0u4ufBQ,147
 reComputer/scripts/llava-v1.6-vicuna-7b/run.sh,sha256=89VjiRvleYluLiSXfDOJBPXnkG8g0wDb3y5bFD_Nus0,165
 reComputer/scripts/nanodb/readme.md,sha256=kzWnCq4qAB95Sssj8mFs_VrH5ju3phSqygLjSRO3ceQ,247
-reComputer/scripts/nanodb/run.sh,sha256=6MKQgYqDhg-Rvh3Sk4sNm5V2jg1ZgtSVvB2fOjH_KuE,1875
+reComputer/scripts/nanodb/run.sh,sha256=YHuLNtWcmx82QBnTa4vGzhFjNM9MJUbyi_XYbMG6hfQ,2571
 reComputer/scripts/nanoowl/run.sh,sha256=at89nn0-95XonUvLf8u6f_rAwTuw2iS7MhnlApdzEQg,161
+reComputer/scripts/ollama/run.sh,sha256=AUEYvW4l8msN-XOouET-l_lYu07CR8ssMNf6u0u2n6I,143
 reComputer/scripts/stable-diffusion-webui/run.sh,sha256=ralIICACH1AiK2A8JEekUS6Cof4ZGjaRNmPYgPPJybc,57
 reComputer/scripts/text-generation-webui/run.sh,sha256=WZ2wwuSuXkd6KVQ0lx9KUvNKHx_dN-UBzraV2papdqM,304
 reComputer/scripts/whisper/run.sh,sha256=u5JPV0XhTM2Q02GOOPkoLUS-jNRE1DWxyW7FhV5qmb4,43
-jetson_examples-0.0.5.dist-info/LICENSE,sha256=ac_LOi8ChcJhymEfBulX98Y06wTI2IMcQnqCXZ5yay4,1066
-jetson_examples-0.0.5.dist-info/METADATA,sha256=VcOxBLpzkXjUFAw1R9avnl6fg279Yk9LQANWGOzhSeA,3982
-jetson_examples-0.0.5.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-jetson_examples-0.0.5.dist-info/entry_points.txt,sha256=5-OdcBifoDjVXE9KjNoN6tQa8l_XSXhdbBEgL2hxeDM,58
-jetson_examples-0.0.5.dist-info/top_level.txt,sha256=SI-liiUOkoGwOJfMP7d7k63JKgdcbiEj6DEC8QIKI90,11
-jetson_examples-0.0.5.dist-info/RECORD,,
+jetson_examples-0.0.7.dist-info/LICENSE,sha256=ac_LOi8ChcJhymEfBulX98Y06wTI2IMcQnqCXZ5yay4,1066
+jetson_examples-0.0.7.dist-info/METADATA,sha256=LNYwoB1B0BJlPmXAu57QFaXXWJhjdsHTP4WI-4onuZM,4598
+jetson_examples-0.0.7.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+jetson_examples-0.0.7.dist-info/entry_points.txt,sha256=5-OdcBifoDjVXE9KjNoN6tQa8l_XSXhdbBEgL2hxeDM,58
+jetson_examples-0.0.7.dist-info/top_level.txt,sha256=SI-liiUOkoGwOJfMP7d7k63JKgdcbiEj6DEC8QIKI90,11
+jetson_examples-0.0.7.dist-info/RECORD,,

reComputer/__init__.py

@@ -1 +1 @@
-__version__ = "0.0.5"
+__version__ = "0.0.7"

reComputer/scripts/llama3/run.sh

@@ -0,0 +1,10 @@
+#!/bin/bash
+
+# try stop old server
+docker rm -f ollama
+# start new server
+./run.sh -d --name ollama $(./autotag ollama)
+# run a client
+./run.sh $(./autotag ollama) /bin/ollama run llama3
+# clean new server
+docker rm -f ollama

reComputer/scripts/nanodb/run.sh

@@ -3,6 +3,31 @@
 BASE_PATH=/home/$USER/reComputer
 JETSON_REPO_PATH="$BASE_PATH/jetson-containers"
 
+check_disk_space() {
+    directory="$1"  # a directory
+    required_space_gb="$2"  # how many GB we need
+    
+    # get disk of directory
+    device=$(df -P "$directory" | awk 'NR==2 {print $1}')
+    echo $device
+    
+    # get free space in KB
+    free_space=$(df -P "$device" | awk 'NR==2 {print $4}')
+    echo $free_space
+    
+    # change unit to GB
+    free_space_gb=$(echo "scale=2; $free_space / 1024 / 1024" | bc)
+    echo $free_space_gb
+    
+    # check and fast-fail
+    if (( $(echo "$free_space_gb >= $required_space_gb" | bc -l) )); then
+        echo "disk space ($1) enough, keep going."
+    else
+        echo "disk space ($1) not enough!! we need $2 GB!!"
+        exit 1
+    fi
+}
+
 # check data files TODO: support params to force download
 DATA_PATH="$JETSON_REPO_PATH/data/datasets/coco/2017"
 if [ ! -d $DATA_PATH ]; then

reComputer/scripts/ollama/run.sh

@@ -0,0 +1,7 @@
+#!/bin/bash
+
+# try stop old server
+docker rm -f ollama
+# run Front-end
+./run.sh $(./autotag ollama)
+# user only can access with http://ip:11434

reComputer/scripts/run.sh

@@ -18,31 +18,6 @@ check_is_jetson_or_not() {
 }
 check_is_jetson_or_not
 
-check_disk_space() {
-    directory="$1"  # a directory
-    required_space_gb="$2"  # how many GB we need
-    
-    # get disk of directory
-    device=$(df -P "$directory" | awk 'NR==2 {print $1}')
-    echo $device
-    
-    # get free space in KB
-    free_space=$(df -P "$device" | awk 'NR==2 {print $4}')
-    echo $free_space
-    
-    # change unit to GB
-    free_space_gb=$(echo "scale=2; $free_space / 1024 / 1024" | bc)
-    echo $free_space_gb
-    
-    # check and fast-fail
-    if (( $(echo "$free_space_gb >= $required_space_gb" | bc -l) )); then
-        echo "disk space ($1) enough, keep going."
-    else
-        echo "disk space ($1) not enough!! we need $2 GB!!"
-        exit 1
-    fi
-}
-
 echo "run example：$1"
 BASE_PATH=/home/$USER/reComputer
 

reComputer/scripts/hello-world/readme.md

@@ -1,3 +0,0 @@
-# hello-world
-
-- print `hello-world` to show how to add your project into this package

reComputer/scripts/hello-world/run.sh

@@ -1,9 +0,0 @@
-#!/bin/bash
-./run.sh $(./autotag llava) \
-python3 -m nano_llm.agents.video_query --api=mlc \
---model Efficient-Large-Model/VILA-2.7b \
---max-context-len 768 \
---max-new-tokens 32 \
---video-input /dev/video0 \
---video-output webrtc://@:8554/output \
---nanodb /data/nanodb/coco/2017