jetson-examples 0.1.4__tar.gz → 0.1.5__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (84) hide show
  1. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/PKG-INFO +13 -10
  2. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/README.md +12 -9
  3. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/jetson_examples.egg-info/PKG-INFO +13 -10
  4. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/jetson_examples.egg-info/SOURCES.txt +6 -0
  5. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/pyproject.toml +1 -1
  6. jetson_examples-0.1.5/reComputer/__init__.py +1 -0
  7. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/depth-anything/README.md +2 -2
  8. jetson_examples-0.1.5/reComputer/scripts/llama-factory/README.md +67 -0
  9. jetson_examples-0.1.5/reComputer/scripts/llama-factory/assets/llama-factory-Jetson.png +0 -0
  10. jetson_examples-0.1.5/reComputer/scripts/llama-factory/assets/webui.png +0 -0
  11. jetson_examples-0.1.5/reComputer/scripts/llama-factory/clean.sh +4 -0
  12. jetson_examples-0.1.5/reComputer/scripts/llama-factory/init.sh +52 -0
  13. jetson_examples-0.1.5/reComputer/scripts/llama-factory/run.sh +10 -0
  14. jetson_examples-0.1.4/reComputer/__init__.py +0 -1
  15. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/LICENSE +0 -0
  16. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/jetson_examples.egg-info/dependency_links.txt +0 -0
  17. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/jetson_examples.egg-info/entry_points.txt +0 -0
  18. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/jetson_examples.egg-info/top_level.txt +0 -0
  19. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/main.py +0 -0
  20. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/Sheared-LLaMA-2.7B-ShareGPT/init.sh +0 -0
  21. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/Sheared-LLaMA-2.7B-ShareGPT/run.sh +0 -0
  22. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/audiocraft/README.md +0 -0
  23. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/audiocraft/clean.sh +0 -0
  24. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/audiocraft/init.sh +0 -0
  25. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/audiocraft/run.sh +0 -0
  26. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/check.sh +0 -0
  27. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/clean.sh +0 -0
  28. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/depth-anything/Dockerfile +0 -0
  29. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/depth-anything/LICENSE +0 -0
  30. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/depth-anything/clean.sh +0 -0
  31. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/depth-anything/images/Autonomous Driving.png +0 -0
  32. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/depth-anything/images/Indoor Scenes.png +0 -0
  33. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/depth-anything/images/Opr.png +0 -0
  34. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/depth-anything/images/Security.png +0 -0
  35. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/depth-anything/images/Underwater Scenes.png +0 -0
  36. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/depth-anything/images/WebUI.png +0 -0
  37. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/depth-anything/images/teaser.png +0 -0
  38. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/depth-anything/run.sh +0 -0
  39. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/live-llava/init.sh +0 -0
  40. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/live-llava/run.sh +0 -0
  41. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/llama3/init.sh +0 -0
  42. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/llama3/run.sh +0 -0
  43. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/llava/clean.sh +0 -0
  44. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/llava/init.sh +0 -0
  45. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/llava/run.sh +0 -0
  46. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/llava-v1.5-7b/init.sh +0 -0
  47. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/llava-v1.5-7b/run.sh +0 -0
  48. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/llava-v1.6-vicuna-7b/init.sh +0 -0
  49. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/llava-v1.6-vicuna-7b/run.sh +0 -0
  50. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/nanodb/init.sh +0 -0
  51. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/nanodb/readme.md +0 -0
  52. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/nanodb/run.sh +0 -0
  53. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/nanoowl/init.sh +0 -0
  54. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/nanoowl/run.sh +0 -0
  55. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/ollama/init.sh +0 -0
  56. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/ollama/run.sh +0 -0
  57. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/run.sh +0 -0
  58. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/stable-diffusion-webui/init.sh +0 -0
  59. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/stable-diffusion-webui/run.sh +0 -0
  60. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/text-generation-webui/init.sh +0 -0
  61. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/text-generation-webui/run.sh +0 -0
  62. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/ultralytics-yolo/LICENSE +0 -0
  63. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/ultralytics-yolo/README.md +0 -0
  64. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/ultralytics-yolo/clean.sh +0 -0
  65. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/ultralytics-yolo/images/Ultralytics-yolo.gif +0 -0
  66. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/ultralytics-yolo/images/tasks.png +0 -0
  67. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/ultralytics-yolo/run.sh +0 -0
  68. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/update.sh +0 -0
  69. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/whisper/init.sh +0 -0
  70. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/whisper/run.sh +0 -0
  71. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/yolov10/Dockerfile +0 -0
  72. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/yolov10/README.md +0 -0
  73. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/yolov10/assets/webui.png +0 -0
  74. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/yolov10/clean.sh +0 -0
  75. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/yolov10/init.sh +0 -0
  76. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/yolov10/run.sh +0 -0
  77. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/yolov8-rail-inspection/readme.md +0 -0
  78. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/yolov8-rail-inspection/run.sh +0 -0
  79. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/yolov8:detect/Dockerfile +0 -0
  80. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/yolov8:detect/README.txt +0 -0
  81. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/yolov8:detect/app.py +0 -0
  82. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/yolov8:detect/run.sh +0 -0
  83. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/reComputer/scripts/yolov8:detect/templates/index.html +0 -0
  84. {jetson_examples-0.1.4 → jetson_examples-0.1.5}/setup.cfg +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: jetson-examples
3
- Version: 0.1.4
3
+ Version: 0.1.5
4
4
  Summary: Running Gen AI models and applications on NVIDIA Jetson devices with one-line command
5
5
  Author-email: luozhixin <zhixin.luo@seeed.cc>
6
6
  Project-URL: Homepage, https://github.com/Seeed-Projects/jetson-examples
@@ -23,11 +23,11 @@ License-File: LICENSE
23
23
 
24
24
  This repository provides examples for running AI models and applications on [NVIDIA Jetson devices](https://www.seeedstudio.com/reComputer-J4012-p-5586.html) with a single command.
25
25
 
26
- This repo builds upon the work of the [jetson-containers](https://github.com/dusty-nv/jetson-containers), which provides a modular container build system for various AI/ML packages on NVIDIA Jetson devices.
26
+ This repo builds upon the work of the [jetson-containers](https://github.com/dusty-nv/jetson-containers), [ultralytics](https://github.com/ultralytics/ultralytics) and other excellent projects.
27
27
 
28
28
  ## Features
29
29
  - 🚀 **Easy Deployment:** Deploy state-of-the-art AI models on Jetson devices in one line.
30
- - 🔄 **Versatile Examples:** Supports text generation, image generation, vision transformers, computer vision and so on.
30
+ - 🔄 **Versatile Examples:** Supports text generation, image generation, computer vision and so on.
31
31
  - ⚡ **Optimized for Jetson:** Leverages Nvidia Jetson hardware for efficient performance.
32
32
 
33
33
 
@@ -60,9 +60,11 @@ Here are some examples that can be run:
60
60
 
61
61
  | Example | Type | Model/Data Size | Docker Image Size | Command |
62
62
  | ------------------------------------------------ | ------------------------ | --------------- | ---------- | --------------------------------------- |
63
- | 🆕 [yolov10](/reComputer/scripts/yolov10/README.md) | Computer Vision | 7.2M | 5.74 GB | `reComputer run yolov10` |
64
- | 🆕 llama3 | Text (LLM) | 4.9GB | 10.5GB | `reComputer run llama3` |
65
- | 🆕 [ollama](https://github.com/ollama/ollama) | Inference Server | * | 10.5GB | `reComputer run ollama` |
63
+ | 🆕 llama-factory | Finetune LLM | | 13.5GB | `reComputer run llama-factory` |
64
+ | 🆕 [depth-anything](/reComputer/scripts/depth-anything/README.md) |Computer Vision | | 12.9GB | `reComputer run depth-anything` |
65
+ | [yolov10](/reComputer/scripts/yolov10/README.md) | Computer Vision | 7.2M | 5.74 GB | `reComputer run yolov10` |
66
+ | llama3 | Text (LLM) | 4.9GB | 10.5GB | `reComputer run llama3` |
67
+ | [ollama](https://github.com/ollama/ollama) | Inference Server | * | 10.5GB | `reComputer run ollama` |
66
68
  | LLaVA | Text + Vision (VLM) | 13GB | 14.4GB | `reComputer run llava` |
67
69
  | Live LLaVA | Text + Vision (VLM) | 13GB | 20.3GB | `reComputer run live-llava` |
68
70
  | stable-diffusion-webui | Image Generation | 3.97G | 7.3GB | `reComputer run stable-diffusion-webui` |
@@ -71,7 +73,7 @@ Here are some examples that can be run:
71
73
  | whisper | Audio | 1.5GB | 6.0GB | `reComputer run whisper` |
72
74
  | [yolov8-rail-inspection](/reComputer/scripts/yolov8-rail-inspection/readme.md) |Computer Vision | 6M | 13.8GB | `reComputer run yolov8-rail-inspection` |
73
75
  | [ultralytics-yolo](/reComputer/scripts/ultralytics-yolo/README.md) |Computer Vision | | 15.4GB | `reComputer run ultralytics-yolo` |
74
- | [depth-anything](/reComputer/scripts/depth-anything/README.md) |Computer Vision | | 12.9GB | `reComputer run depth-anything` |
76
+
75
77
 
76
78
  > Note: You should have enough space to run example, like `LLaVA`, at least `27.4GB` totally
77
79
 
@@ -84,13 +86,14 @@ We welcome contributions to improve jetson-examples! If you have an example you'
84
86
 
85
87
  ## TODO List
86
88
 
89
+ - [x] detect host environment and install what we need
90
+ - [x] all type jetson support checking list
91
+ - [x] try jetpack 6.0
87
92
  - [ ] check disk space enough or not before run
88
93
  - [ ] allow to setting some configs, such as `BASE_PATH`
89
- - [ ] detect host environment and install what we need
90
94
  - [ ] support jetson-containers update
91
- - [ ] all type jetson support checking list
92
95
  - [ ] better table to show example's difference
93
- - [ ] try jetpack 6.0
96
+
94
97
 
95
98
 
96
99
  ## License
@@ -8,11 +8,11 @@
8
8
 
9
9
  This repository provides examples for running AI models and applications on [NVIDIA Jetson devices](https://www.seeedstudio.com/reComputer-J4012-p-5586.html) with a single command.
10
10
 
11
- This repo builds upon the work of the [jetson-containers](https://github.com/dusty-nv/jetson-containers), which provides a modular container build system for various AI/ML packages on NVIDIA Jetson devices.
11
+ This repo builds upon the work of the [jetson-containers](https://github.com/dusty-nv/jetson-containers), [ultralytics](https://github.com/ultralytics/ultralytics) and other excellent projects.
12
12
 
13
13
  ## Features
14
14
  - 🚀 **Easy Deployment:** Deploy state-of-the-art AI models on Jetson devices in one line.
15
- - 🔄 **Versatile Examples:** Supports text generation, image generation, vision transformers, computer vision and so on.
15
+ - 🔄 **Versatile Examples:** Supports text generation, image generation, computer vision and so on.
16
16
  - ⚡ **Optimized for Jetson:** Leverages Nvidia Jetson hardware for efficient performance.
17
17
 
18
18
 
@@ -45,9 +45,11 @@ Here are some examples that can be run:
45
45
 
46
46
  | Example | Type | Model/Data Size | Docker Image Size | Command |
47
47
  | ------------------------------------------------ | ------------------------ | --------------- | ---------- | --------------------------------------- |
48
- | 🆕 [yolov10](/reComputer/scripts/yolov10/README.md) | Computer Vision | 7.2M | 5.74 GB | `reComputer run yolov10` |
49
- | 🆕 llama3 | Text (LLM) | 4.9GB | 10.5GB | `reComputer run llama3` |
50
- | 🆕 [ollama](https://github.com/ollama/ollama) | Inference Server | * | 10.5GB | `reComputer run ollama` |
48
+ | 🆕 llama-factory | Finetune LLM | | 13.5GB | `reComputer run llama-factory` |
49
+ | 🆕 [depth-anything](/reComputer/scripts/depth-anything/README.md) |Computer Vision | | 12.9GB | `reComputer run depth-anything` |
50
+ | [yolov10](/reComputer/scripts/yolov10/README.md) | Computer Vision | 7.2M | 5.74 GB | `reComputer run yolov10` |
51
+ | llama3 | Text (LLM) | 4.9GB | 10.5GB | `reComputer run llama3` |
52
+ | [ollama](https://github.com/ollama/ollama) | Inference Server | * | 10.5GB | `reComputer run ollama` |
51
53
  | LLaVA | Text + Vision (VLM) | 13GB | 14.4GB | `reComputer run llava` |
52
54
  | Live LLaVA | Text + Vision (VLM) | 13GB | 20.3GB | `reComputer run live-llava` |
53
55
  | stable-diffusion-webui | Image Generation | 3.97G | 7.3GB | `reComputer run stable-diffusion-webui` |
@@ -56,7 +58,7 @@ Here are some examples that can be run:
56
58
  | whisper | Audio | 1.5GB | 6.0GB | `reComputer run whisper` |
57
59
  | [yolov8-rail-inspection](/reComputer/scripts/yolov8-rail-inspection/readme.md) |Computer Vision | 6M | 13.8GB | `reComputer run yolov8-rail-inspection` |
58
60
  | [ultralytics-yolo](/reComputer/scripts/ultralytics-yolo/README.md) |Computer Vision | | 15.4GB | `reComputer run ultralytics-yolo` |
59
- | [depth-anything](/reComputer/scripts/depth-anything/README.md) |Computer Vision | | 12.9GB | `reComputer run depth-anything` |
61
+
60
62
 
61
63
  > Note: You should have enough space to run example, like `LLaVA`, at least `27.4GB` totally
62
64
 
@@ -69,13 +71,14 @@ We welcome contributions to improve jetson-examples! If you have an example you'
69
71
 
70
72
  ## TODO List
71
73
 
74
+ - [x] detect host environment and install what we need
75
+ - [x] all type jetson support checking list
76
+ - [x] try jetpack 6.0
72
77
  - [ ] check disk space enough or not before run
73
78
  - [ ] allow to setting some configs, such as `BASE_PATH`
74
- - [ ] detect host environment and install what we need
75
79
  - [ ] support jetson-containers update
76
- - [ ] all type jetson support checking list
77
80
  - [ ] better table to show example's difference
78
- - [ ] try jetpack 6.0
81
+
79
82
 
80
83
 
81
84
  ## License
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: jetson-examples
3
- Version: 0.1.4
3
+ Version: 0.1.5
4
4
  Summary: Running Gen AI models and applications on NVIDIA Jetson devices with one-line command
5
5
  Author-email: luozhixin <zhixin.luo@seeed.cc>
6
6
  Project-URL: Homepage, https://github.com/Seeed-Projects/jetson-examples
@@ -23,11 +23,11 @@ License-File: LICENSE
23
23
 
24
24
  This repository provides examples for running AI models and applications on [NVIDIA Jetson devices](https://www.seeedstudio.com/reComputer-J4012-p-5586.html) with a single command.
25
25
 
26
- This repo builds upon the work of the [jetson-containers](https://github.com/dusty-nv/jetson-containers), which provides a modular container build system for various AI/ML packages on NVIDIA Jetson devices.
26
+ This repo builds upon the work of the [jetson-containers](https://github.com/dusty-nv/jetson-containers), [ultralytics](https://github.com/ultralytics/ultralytics) and other excellent projects.
27
27
 
28
28
  ## Features
29
29
  - 🚀 **Easy Deployment:** Deploy state-of-the-art AI models on Jetson devices in one line.
30
- - 🔄 **Versatile Examples:** Supports text generation, image generation, vision transformers, computer vision and so on.
30
+ - 🔄 **Versatile Examples:** Supports text generation, image generation, computer vision and so on.
31
31
  - ⚡ **Optimized for Jetson:** Leverages Nvidia Jetson hardware for efficient performance.
32
32
 
33
33
 
@@ -60,9 +60,11 @@ Here are some examples that can be run:
60
60
 
61
61
  | Example | Type | Model/Data Size | Docker Image Size | Command |
62
62
  | ------------------------------------------------ | ------------------------ | --------------- | ---------- | --------------------------------------- |
63
- | 🆕 [yolov10](/reComputer/scripts/yolov10/README.md) | Computer Vision | 7.2M | 5.74 GB | `reComputer run yolov10` |
64
- | 🆕 llama3 | Text (LLM) | 4.9GB | 10.5GB | `reComputer run llama3` |
65
- | 🆕 [ollama](https://github.com/ollama/ollama) | Inference Server | * | 10.5GB | `reComputer run ollama` |
63
+ | 🆕 llama-factory | Finetune LLM | | 13.5GB | `reComputer run llama-factory` |
64
+ | 🆕 [depth-anything](/reComputer/scripts/depth-anything/README.md) |Computer Vision | | 12.9GB | `reComputer run depth-anything` |
65
+ | [yolov10](/reComputer/scripts/yolov10/README.md) | Computer Vision | 7.2M | 5.74 GB | `reComputer run yolov10` |
66
+ | llama3 | Text (LLM) | 4.9GB | 10.5GB | `reComputer run llama3` |
67
+ | [ollama](https://github.com/ollama/ollama) | Inference Server | * | 10.5GB | `reComputer run ollama` |
66
68
  | LLaVA | Text + Vision (VLM) | 13GB | 14.4GB | `reComputer run llava` |
67
69
  | Live LLaVA | Text + Vision (VLM) | 13GB | 20.3GB | `reComputer run live-llava` |
68
70
  | stable-diffusion-webui | Image Generation | 3.97G | 7.3GB | `reComputer run stable-diffusion-webui` |
@@ -71,7 +73,7 @@ Here are some examples that can be run:
71
73
  | whisper | Audio | 1.5GB | 6.0GB | `reComputer run whisper` |
72
74
  | [yolov8-rail-inspection](/reComputer/scripts/yolov8-rail-inspection/readme.md) |Computer Vision | 6M | 13.8GB | `reComputer run yolov8-rail-inspection` |
73
75
  | [ultralytics-yolo](/reComputer/scripts/ultralytics-yolo/README.md) |Computer Vision | | 15.4GB | `reComputer run ultralytics-yolo` |
74
- | [depth-anything](/reComputer/scripts/depth-anything/README.md) |Computer Vision | | 12.9GB | `reComputer run depth-anything` |
76
+
75
77
 
76
78
  > Note: You should have enough space to run example, like `LLaVA`, at least `27.4GB` totally
77
79
 
@@ -84,13 +86,14 @@ We welcome contributions to improve jetson-examples! If you have an example you'
84
86
 
85
87
  ## TODO List
86
88
 
89
+ - [x] detect host environment and install what we need
90
+ - [x] all type jetson support checking list
91
+ - [x] try jetpack 6.0
87
92
  - [ ] check disk space enough or not before run
88
93
  - [ ] allow to setting some configs, such as `BASE_PATH`
89
- - [ ] detect host environment and install what we need
90
94
  - [ ] support jetson-containers update
91
- - [ ] all type jetson support checking list
92
95
  - [ ] better table to show example's difference
93
- - [ ] try jetpack 6.0
96
+
94
97
 
95
98
 
96
99
  ## License
@@ -32,6 +32,12 @@ reComputer/scripts/depth-anything/images/WebUI.png
32
32
  reComputer/scripts/depth-anything/images/teaser.png
33
33
  reComputer/scripts/live-llava/init.sh
34
34
  reComputer/scripts/live-llava/run.sh
35
+ reComputer/scripts/llama-factory/README.md
36
+ reComputer/scripts/llama-factory/clean.sh
37
+ reComputer/scripts/llama-factory/init.sh
38
+ reComputer/scripts/llama-factory/run.sh
39
+ reComputer/scripts/llama-factory/assets/llama-factory-Jetson.png
40
+ reComputer/scripts/llama-factory/assets/webui.png
35
41
  reComputer/scripts/llama3/init.sh
36
42
  reComputer/scripts/llama3/run.sh
37
43
  reComputer/scripts/llava/clean.sh
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
4
4
 
5
5
  [project]
6
6
  name = "jetson-examples"
7
- version = "0.1.4"
7
+ version = "0.1.5"
8
8
  authors = [{ name = "luozhixin", email = "zhixin.luo@seeed.cc" }]
9
9
  description = "Running Gen AI models and applications on NVIDIA Jetson devices with one-line command"
10
10
  readme = "README.md"
@@ -0,0 +1 @@
1
+ __version__ = "0.1.3"
@@ -1,5 +1,5 @@
1
1
  # Jetson-Example: Run Depth Anything on NVIDIA Jetson Orin 🚀
2
- This project provides an one-click deployment of the Depth Anything monocular depth estimation model developed by Hong Kong University and ByteDance. The deployment is visualized on [reComputer](https://www.seeedstudio.com/reComputer-J4012-p-5586.html) (Nvidia Jetson Orin) and includes a WebUI for model conversion to TensorRT and real-time depth estimation.
2
+ This project provides an one-click deployment of the Depth Anything monocular depth estimation model developed by Hong Kong University and ByteDance. The deployment is visualized on [reComputer J4012](https://www.seeedstudio.com/reComputer-J4012-p-5586.html) (Jetson Orin NX 16GB, 100 TOPS) and includes a WebUI for model conversion to TensorRT and real-time depth estimation.
3
3
  <p align="center">
4
4
  <img src="images/WebUI.png" alt="WebUI">
5
5
  </p>
@@ -27,7 +27,7 @@ All models and inference engine implemented in this project are from the officia
27
27
 
28
28
  ## 🥳Getting Started
29
29
  ### 📜Prerequisites
30
- - reComputer J401 [(🛒Buy Here)](https://www.seeedstudio.com/NVIDIAr-Jetson-Orintm-Nano-Developer-Kit-p-5617.html)
30
+ - reComputer J4012 [(🛒Buy Here)](https://www.seeedstudio.com/reComputer-J4012-p-5586.html)
31
31
  - Docker installed on reComputer
32
32
  - USB Camera (optional)
33
33
  ### 🚀Installation
@@ -0,0 +1,67 @@
1
+ # Finetune LLM by Llama-Factory on Jetson
2
+
3
+
4
+ ## Hello
5
+
6
+ 💡 Here's an example of quickly deploying [Llama-Factory](https://github.com/hiyouga/LLaMA-Factory) on Jetson device.
7
+
8
+ 🔥 Hightlights:
9
+ - **Llama-Factory** is an efficient tool to unify efficient Fine-Tuning of 100+ LLMs. 🚀🔍
10
+ - **Jetson-examples** is a toolkit designed to deploy containerized applications on NVIDIA Jetson devices. ✨
11
+ - **Jetson** is powerful AI hardware platform for edge computing.💻
12
+
13
+ 🛠️ Follow the tutorial below to quickly experience the performance of Llama-Factory on edge computing devices.
14
+
15
+ <!-- <div align="center">
16
+ <img alt="yolov10" width="1200px" src="./assets/llama-factory-Jetson.png">
17
+ </div> -->
18
+
19
+ ## Get a Jetson Orin Device 🛒
20
+ | Device Model | Description | Link |
21
+ |--------------|-------------|------|
22
+ | reComputer J4012, powered by Orin NX 16GB, 100 TOPS | Embedded computer powered by Orin NX | [Buy Here](https://www.seeedstudio.com/reComputer-J4012-p-5586.html) |
23
+ | NVIDIA® Jetson AGX Orin™ 64GB Developer Kit | smallest and most powerful AI edge computer | [Buy Here](https://www.seeedstudio.com/NVIDIArJetson-AGX-Orintm-64GB-Developer-Kit-p-5641.html) |
24
+
25
+ ## Getting Started
26
+
27
+ - install **jetson-examples** by pip:
28
+ ```sh
29
+ pip3 install jetson-examples
30
+ ```
31
+ - restart reComputer
32
+ ```sh
33
+ sudo restart
34
+ ```
35
+ - run Llama-Factory webui on jetson in one line:
36
+ ```sh
37
+ reComputer run llama-factory
38
+ ```
39
+ - Please visit http://127.0.0.1:7860
40
+
41
+ <div align="center">
42
+ <img alt="yolov10" width="1200px" src="./assets/webui.png">
43
+ </div>
44
+
45
+
46
+
47
+ ## Run Training Script
48
+
49
+ > **Note:** Some models and datasets require confirmation before using them, so we recommend logging in with your Hugging Face account by:
50
+ > `sudo docker exec -it llama-factory huggingface-cli login`
51
+
52
+ There are a lot of parameters to choose from webui, you can refer to here for more information.
53
+
54
+ For demonstration purposes, set `Model name: Phi-1.5-1.3B`, `Dataset: alpaca_zh`, leave the other parameters unchanged, and then click the `Start` button
55
+
56
+ <div align="center">
57
+ <img alt="yolov10" width="1200px" src="./assets/llama-factory-Jetson.png">
58
+ </div>
59
+
60
+
61
+ ## Build Docker Image
62
+ We highly recommend that you use `jetson-containers` to compile the docker container, as you can see [here](https://github.com/dusty-nv/jetson-containers/pull/566).
63
+
64
+ ## Reference
65
+ - https://github.com/hiyouga/LLaMA-Factory
66
+ - https://github.com/dusty-nv/jetson-containers
67
+
@@ -0,0 +1,4 @@
1
+ #!/bin/bash
2
+
3
+ sudo docker rmi youjiang9977/llama-factory:r35.4.1
4
+ sudo rm -rf /home/$USER/reComputer/jetson-containers/LLaMA-Factory/*
@@ -0,0 +1,52 @@
1
+ #!/bin/bash
2
+
3
+
4
+ # check L4T_VERSION
5
+ # reference https://github.com/dusty-nv/jetson-containers/blob/master/jetson_containers/l4t_version.sh
6
+ ALLOWED_L4T_VERSIONS=("35.3.1" "35.4.1" "35.5.0")
7
+
8
+ ARCH=$(uname -i)
9
+ if [ $ARCH = "aarch64" ]; then
10
+ L4T_VERSION_STRING=$(head -n 1 /etc/nv_tegra_release)
11
+
12
+ if [ -z "$L4T_VERSION_STRING" ]; then
13
+ L4T_VERSION_STRING=$(dpkg-query --showformat='${Version}' --show nvidia-l4t-core)
14
+ L4T_VERSION_ARRAY=(${L4T_VERSION_STRING//./ })
15
+ L4T_RELEASE=${L4T_VERSION_ARRAY[0]}
16
+ L4T_REVISION=${L4T_VERSION_ARRAY[1]}
17
+ else
18
+ L4T_RELEASE=$(echo $L4T_VERSION_STRING | cut -f 2 -d ' ' | grep -Po '(?<=R)[^;]+')
19
+ L4T_REVISION=$(echo $L4T_VERSION_STRING | cut -f 2 -d ',' | grep -Po '(?<=REVISION: )[^;]+')
20
+ fi
21
+
22
+ L4T_REVISION_MAJOR=${L4T_REVISION:0:1}
23
+ L4T_REVISION_MINOR=${L4T_REVISION:2:1}
24
+
25
+ L4T_VERSION="$L4T_RELEASE.$L4T_REVISION"
26
+ echo $L4T_VERSION
27
+ elif [ $ARCH != "x86_64" ]; then
28
+ echo "unsupported architecture: $ARCH"
29
+ exit 1
30
+ fi
31
+
32
+ echo "L4T_VERSION: $L4T_VERSION"
33
+ if [[ ! " ${ALLOWED_L4T_VERSIONS[@]} " =~ " ${L4T_VERSION} " ]]; then
34
+ echo "L4T_VERSION is not in the allowed versions list. Exiting."
35
+ exit 1
36
+ fi
37
+
38
+
39
+ BASE_PATH=/home/$USER/reComputer
40
+ mkdir -p $BASE_PATH/
41
+ JETSON_REPO_PATH="$BASE_PATH/jetson-containers"
42
+ BASE_JETSON_LAB_GIT="https://github.com/dusty-nv/jetson-containers"
43
+ if [ -d $JETSON_REPO_PATH ]; then
44
+ echo "jetson-ai-lab existed."
45
+ else
46
+ echo "jetson-ai-lab does not installed. start init..."
47
+ cd $BASE_PATH/
48
+ git clone --depth=1 $BASE_JETSON_LAB_GIT
49
+ cd $JETSON_REPO_PATH
50
+ bash install.sh
51
+ fi
52
+
@@ -0,0 +1,10 @@
1
+ #!/bin/bash
2
+
3
+
4
+ DATA_PATH="/home/$USER/reComputer/jetson-containers/data"
5
+
6
+ sudo docker run -it --rm --network host --runtime nvidia \
7
+ --volume $DATA_PATH:/data \
8
+ --name llama-factory \
9
+ youjiang9977/llama-factory:r35.4.1
10
+
@@ -1 +0,0 @@
1
- __version__ = "0.1.4"
File without changes