参考文档

类型 说明
Jetson AI Develop 机器学习容器 for NVIDIA Jetson
NVIDIA Jetson AI Lab 适配 Nvidia Jetson的大模型网站
devpi 适配 ARM 架构的 python 安装包
Jetson ONNX_Runtime Jetson安装onnxruntime-gpu的离线 whl 包
ARM 架构编译安装pynini Jetson安装pynini

tensorRT

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
jetson@ubuntu:~/project/CosyVoice$ which python3
/home/jetson/miniforge3/bin/python3
jetson@ubuntu:~/project/CosyVoice$ 
jetson@ubuntu:~/project/CosyVoice$ ls -l $(which python3)
lrwxrwxrwx 1 jetson jetson 10 11月 11 20:37 /home/jetson/miniforge3/bin/python3 -> python3.12
jetson@ubuntu:~/project/CosyVoice$ 
jetson@ubuntu:~/project/CosyVoice$ /usr/bin/python3.10 -c "import tensorrt as trt; print('TRT Version:', trt.__version__)"
TRT Version: 10.3.0
jetson@ubuntu:~/project/CosyVoice$ 
jetson@ubuntu:~/project/CosyVoice$ conda activate dev
(dev) jetson@ubuntu:~/project/CosyVoice$ 
(dev) jetson@ubuntu:~/project/CosyVoice$ CONDA_SITE=$(python -c "import site; print(site.getsitepackages()[0])")
(dev) jetson@ubuntu:~/project/CosyVoice$ 
(dev) jetson@ubuntu:~/project/CosyVoice$ echo "Conda 包路径：$CONDA_SITE" 
Conda 包路径：/home/jetson/miniforge3/envs/dev/lib/python3.10/site-packages
(dev) jetson@ubuntu:~/project/CosyVoice$ 
(dev) jetson@ubuntu:~/project/CosyVoice$ ln -s /usr/lib/python3.10/dist-packages/tensorrt $CONDA_SITE/tensorrt
(dev) jetson@ubuntu:~/project/CosyVoice$ 
(dev) jetson@ubuntu:~/project/CosyVoice$ echo 'export LD_LIBRARY_PATH=/usr/lib/aarch64-linux-gnu:/opt/nvidia/tensorrt/lib:$LD_LIBRARY_PATH' >> ~/miniforge3/envs/dev/etc/conda/activate.d/env_vars.sh
(dev) jetson@ubuntu:~/project/CosyVoice$ 
(dev) jetson@ubuntu:~/project/CosyVoice$ cd ~/miniforge3/envs/dev/etc/conda/activate.d
(dev) jetson@ubuntu:~/miniforge3/envs/dev/etc/conda/activate.d$ ls
disable_global_packages.sh  env_vars.sh
(dev) jetson@ubuntu:~/miniforge3/envs/dev/etc/conda/activate.d$ 
(dev) jetson@ubuntu:~/miniforge3/envs/dev/etc/conda/activate.d$ chmod +x env_vars.sh 
(dev) jetson@ubuntu:~/miniforge3/envs/dev/etc/conda/activate.d$ ls
disable_global_packages.sh  env_vars.sh
(dev) jetson@ubuntu:~/miniforge3/envs/dev/etc/conda/activate.d$ 
(dev) jetson@ubuntu:~/miniforge3/envs/dev/etc/conda/activate.d$ cd ~
(dev) jetson@ubuntu:~$ 
(dev) jetson@ubuntu:~$ conda deactivate && conda activate dev
(dev) jetson@ubuntu:~$ 
(dev) jetson@ubuntu:~$ python -c "import tensorrt as trt; print('TRT Version:', trt.__version__)"
TRT Version: 10.3.0
(dev) jetson@ubuntu:~$ 
(dev) jetson@ubuntu:~$ ls -l $CONDA_SITE_PACKAGES/tensorrt
ls: cannot access '/tensorrt': No such file or directory
(dev) jetson@ubuntu:~$ 
(dev) jetson@ubuntu:~$ ls -l $CONDA_SITE/tensorrt
lrwxrwxrwx 1 jetson jetson 42 11月 12 15:14 /home/jetson/miniforge3/envs/dev/lib/python3.10/site-packages/tensorrt -> /usr/lib/python3.10/dist-packages/tensorrt