安装 TensorRT 环境

下载配置 TensorRT

https://developer.nvidia.com/nvidia-tensorrt-8x-download

sudo tar -zxvf TensorRT-8.6.1.6.Linux.x86_64-gnu.cuda-11.8.tar.gz -C /usr/local

vim ~/.bashrc

export PATH=/usr/local/TensorRT-8.6.1.6/bin:$PATH
export LD_LIBRARY_PATH=/usr/local/TensorRT-8.6.1.6/lib:$LD_LIBRARY_PATH

source ~/.bashrc

安装 TensorRT

cd /usr/local/TensorRT-8.6.1.6/python
pip install tensorrt-8.6.1-cp39-none-linux_x86_64.whl

cd /usr/local/TensorRT-8.6.1.6/onnx_graphsurgeon
pip install onnx_graphsurgeon-0.3.12-py2.py3-none-any.whl

onnxruntime-gpu==1.16.3
cuda-python==11.8.0
polygraphy==0.45.0

nvidia-pyindex