onnx-tensorrt
https://github.com/onnx/onnx-tensorrt
git clone --recursive -b 8.2-GA https://github.com/onnx/onnx-tensorrt.git
c++
cd onnx-tensorrt
mkdir build && cd build
cmake .. -DTENSORRT_ROOT=<path_to_trt> && make -j
cmake .. -DTENSORRT_ROOT=/home/username/TensorRT-8.2.5.1 //TENSORRT_ROOT选项指定之前安装的tensorrt的路径
// Ensure that you update your LD_LIBRARY_PATH to pick up the location of the newly built library:
export LD_LIBRARY_PATH=$PWD:$LD_LIBRARY_PATH
python
在正式安装onnx_tensorrt的python包之前,需要在setup.py中为pycuda指定安装版本,否则会下载最新版本
REQUIRED_PACKAGES = [
"pycuda",
"numpy",
"onnx"
]
pycuda源码安装
查看gcc版本
ls /usr/bin/gcc*
usr/bin/gcc /usr/bin/gcc-ar-8 /usr/bin/gcc-nm-9
/usr/bin/gcc-8 /usr/bin/gcc-ar-9 /usr/bin/gcc-ranlib
/usr/bin/gcc-9 /usr/bin/gcc-nm /usr/bin/gcc-ranlib-8
/usr/bin/gcc-ar /usr/bin/gcc-nm-8 /usr/bin/gcc-ranlib-9
wget http://pypi.python.org/pypi/pycuda
https://pypi.org/project/pycuda/2020.1/#files
https://pypi.org/project/pycuda/2021.1/#files
# 解压文件
tar xzvf pycuda-version.tar.gz
cd pycuda-version/
# 配置参数 版本写成自己的
./configure.py --cuda-root=/usr/local/cuda-11.3 --boost-compiler=gcc94 --cxxflags=-std=c++11
# 编译
python setup.py build
# 安装
python setup.py install
安装
cd onnx-tensorrt
python setup.py install