Jetson Orin TensorRT whl 自编译指南

1
mkdir -p ~/makenv && cd ~/makenv
2
git clone --recursive --branch release/10.3 https://github.com/NVIDIA/TensorRT.git
3
cd ~/makenv/TensorRT/

1
uv venv .venv --python 3.12
2
source .venv/bin/activate
3
uv pip install setuptools

1
export PYTHON_INCLUDE_DIR=$(python3 -c "from sysconfig import get_paths; print(get_paths()['include'])")
2
export EXT_PATH=~/makenv/external
3
git clone https://github.com/pybind/pybind11.git $EXT_PATH/pybind11
4
mkdir -p $EXT_PATH/python3.12/include
5
ln -s $PYTHON_INCLUDE_DIR/* $EXT_PATH/python3.12/include/

1
export TENSORRT_LIBPATH=/usr/lib/aarch64-linux-gnu
2
export TRT_OSSPATH=~/makenv/TensorRT
3
cd $TRT_OSSPATH/python
4
TENSORRT_MODULE=tensorrt PYTHON_MAJOR_VERSION=3 PYTHON_MINOR_VERSION=12 TARGET_ARCHITECTURE=aarch64 ./build.sh

1
uv pip install ~/makenv/TensorRT/python/build/bindings_wheel/dist/tensorrt-10.3.0-cp312-none-linux_aarch64.whl

1
python -c "
2
import tensorrt as trt
3

4
print('TensorRT version:', trt.__version__)
5

6
logger = trt.Logger(trt.Logger.INFO)
7
builder = trt.Builder(logger)
8

9
network = builder.create_network(
10
    1 << int(trt.NetworkDefinitionCreationFlag.EXPLICIT_BATCH)
11
)
12

13
config = builder.create_builder_config()
14
config.set_memory_pool_limit(trt.MemoryPoolType.WORKSPACE, 1 << 20)
15

16
print('Builder OK')
17
print('Network OK')
18
print('Config OK')
19
"