From 2f77b2efbb114feae38c880635be8d66679e3e65 Mon Sep 17 00:00:00 2001 From: Lakshantha Dissanayake Date: Tue, 2 Apr 2024 01:23:59 -0700 Subject: [PATCH] Fix TensorRT inference issue on NVIDIA Jetson (#9482) --- docker/Dockerfile-jetson | 4 ++-- pyproject.toml | 1 + 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/docker/Dockerfile-jetson b/docker/Dockerfile-jetson index 6528628a..04dc64f3 100644 --- a/docker/Dockerfile-jetson +++ b/docker/Dockerfile-jetson @@ -28,8 +28,8 @@ RUN grep -v "opencv-python" pyproject.toml > temp.toml && mv temp.toml pyproject # Install pip packages manually for TensorRT compatibility https://github.com/NVIDIA/TensorRT/issues/2567 RUN python3 -m pip install --upgrade pip wheel -RUN pip install --no-cache tqdm matplotlib pyyaml psutil pandas onnx "numpy==1.23" -RUN pip install --no-cache -e . +RUN pip install --no-cache tqdm matplotlib pyyaml psutil pandas onnx +RUN pip install --no-cache -e ".[export]" # Set environment variables ENV OMP_NUM_THREADS=1 diff --git a/pyproject.toml b/pyproject.toml index d42c3805..535baf6b 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -101,6 +101,7 @@ export = [ "openvino>=2024.0.0", # OpenVINO export "tensorflow<=2.13.1; python_version <= '3.11'", # TF bug https://github.com/ultralytics/ultralytics/issues/5161 "tensorflowjs>=3.9.0; python_version <= '3.11'", # TF.js export, automatically installs tensorflow + "numpy==1.23.5; platform_machine == 'aarch64'", # Fix error: `np.bool` was a deprecated alias for the builtin `bool` when using TensorRT models on NVIDIA Jetson ] explorer = [ "lancedb", # vector search