diff --git a/tensorflow_serving/tools/docker/Dockerfile.devel-gpu b/tensorflow_serving/tools/docker/Dockerfile.devel-gpu
index ee4a91a3356..15ff459b659 100644
--- a/tensorflow_serving/tools/docker/Dockerfile.devel-gpu
+++ b/tensorflow_serving/tools/docker/Dockerfile.devel-gpu
@@ -56,7 +56,9 @@ RUN apt-get install -y --no-install-recommends \
         libnvinfer-plugin8=8.6.1.6-1+cuda12.0 \
         libnvinfer8=8.6.1.6-1+cuda12.0 \
         libnvinfer-dev=8.6.1.6-1+cuda12.0 \
+        libnvinfer-headers-dev=8.6.1.6-1+cuda12.0 \
         libnvinfer-plugin-dev=8.6.1.6-1+cuda12.0 \
+        libnvinfer-headers-plugin-dev=8.6.1.6-1+cuda12.0 \
         automake \
         build-essential \
         ca-certificates \