[Testing] Ubuntu/Debian GPU driver: ping to CUDA 12.5 for V100 P4 P100 (

#1774)

integration_test/third_party_apps_test/applications/dcgm/debian_ubuntu/install

@@ -18,7 +18,25 @@ if [[ $ID == debian ]]; then
     sudo add-apt-repository contrib
 fi
 sudo apt update
-sudo apt -y install cuda 
+
+# TODO(b/357944360): confirm if the older GPUs can use >= 560 driver (CUDA 12.6
+# or newer) and then remove this case statement 
+# In https://docs.nvidia.com/datacenter/tesla/index.html once the 560 doc is up,
+# check supported GPU section https://screenshot.googleplex.com/9hzxLLvaWVZHu9E
+DEVICE_CODE=$(lspci -n | grep -Po '10de:[\w\d]{4}')
+case $DEVICE_CODE in
+    # V100 | P4 | P100
+    # Device PCIe ID lookup: https://envytools.readthedocs.io/en/latest/hw/pciid.html
+    10de:1db1|10de:1bb3|10de:15f8)
+        # For GPUs older than Turing (Volta: V100, Pascal: P4, P100), ping the
+        # version to CUDA 12.5 (driver 555)
+        sudo apt -y install cuda-12-5 
+        ;;
+    *)
+        # For newer GPUs, install the latest version
+        sudo apt -y install cuda
+        ;;
+esac
 
 # check NVIDIA driver installation succeeded
 nvidia-smi

integration_test/third_party_apps_test/applications/nvml/debian_ubuntu/install

@@ -18,7 +18,25 @@ if [[ $ID == debian ]]; then
     sudo add-apt-repository contrib
 fi
 sudo apt update
-sudo apt -y install cuda 
+
+# TODO(b/357944360): confirm if the older GPUs can use >= 560 driver (CUDA 12.6
+# or newer) and then remove this case statement 
+# In https://docs.nvidia.com/datacenter/tesla/index.html once the 560 doc is up,
+# check supported GPU section https://screenshot.googleplex.com/9hzxLLvaWVZHu9E
+DEVICE_CODE=$(lspci -n | grep -Po '10de:[\w\d]{4}')
+case $DEVICE_CODE in
+    # V100 | P4 | P100
+    # Device PCIe ID lookup: https://envytools.readthedocs.io/en/latest/hw/pciid.html
+    10de:1db1|10de:1bb3|10de:15f8)
+        # For GPUs older than Turing (Volta: V100, Pascal: P4, P100), ping the
+        # version to CUDA 12.5 (driver 555)
+        sudo apt -y install cuda-12-5 
+        ;;
+    *)
+        # For newer GPUs, install the latest version
+        sudo apt -y install cuda
+        ;;
+esac
 
 # check NVIDIA driver installation succeeded
 nvidia-smi