[spark-rapids] Update spark rapids version to 24.06.0 (#1187)

* update tests to unblock CI

Signed-off-by: Suraj Aralihalli <[email protected]>

* update 24.06.0

Signed-off-by: Suraj Aralihalli <[email protected]>

---------

Signed-off-by: Suraj Aralihalli <[email protected]>

Author: SurajAralihalli

spark-rapids/spark-rapids.sh

@@ -41,7 +41,7 @@ else
 fi
 
 # Update SPARK RAPIDS config
-readonly DEFAULT_SPARK_RAPIDS_VERSION="24.04.0"
+readonly DEFAULT_SPARK_RAPIDS_VERSION="24.06.0"
 readonly SPARK_RAPIDS_VERSION=$(get_metadata_attribute 'spark-rapids-version' ${DEFAULT_SPARK_RAPIDS_VERSION})
 readonly XGBOOST_VERSION=$(get_metadata_attribute 'xgboost-version' ${DEFAULT_XGBOOST_VERSION})
 
@@ -237,14 +237,17 @@ function install_nvidia_gpu_driver() {
 
   elif [[ ${OS_NAME} == "rocky" ]]; then
 
+    # Ensure the Correct Kernel Development Packages are Installed
+    execute_with_retries "yum install -y kernel-devel-$(uname -r) kernel-headers-$(uname -r)"
+
     ROCKY_VERSION=$(lsb_release -r | awk '{print $2}') # 8.8 or 9.1
     ROCKY_VERSION=${ROCKY_VERSION%.*} # 8 or 9
 
     readonly NVIDIA_ROCKY_REPO_URL="https://developer.download.nvidia.com/compute/cuda/repos/rhel${ROCKY_VERSION}/x86_64/cuda-rhel${ROCKY_VERSION}.repo"
     execute_with_retries "dnf config-manager --add-repo ${NVIDIA_ROCKY_REPO_URL}"
     execute_with_retries "dnf clean all"
-    execute_with_retries "dnf -y -q module install nvidia-driver:${NVIDIA_DRIVER_VERSION_PREFIX}"
-    execute_with_retries "dnf -y -q install cuda-toolkit-${CUDA_VERSION_MAJOR//./-}"
+    execute_with_retries "dnf -y -q module install nvidia-driver:latest-dkms"
+    execute_with_retries "dnf -y -q install cuda-toolkit"
     modprobe nvidia
 
   else