[CI] Automatically bump Rapids version in containers

.github/dependabot.yml

@@ -9,85 +9,23 @@ updates:
     directory: "/jvm-packages"
     schedule:
       interval: "daily"
-    ignore:
-      # Pin Scala version to 2.12.x
-      - dependency-name: "org.scala-lang:scala-compiler"
-        versions: [">= 2.13.0"]
-      - dependency-name: "org.scala-lang:scala-reflect"
-        versions: [">= 2.13.0"]
-      - dependency-name: "org.scala-lang:scala-library"
-        versions: [">= 2.13.0"]
   - package-ecosystem: "maven"
     directory: "/jvm-packages/xgboost4j"
     schedule:
       interval: "daily"
-    ignore:
-      # Pin Scala version to 2.12.x
-      - dependency-name: "org.scala-lang:scala-compiler"
-        versions: [">= 2.13.0"]
-      - dependency-name: "org.scala-lang:scala-reflect"
-        versions: [">= 2.13.0"]
-      - dependency-name: "org.scala-lang:scala-library"
-        versions: [">= 2.13.0"]
   - package-ecosystem: "maven"
     directory: "/jvm-packages/xgboost4j-gpu"
     schedule:
       interval: "daily"
-    ignore:
-      # Pin Scala version to 2.12.x
-      - dependency-name: "org.scala-lang:scala-compiler"
-        versions: [">= 2.13.0"]
-      - dependency-name: "org.scala-lang:scala-reflect"
-        versions: [">= 2.13.0"]
-      - dependency-name: "org.scala-lang:scala-library"
-        versions: [">= 2.13.0"]
   - package-ecosystem: "maven"
     directory: "/jvm-packages/xgboost4j-example"
     schedule:
       interval: "daily"
-    ignore:
-      # Pin Scala version to 2.12.x
-      - dependency-name: "org.scala-lang:scala-compiler"
-        versions: [">= 2.13.0"]
-      - dependency-name: "org.scala-lang:scala-reflect"
-        versions: [">= 2.13.0"]
-      - dependency-name: "org.scala-lang:scala-library"
-        versions: [">= 2.13.0"]
   - package-ecosystem: "maven"
     directory: "/jvm-packages/xgboost4j-spark"
     schedule:
       interval: "daily"
-    ignore:
-      # Pin Scala version to 2.12.x
-      - dependency-name: "org.scala-lang:scala-compiler"
-        versions: [">= 2.13.0"]
-      - dependency-name: "org.scala-lang:scala-reflect"
-        versions: [">= 2.13.0"]
-      - dependency-name: "org.scala-lang:scala-library"
-        versions: [">= 2.13.0"]
-      # Pin Spark version to 3.0.x
-      - dependency-name: "org.apache.spark:spark-core_2.12"
-        versions: [">= 3.1.0"]
-      - dependency-name: "org.apache.spark:spark-sql_2.12"
-        versions: [">= 3.1.0"]
-      - dependency-name: "org.apache.spark:spark-mllib_2.12"
-        versions: [">= 3.1.0"]
   - package-ecosystem: "maven"
     directory: "/jvm-packages/xgboost4j-spark-gpu"
     schedule:
       interval: "daily"
-    ignore:
-      # Pin Scala version to 2.12.x
-      - dependency-name: "org.scala-lang:scala-compiler"
-        versions: [">= 2.13.0"]
-      - dependency-name: "org.scala-lang:scala-reflect"
-        versions: [">= 2.13.0"]
-      - dependency-name: "org.scala-lang:scala-library"
-        versions: [">= 2.13.0"]
-      # Pin Spark version to 3.0.x
-      - dependency-name: "org.apache.spark:spark-core_2.12"
-        versions: [">= 3.1.0"]
-      - dependency-name: "org.apache.spark:spark-sql_2.12"
-        versions: [">= 3.1.0"]
-      - dependency-name: "org.apache.spark:spark-mllib_2.12"
-        versions: [">= 3.1.0"]

.github/workflows/update_rapids.yml

@@ -0,0 +1,37 @@
+name: update-rapids
+
+on:
+  schedule:
+    - cron: "0 7 * * *"  # Run once daily
+
+permissions:
+  contents: read  # to fetch code (actions/checkout)
+
+defaults:
+  run:
+    shell: bash -l {0}
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: true
+
+env:
+  GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}  # To use GitHub CLI
+
+jobs:
+  update-rapids:
+    name: Check latest RAPIDS
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v2
+      with:
+        submodules: 'true'
+    - name: Check latest RAPIDS and update conftest.sh
+      run: |
+        bash tests/buildkite/update-rapids.sh
+    - name: Create Pull Request
+      uses: peter-evans/create-pull-request@v5
+      add-paths: tests/buildkite
+      branch: create-pull-request/update-rapids
+      base: master
+      if: github.ref == 'refs/heads/master'

tests/buildkite/conftest.sh

@@ -24,7 +24,7 @@ set -x
 
 CUDA_VERSION=11.8.0
 NCCL_VERSION=2.16.5-1
-RAPIDS_VERSION=23.02
+RAPIDS_VERSION=23.04
 SPARK_VERSION=3.4.0
 JDK_VERSION=8
 

tests/buildkite/update-rapids.sh

@@ -0,0 +1,10 @@
+#!/bin/bash
+
+set -euo pipefail
+
+LATEST_RAPIDS_VERSION=$(gh api repos/rapidsai/cuml/releases/latest --jq '.name' | sed -e 's/^v\([[:digit:]]\+\.[[:digit:]]\+\).*/\1/')
+echo "LATEST_RAPIDS_VERSION = $LATEST_RAPIDS_VERSION"
+
+PARENT_PATH=$( cd "$(dirname "${BASH_SOURCE[0]}")" ; pwd -P )
+
+sed -i "s/^RAPIDS_VERSION=[[:digit:]]\+\.[[:digit:]]\+/RAPIDS_VERSION=${LATEST_RAPIDS_VERSION}/" $PARENT_PATH/conftest.sh