[CI] Revise R tests.

.github/workflows/main.yml

@@ -146,7 +146,7 @@ jobs:
         python -m pip install wheel setuptools cpplint pylint
     - name: Run lint
       run: |
-        LINT_LANG=cpp make lint
+        python dmlc-core/scripts/lint.py xgboost cpp R-package/src
 
   sphinx:
     runs-on: ubuntu-latest

.github/workflows/r_rhub.yml

@@ -0,0 +1,74 @@
+# Run expensive R tests with the help of rhub. Only triggered by a pull request review
+# See discussion at https://github.com/dmlc/xgboost/pull/6378
+
+name: XGBoost-R-Rhub
+
+on:
+  pull_request_review_comment:
+    types: [created]
+
+permissions:
+  contents: read # to fetch code (actions/checkout)
+
+jobs:
+  test-Rhub-noLD:
+    if: github.event.comment.body == '/gha run rhub-test' && contains('OWNER,MEMBER,COLLABORATOR', github.event.comment.author_association)
+    timeout-minutes: 120
+    runs-on: ubuntu-latest
+    container: rhub/debian-gcc-devel-nold
+    steps:
+    - name: Install git and system packages
+      shell: bash
+      run: |
+        sudo apt update && sudo apt install libcurl4-openssl-dev libssl-dev libssh2-1-dev libgit2-dev pandoc pandoc-citeproc libglpk-dev libxml2-dev libharfbuzz-dev libfribidi-dev git -y
+
+    - uses: actions/checkout@v2
+      with:
+        submodules: 'true'
+
+    - name: Install dependencies
+      shell: bash -l {0}
+      run: |
+        /tmp/R-devel/bin/Rscript -e "source('./R-package/tests/helper_scripts/install_deps.R')"
+
+
+    - name: Run R tests
+      shell: bash
+      run: |
+        cd R-package && \
+        /tmp/R-devel/bin/R CMD INSTALL . && \
+        /tmp/R-devel/bin/R -q -e "library(testthat); setwd('tests'); source('testthat.R')"
+
+  test-Rhub-debian:
+    if: github.event.comment.body == '/gha run rhub-test' && contains('OWNER,MEMBER,COLLABORATOR', github.event.comment.author_association)
+    timeout-minutes: 120
+    runs-on: ubuntu-latest
+    container: rhub/debian-gcc-devel
+
+    steps:
+    - uses: actions/checkout@v2
+      with:
+        submodules: 'true'
+
+    - uses: r-lib/actions/setup-r@v2
+      with:
+        r-version: ${{ matrix.config.r }}
+
+    - name: Install system dependencies
+      run: |
+        sudo apt update && sudo apt install libcurl4-openssl-dev libssl-dev libssh2-1-dev libgit2-dev pandoc pandoc-citeproc libglpk-dev libxml2-dev libharfbuzz-dev libfribidi-dev git -y
+
+    - name: Install dependencies
+      shell: bash -l {0}
+      run: |
+        /tmp/R-devel/bin/Rscript -e "source('./R-package/tests/helper_scripts/install_deps.R')"
+
+    - uses: actions/setup-python@v2
+      with:
+        python-version: "3.8"
+        architecture: 'x64'
+
+    - name: Build R
+      shell: bash -l {0}
+      run: |
+        python tests/ci_build/test_r_package.py --r=/tmp/R-devel/bin/R --compiler=mingw --build-tool=autotools --task=check

.github/workflows/r_tests.yml

@@ -3,7 +3,6 @@ name: XGBoost-R-Tests
 on: [push, pull_request]
 
 env:
-  R_PACKAGES: c('XML', 'data.table', 'ggplot2', 'DiagrammeR', 'Ckmeans.1d.dp', 'vcd', 'testthat', 'lintr', 'knitr', 'rmarkdown', 'e1071', 'cplm', 'devtools', 'float', 'titanic')
   GITHUB_PAT: ${{ secrets.GITHUB_TOKEN }}
 
 permissions:
@@ -34,25 +33,23 @@ jobs:
       uses: actions/cache@v2
       with:
         path: ${{ env.R_LIBS_USER }}
-        key: ${{ runner.os }}-r-${{ matrix.config.r }}-5-${{ hashFiles('R-package/DESCRIPTION') }}
-        restore-keys: ${{ runner.os }}-r-${{ matrix.config.r }}-5-${{ hashFiles('R-package/DESCRIPTION') }}
+        key: ${{ runner.os }}-r-${{ matrix.config.r }}-6-${{ hashFiles('R-package/DESCRIPTION') }}
+        restore-keys: ${{ runner.os }}-r-${{ matrix.config.r }}-6-${{ hashFiles('R-package/DESCRIPTION') }}
+
+    - uses: actions/setup-python@v2
+      with:
+        python-version: "3.8"
+        architecture: 'x64'
 
     - name: Install dependencies
       shell: Rscript {0}
       run: |
-        install.packages(${{ env.R_PACKAGES }},
-                         repos = 'http://cloud.r-project.org',
-                         dependencies = c('Depends', 'Imports', 'LinkingTo'))
-    - name: Install igraph on Windows
-      shell: Rscript {0}
-      if: matrix.config.os == 'windows-latest'
-      run: |
-        install.packages('igraph', type='binary')
+        source("./R-package/tests/helper_scripts/install_deps.R")
 
     - name: Run lintr
       run: |
         cd R-package
-        MAKE="make -j$(nproc)" R CMD INSTALL .
+        MAKEFLAGS="-j$(nproc)" R CMD INSTALL .
         # Disable lintr errors for now: https://github.com/dmlc/xgboost/issues/8012
         Rscript tests/helper_scripts/run_lint.R || true
 
@@ -65,7 +62,7 @@ jobs:
         config:
           - {os: windows-latest, r: 'release', compiler: 'mingw', build: 'autotools'}
           - {os: windows-latest, r: 'release', compiler: 'msvc', build: 'cmake'}
-          - {os: windows-latest, r: 'release', compiler: 'mingw', build: 'cmake'}
+          - {os: ubuntu-latest, r: 'release', compiler: 'mingw', build: 'autotools'}
     env:
       R_REMOTES_NO_ERRORS_FROM_WARNINGS: true
       RSPM: ${{ matrix.config.rspm }}
@@ -83,76 +80,39 @@ jobs:
       uses: actions/cache@v2
       with:
         path: ${{ env.R_LIBS_USER }}
-        key: ${{ runner.os }}-r-${{ matrix.config.r }}-5-${{ hashFiles('R-package/DESCRIPTION') }}
-        restore-keys: ${{ runner.os }}-r-${{ matrix.config.r }}-5-${{ hashFiles('R-package/DESCRIPTION') }}
-
-    - name: Install dependencies
-      shell: Rscript {0}
-      if: matrix.config.os != 'windows-latest'
-      run: |
-        install.packages(${{ env.R_PACKAGES }},
-                         repos = 'http://cloud.r-project.org',
-                         dependencies = c('Depends', 'Imports', 'LinkingTo'))
-
-    - name: Install binary dependencies
-      shell: Rscript {0}
-      if: matrix.config.os == 'windows-latest'
-      run: |
-        install.packages(${{ env.R_PACKAGES }},
-                         type = 'binary',
-                         repos = 'http://cloud.r-project.org',
-                         dependencies = c('Depends', 'Imports', 'LinkingTo'))
+        key: ${{ runner.os }}-r-${{ matrix.config.r }}-6-${{ hashFiles('R-package/DESCRIPTION') }}
+        restore-keys: ${{ runner.os }}-r-${{ matrix.config.r }}-6-${{ hashFiles('R-package/DESCRIPTION') }}
 
     - uses: actions/setup-python@v2
       with:
         python-version: "3.8"
         architecture: 'x64'
 
-    - name: Test R
+    - name: Install system dependencies
+      if: matrix.config.os != 'windows-latest'
       run: |
-        python tests/ci_build/test_r_package.py --compiler='${{ matrix.config.compiler }}' --build-tool='${{ matrix.config.build }}'
-
-  test-R-CRAN:
-    runs-on: ubuntu-latest
-
-    strategy:
-      fail-fast: false
-      matrix:
-        config:
-          - {r: 'release'}
-
-    steps:
-    - uses: actions/checkout@v2
-      with:
-        submodules: 'true'
-
-    - uses: r-lib/actions/setup-r@v2
-      with:
-        r-version: ${{ matrix.config.r }}
+        sudo apt update && sudo apt install libcurl4-openssl-dev libssl-dev libssh2-1-dev libgit2-dev pandoc pandoc-citeproc libglpk-dev libxml2-dev libharfbuzz-dev libfribidi-dev git -y
 
     - uses: r-lib/actions/setup-tinytex@v2
 
-    - name: Install system packages
-      run: |
-        sudo apt-get update && sudo apt-get install libcurl4-openssl-dev libssl-dev libssh2-1-dev libgit2-dev pandoc pandoc-citeproc libglpk-dev
-
-    - name: Cache R packages
-      uses: actions/cache@v2
-      with:
-        path: ${{ env.R_LIBS_USER }}
-        key: ${{ runner.os }}-r-${{ matrix.config.r }}-5-${{ hashFiles('R-package/DESCRIPTION') }}
-        restore-keys: ${{ runner.os }}-r-${{ matrix.config.r }}-5-${{ hashFiles('R-package/DESCRIPTION') }}
-
     - name: Install dependencies
       shell: Rscript {0}
       run: |
-        install.packages(${{ env.R_PACKAGES }},
-                         repos = 'http://cloud.r-project.org',
-                         dependencies = c('Depends', 'Imports', 'LinkingTo'))
-        install.packages('igraph', repos = 'http://cloud.r-project.org', dependencies = c('Depends', 'Imports', 'LinkingTo'))
+        source("./R-package/tests/helper_scripts/install_deps.R")
+
+    - name: Test R
+      run: |
+        python tests/ci_build/test_r_package.py --compiler='${{ matrix.config.compiler }}' --build-tool="${{ matrix.config.build }}" --task=check
+
+
+    - uses: dorny/paths-filter@v2
+      id: changes
+      with:
+        filters: |
+          r_package:
+            - 'R-package/**'
 
-    - name: Check R Package
+    - name: Run document check
+      if: steps.changes.outputs.r_package == 'true' && matrix.config.os != 'windows-latest'
       run: |
-        # Print stacktrace upon success of failure
-        make Rcheck || tests/ci_build/print_r_stacktrace.sh fail
-        tests/ci_build/print_r_stacktrace.sh success
+        python tests/ci_build/test_r_package.py --compiler='${{ matrix.config.compiler }}' --build-tool="${{ matrix.config.build }}" --task=doc