Merge branch 'skipSnapshotAtBatch' of https://github.com/eason-yuchen…

…-liu/spark into skipSnapshotAtBatch
eason-yuchen-liu · Jun 4, 2024 · 7dad0c1 · 7dad0c1
2 parents 6db0e3d + 8a0927c
commit 7dad0c1
Show file tree

Hide file tree

Showing 130 changed files with 6,047 additions and 1,464 deletions.
diff --git a/.github/workflows/build_sparkr_window.yml b/.github/workflows/build_sparkr_window.yml
@@ -35,7 +35,7 @@ jobs:
         repository: cdarlint/winutils
     - name: Move Hadoop winutil into home directory
       run: |
-        Move-Item -Path hadoop-3.3.5 -Destination ~\
+        Move-Item -Path hadoop-3.3.6 -Destination ~\
     - name: Checkout Spark repository
       uses: actions/checkout@v4
     - name: Cache Maven local repository
@@ -79,7 +79,7 @@ jobs:
       shell: cmd
     - name: Run SparkR tests
       run: |
-        set HADOOP_HOME=%USERPROFILE%\hadoop-3.3.5
+        set HADOOP_HOME=%USERPROFILE%\hadoop-3.3.6
         set PATH=%HADOOP_HOME%\bin;%PATH%
         .\bin\spark-submit2.cmd --driver-java-options "-Dlog4j.configurationFile=file:///%CD:\=/%/R/log4j2.properties" --conf spark.hadoop.fs.defaultFS="file:///" R\pkg\tests\run-all.R
       shell: cmd