Skip to content

Commit

Permalink
TEZ-4381: Speed up TestSecureShuffle (#180) (Mark Bathori reviewed by…
Browse files Browse the repository at this point in the history
… Laszlo Bodor)
  • Loading branch information
mark-bathori authored Jan 30, 2022
1 parent 4e3eb95 commit 6d7ef20
Showing 1 changed file with 2 additions and 0 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -146,6 +146,8 @@ public void setupTezCluster() throws Exception {
conf.setInt(TezRuntimeConfiguration.TEZ_RUNTIME_SHUFFLE_READ_TIMEOUT, 3 * 1000);
//set to low value so that it can detect failures quickly
conf.setInt(TezRuntimeConfiguration.TEZ_RUNTIME_SHUFFLE_FETCH_FAILURES_LIMIT, 2);
//reduce the maximum number of failed attempts per task
conf.setInt(TezConfiguration.TEZ_AM_TASK_MAX_FAILED_ATTEMPTS, 1);

conf.setLong(TezConfiguration.TEZ_AM_SLEEP_TIME_BEFORE_EXIT_MILLIS, 500);
conf.setBoolean(TezRuntimeConfiguration.TEZ_RUNTIME_SHUFFLE_USE_ASYNC_HTTP, asyncHttp);
Expand Down

0 comments on commit 6d7ef20

Please sign in to comment.