[RLlib] Add missing sampler_results key to fetch min desired reward…

… in RLlib release tests (ray-project#35354) Signed-off-by: Artur Niederfahrenhorst <[email protected]>
architkulkarni · May 16, 2023 · 21a265c · 21a265c
1 parent 335c145
commit 21a265c
Showing 1 changed file with 8 additions and 4 deletions.
diff --git a/rllib/utils/test_utils.py b/rllib/utils/test_utils.py
@@ -786,9 +786,9 @@ def should_check_eval(experiment):
 
             check_eval = should_check_eval(e)
             episode_reward_key = (
-                "episode_reward_mean"
+                "sampler_results/episode_reward_mean"
                 if not check_eval
-                else "evaluation/episode_reward_mean"
+                else "evaluation/sampler_results/episode_reward_mean"
             )
 
             # For smoke-tests, we just run for n min.
@@ -904,14 +904,18 @@ def should_check_eval(experiment):
                 if check_eval:
                     episode_reward_mean = np.mean(
                         [
-                            t.metric_analysis["evaluation/episode_reward_mean"]["max"]
+                            t.metric_analysis[
+                                "evaluation/sampler_results/episode_reward_mean"
+                            ]["max"]
                             for t in trials_for_experiment
                         ]
                     )
                 else:
                     episode_reward_mean = np.mean(
                         [
-                            t.metric_analysis["episode_reward_mean"]["max"]
+                            t.metric_analysis["sampler_results/episode_reward_mean"][
+                                "max"
+                            ]
                             for t in trials_for_experiment
                         ]
                     )