[BUG] Check environ before selecting a seed to prevent warning message

pytorch_lightning/utilities/seed.py

@@ -21,7 +21,7 @@
 import numpy as np
 import torch
 
-from pytorch_lightning import _logger as log
+from pytorch_lightning.utilities import rank_zero_warn
 
 
 def seed_everything(seed: Optional[int] = None) -> int:
@@ -41,16 +41,14 @@ def seed_everything(seed: Optional[int] = None) -> int:
 
     try:
         if seed is None:
-            seed = os.environ.get("PL_GLOBAL_SEED", _select_seed_randomly(min_seed_value, max_seed_value))
+            seed = os.environ.get("PL_GLOBAL_SEED")
         seed = int(seed)
     except (TypeError, ValueError):
         seed = _select_seed_randomly(min_seed_value, max_seed_value)
+        rank_zero_warn(f"No correct seed found, seed set to {seed}")
 
-    if (seed > max_seed_value) or (seed < min_seed_value):
-        log.warning(
-            f"{seed} is not in bounds, \
-            numpy accepts from {min_seed_value} to {max_seed_value}"
-        )
+    if not (min_seed_value <= seed <= max_seed_value):
+        rank_zero_warn(f"{seed} is not in bounds, numpy accepts from {min_seed_value} to {max_seed_value}")
         seed = _select_seed_randomly(min_seed_value, max_seed_value)
 
     os.environ["PL_GLOBAL_SEED"] = str(seed)
@@ -62,6 +60,4 @@ def seed_everything(seed: Optional[int] = None) -> int:
 
 
 def _select_seed_randomly(min_seed_value: int = 0, max_seed_value: int = 255) -> int:
-    seed = random.randint(min_seed_value, max_seed_value)
-    log.warning(f"No correct seed found, seed set to {seed}")
-    return seed
+    return random.randint(min_seed_value, max_seed_value)

tests/utilities/test_seed.py

@@ -0,0 +1,68 @@
+import os
+
+import pytest
+
+import pytorch_lightning.utilities.seed as seed_utils
+
+
+def test_seed_stays_same_with_multiple_seed_everything_calls():
+    """
+    Ensure that after the initial seed everything,
+    the seed stays the same for the same run.
+    """
+    if "PL_GLOBAL_SEED" in os.environ:
+        del os.environ["PL_GLOBAL_SEED"]
+
+    with pytest.warns(UserWarning, match="No correct seed found"):
+        seed_utils.seed_everything()
+    initial_seed = os.environ.get("PL_GLOBAL_SEED")
+
+    with pytest.warns(None) as record:
+        seed_utils.seed_everything()
+    assert not record  # does not warn
+    seed = os.environ.get("PL_GLOBAL_SEED")
+
+    assert initial_seed == seed
+    del os.environ["PL_GLOBAL_SEED"]
+
+
+def test_correct_seed_with_environment_variable(monkeypatch):
+    """
+    Ensure that the PL_GLOBAL_SEED environment is read
+    """
+    if "PL_GLOBAL_SEED" in os.environ:
+        del os.environ["PL_GLOBAL_SEED"]
+    expected = 2020
+    monkeypatch.setenv("PL_GLOBAL_SEED", str(expected))
+    assert seed_utils.seed_everything() == expected
+    del os.environ["PL_GLOBAL_SEED"]
+
+
+def test_invalid_seed(monkeypatch):
+    """
+    Ensure that we still fix the seed even if an invalid seed is given
+    """
+    if "PL_GLOBAL_SEED" in os.environ:
+        del os.environ["PL_GLOBAL_SEED"]
+    expected = 123
+    monkeypatch.setenv("PL_GLOBAL_SEED", "invalid")
+    monkeypatch.setattr(seed_utils, "_select_seed_randomly", lambda *_: expected)
+    with pytest.warns(UserWarning, match="No correct seed found"):
+        seed = seed_utils.seed_everything()
+    assert seed == expected
+    del os.environ["PL_GLOBAL_SEED"]
+
+
+@pytest.mark.parametrize("seed", (10e9, -10e9))
+def test_out_of_bounds_seed(monkeypatch, seed):
+    """
+    Ensure that we still fix the seed even if an out-of-bounds seed is given
+    """
+    if "PL_GLOBAL_SEED" in os.environ:
+        del os.environ["PL_GLOBAL_SEED"]
+    expected = 123
+    monkeypatch.setattr(seed_utils, "_select_seed_randomly", lambda *_: expected)
+    with pytest.warns(UserWarning, match="is not in bounds"):
+        actual = seed_utils.seed_everything(seed)
+    assert actual == expected
+    del os.environ["PL_GLOBAL_SEED"]