improve deterministic engine (pytorch#2756)

* improve deterministic engine * warning if non-deterministic method been called in deterministic mode * remove unused import
henrytseng · Oct 30, 2022 · 117529e · 117529e
1 parent ed8622c
commit 117529e
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 4 deletions.
diff --git a/ignite/engine/deterministic.py b/ignite/engine/deterministic.py
@@ -192,7 +192,10 @@ def state_dict(self) -> OrderedDict:
     def _init_run(self) -> None:
         self.state.seed = int(torch.randint(0, int(1e9), (1,)).item())
         if torch.cuda.is_available():
-            torch.backends.cudnn.deterministic = True
+            if hasattr(torch, "use_deterministic_algorithms"):
+                torch.use_deterministic_algorithms(True, warn_only=True)
+            else:
+                torch.backends.cudnn.deterministic = True
             torch.backends.cudnn.benchmark = False
 
     def _setup_engine(self) -> None:

diff --git a/ignite/utils.py b/ignite/utils.py
@@ -236,9 +236,6 @@ def manual_seed(seed: int) -> None:
     random.seed(seed)
     torch.manual_seed(seed)
 
-    if torch.cuda.is_available():
-        torch.cuda.manual_seed_all(seed)
-
     try:
         import torch_xla.core.xla_model as xm