[ROCm] Fix test_nadam

- Cherry-pick of dbd701b

Author: pruthvistony

test/optim/test_optim.py

@@ -21,6 +21,7 @@
 )
 from torch.testing._internal.common_utils import (
     TestCase,
+    TEST_WITH_ROCM,
     load_tests,
     gradcheck,
     skipIfRocm,
@@ -1371,6 +1372,8 @@ def test_adadelta_complex(self):
             )
 
     def test_nadam(self):
+        if TEST_WITH_ROCM:
+            self.rel_tol = 1e-5
         self._test_basic_cases(
             lambda weight, bias, foreach: NAdam(
                 self._build_params_dict(weight, bias, lr=1e-2), lr=1e-3, foreach=foreach