diff --git a/benchmarks/test_parity.py b/benchmarks/test_parity.py
index d026096a84..05973e19a5 100644
--- a/benchmarks/test_parity.py
+++ b/benchmarks/test_parity.py
@@ -12,7 +12,7 @@ from tests.base.models import ParityModuleMNIST, ParityModuleRNN
 # ParityModuleMNIST runs with num_workers=1
 @pytest.mark.parametrize('cls_model,max_diff', [
     (ParityModuleRNN, 0.05),
-    (ParityModuleMNIST, 0.22)
+    (ParityModuleMNIST, 0.18)
 ])
 @pytest.mark.skipif(not torch.cuda.is_available(), reason="test requires GPU machine")
 def test_pytorch_parity(tmpdir, cls_model, max_diff):