diff --git a/.circleci/config.yml b/.circleci/config.yml
index c2cc58967..503375ee0 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -23,7 +23,7 @@ jobs:
             sudo update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-8 80 --slave /usr/bin/g++ g++ /usr/bin/g++-8
             sudo update-alternatives --set gcc /usr/bin/gcc-8
 
-            sudo pip install pytest-xdist pytest-instafail selenium PyYAML pytest-rerunfailures
+            sudo pip install pytest-xdist pytest-instafail selenium PyYAML
 
             # Get recent version of Firefox and geckodriver
             wget -O firefox.tar.bz2 https://download.mozilla.org/\?product\=firefox-nightly-latest-ssl\&os\=linux64\&lang\=en-US
diff --git a/test/test_python.py b/test/test_python.py
index 9a80acfb7..0e2e9d294 100644
--- a/test/test_python.py
+++ b/test/test_python.py
@@ -283,7 +283,6 @@ def test_open_url(selenium):
         "pyodide.open_url('test_data.txt').read()\n") == 'HELLO\n'
 
 
-@pytest.mark.flaky(reruns=2)
 def test_run_core_python_test(python_test, selenium, request):
 
     name, error_flags = python_test