diff --git a/tools/requirements/tests.txt b/tools/requirements/tests.txt
index ef87225d6..6ae8c5d43 100644
--- a/tools/requirements/tests.txt
+++ b/tools/requirements/tests.txt
@@ -5,7 +5,7 @@ enum34; python_version < '3.4'
 freezegun
 mock
 pretend
-pytest
+pytest<6.1.0 # Until https://github.com/pytest-dev/pytest-rerunfailures/issues/128 is fixed
 pytest-cov
 pytest-rerunfailures
 pytest-timeout