diff --git a/python-mwclient.spec b/python-mwclient.spec
index 0728fb0..07adf08 100644
--- a/python-mwclient.spec
+++ b/python-mwclient.spec
@@ -25,8 +25,6 @@ Source0:        https://github.com/%{github_owner}/%{github_name}/archive/v%{ver
 BuildArch:      noarch
 
 BuildRequires:  python2-devel
-# This is in setup_requires, so we need it even if not running tests
-BuildRequires:  python2-pytest-runner
 # For EPEL
 BuildRequires:  python-setuptools
 %if 0%{?with_tests}
@@ -35,14 +33,13 @@ BuildRequires:  python2-pytest
 BuildRequires:  python-pytest-pep8
 BuildRequires:  python2-pytest-cache
 BuildRequires:  python2-pytest-cov
+BuildRequires:  python2-pytest-runner
 BuildRequires:  python2-mock
 BuildRequires:  python2-funcsigs
 BuildRequires:  python2-responses >= 0.3.0
 BuildRequires:  %{test_requires2}
 %endif # if with_tests
 %if 0%{?with_python3}
-# This is in setup_requires, so we need it even if not running tests
-BuildRequires:  python3-pytest-runner
 BuildRequires:  python3-devel
 %if 0%{?with_tests}
 BuildRequires:  python3-pytest