diff --git a/python-pluggy.spec b/python-pluggy.spec
index e3325d1..974094e 100644
--- a/python-pluggy.spec
+++ b/python-pluggy.spec
@@ -1,3 +1,4 @@
+%global _without_tests 1
 %global pypi_name pluggy
 
 # Turn the tests off when bootstrapping Python, because pytest requires pluggy
@@ -5,7 +6,7 @@
 
 Name:           python-pluggy
 Version:        0.12.0
-Release:        2%{?dist}
+Release:        3%{?dist}
 Summary:        The plugin manager stripped of pytest specific details
 
 License:        MIT
@@ -63,6 +64,9 @@ PYTHONPATH=$PWD %{__python3} -m pytest testing -k "not test_load_setuptools_inst
 
 
 %changelog
+* Thu Aug 15 2019 Miro Hrončok <mhroncok@redhat.com> - 0.12.0-3
+- Bootstrap for Python 3.8
+
 * Fri Jul 26 2019 Fedora Release Engineering <releng@fedoraproject.org> - 0.12.0-2
 - Rebuilt for https://fedoraproject.org/wiki/Fedora_31_Mass_Rebuild