diff --git a/python-bugzilla.spec b/python-bugzilla.spec
index 938fda0be5..0769b55c89 100644
--- a/python-bugzilla.spec
+++ b/python-bugzilla.spec
@@ -7,8 +7,8 @@
 
 Name:           python-bugzilla
 Version:        2.1.0
-Release:        2%{?dist}
-Summary:        python2 library for interacting with Bugzilla
+Release:        3%{?dist}
+Summary:        Python library for interacting with Bugzilla
 
 License:        GPLv2+
 URL:            https://github.com/python-bugzilla/python-bugzilla
@@ -28,6 +28,14 @@ BuildRequires: python3-requests
 BuildRequires: python3-setuptools
 %endif # if with_python3
 
+%global _description\
+python-bugzilla is a python library for interacting with bugzilla instances\
+over XML-RPC.\
+
+%description %_description
+
+%package -n python2-bugzilla
+Summary: %summary
 Requires: python-requests
 Requires: python-magic
 %if 0%{?el6}
@@ -36,22 +44,18 @@ Requires: python-argparse
 # This dep is for back compat, so that installing python-bugzilla continues
 # to give the cli tool
 Requires: python-bugzilla-cli
+%{?python_provide:%python_provide python2-bugzilla}
 
-
-%description
-python-bugzilla is a python 2 library for interacting with bugzilla instances
-over XML-RPC.
-
+%description -n python2-bugzilla %_description
 
 %if 0%{?with_python3}
 %package -n python3-bugzilla
-Summary: python 3 library for interacting with Bugzilla
+Summary: %summary
 Requires: python3-requests
 Requires: python3-magic
+%{?python_provide:%python_provide python3-bugzilla}
 
-%description -n python3-bugzilla
-python3-bugzilla is a python 3 library for interacting with bugzilla instances
-over XML-RPC.
+%description -n python3-bugzilla %_description
 %endif # if with_python3
 
 
@@ -118,7 +122,7 @@ done
 
 
 
-%files
+%files -n python2-bugzilla
 %doc COPYING README.md NEWS.md
 %{python2_sitelib}/*
 
@@ -134,6 +138,10 @@ done
 
 
 %changelog
+* Wed Aug 09 2017 Zbigniew Jędrzejewski-Szmek <zbyszek@in.waw.pl> - 2.1.0-3
+- Python 2 binary package renamed to python2-bugzilla
+  See https://fedoraproject.org/wiki/FinalizingFedoraSwitchtoPython3
+
 * Thu Jul 27 2017 Fedora Release Engineering <releng@fedoraproject.org> - 2.1.0-2
 - Rebuilt for https://fedoraproject.org/wiki/Fedora_27_Mass_Rebuild