diff --git a/python-pip.spec b/python-pip.spec
index bb84847..4748690 100644
--- a/python-pip.spec
+++ b/python-pip.spec
@@ -276,6 +276,10 @@ install -p %{_pyproject_wheeldir}/%{python_wheel_name} -t %{buildroot}%{python_w
 # Verify bundled provides are up to date
 %{_rpmconfigdir}/pythonbundles.py src/pip/_vendor/vendor.txt --compare-with '%{bundled 3}'
 
+# Verify no unwanted files are present in the package
+grep "exe$" %{pyproject_files} && exit 1 || true
+grep "pem$" %{pyproject_files} && exit 1 || true
+
 # Verify we can at least run basic commands without crashing
 %{py3_test_envvars} %{buildroot}%{_bindir}/pip --help
 %{py3_test_envvars} %{buildroot}%{_bindir}/pip list