diff --git a/python-pip.spec b/python-pip.spec
index b364d8b..74093da 100644
--- a/python-pip.spec
+++ b/python-pip.spec
@@ -19,7 +19,7 @@ Name:           python-%{srcname}
 # When updating, update the bundled libraries versions bellow!
 # You can use vendor_meta.sh in the dist git repo
 Version:        %{base_version}%{?prerel:~%{prerel}}
-Release:        3%{?dist}
+Release:        4%{?dist}
 Summary:        A tool for installing and managing Python packages
 
 # We bundle a lot of libraries with pip, which itself is under MIT license.
@@ -280,6 +280,9 @@ ln -s %{python_wheeldir} tests/data/common_wheels
 # As of 20.1b1, this workaround was sufficient to get around the missing dependency
 sed -i -e 's/csv23/csv/g' tests/lib/wheel.py
 
+# Remove windows executable binaries
+rm -v src/pip/_vendor/distlib/*.exe
+sed -i '/\.exe/d' setup.py
 
 %build
 %py3_build_wheel
@@ -413,6 +416,10 @@ pytest_k='not completion and
 %{python_wheeldir}/%{python_wheelname}
 
 %changelog
+* Wed Oct 06 2021 Charalampos Stratakis <cstratak@redhat.com> - 20.2.2-4
+- Remove bundled windows executables
+- Resolves: rhbz#2005453
+
 * Mon Aug 30 2021 Miro Hrončok <mhroncok@redhat.com> - 20.2.2-3
 - Properly recognize Python 3.10 wheel tags
 - Fixes: rhbz#1999035