diff --git a/tests/tests.yml b/tests/tests.yml
index ca2ecac..0a348d8 100644
--- a/tests/tests.yml
+++ b/tests/tests.yml
@@ -74,6 +74,7 @@
         dir: pyproject-rpm-macros/tests
         run: ./mocktest.sh python-clikit
     - pip_install_upgrade
+    - unwanted-content
     required_packages:
     - gcc
     - virtualenv
@@ -92,3 +93,4 @@
     - grep
     - util-linux
     - shadow-utils
+    - beakerlib
diff --git a/tests/unwanted-content/runtest.sh b/tests/unwanted-content/runtest.sh
new file mode 100755
index 0000000..b653d5a
--- /dev/null
+++ b/tests/unwanted-content/runtest.sh
@@ -0,0 +1,22 @@
+#!/bin/bash
+# vim: dict+=/usr/share/beakerlib/dictionary.vim cpt=.,w,b,u,t,i,knclude Beakerlib
+. /usr/share/beakerlib/beakerlib.sh || exit 1
+
+PIP_RPM=${PIP_RPM:-python3-pip}
+RPM_QL_LOG=/tmp/rmp_ql.log
+
+rlJournalStart
+    rlPhaseStartSetup
+        rlRun "rpm -ql $PIP_RPM > $RPM_QL_LOG" 0 "Get filelist"
+    rlPhaseEnd
+    
+    rlPhaseStartTest "No unwanted files present"
+        for ext in exe pem; do
+            rlRun "! grep ${ext}$ $RPM_QL_LOG"
+        done
+    rlPhaseEnd
+    
+    rlPhaseStartCleanup
+        rlRun "rm -f $RPM_QL_LOG" 0 "Remove temp file"
+    rlPhaseEnd
+rlJournalEnd