diff --git a/tests/hwsim/stop-wifi.sh b/tests/hwsim/stop-wifi.sh
index 96618e6b9..eaa9d4e3b 100755
--- a/tests/hwsim/stop-wifi.sh
+++ b/tests/hwsim/stop-wifi.sh
@@ -69,6 +69,8 @@ done
 
 if grep -q mac80211_hwsim /proc/modules ; then
     sudo rmmod mac80211_hwsim 
+    sudo rmmod mac80211
+    sudo rmmod cfg80211
     # wait at the end to avoid issues starting something new immediately after
     # this script returns
     sleep 1