diff --git a/noxfile.py b/noxfile.py
index 3ddd0c8aa..949dacb77 100644
--- a/noxfile.py
+++ b/noxfile.py
@@ -73,7 +73,7 @@ def should_update_common_wheels():
 
     # Clear the stale cache.
     if need_to_repopulate:
-        shutil.remove(LOCATIONS["common-wheels"], ignore_errors=True)
+        shutil.rmtree(LOCATIONS["common-wheels"], ignore_errors=True)
 
     return need_to_repopulate