diff --git a/scale_build/bootstrap/cache.py b/scale_build/bootstrap/cache.py
index b7dd643d1..ebe0b8e0b 100644
--- a/scale_build/bootstrap/cache.py
+++ b/scale_build/bootstrap/cache.py
@@ -66,6 +66,9 @@ def mirror_cache_intact(self):
             else:
                 intact = False
 
+            # Remove the temporary restored cached directory
+            shutil.rmtree(self.chroot_basedir, ignore_errors=True)
+
         if not intact:
             self.remove_cache()