diff --git a/build/azure-pipeline.pre-release.yml b/build/azure-pipeline.pre-release.yml
index 779bb445431c..d87f482d320c 100644
--- a/build/azure-pipeline.pre-release.yml
+++ b/build/azure-pipeline.pre-release.yml
@@ -70,9 +70,8 @@ extends:
       - script: gulp prePublishBundle
         displayName: Build
 
-      - displayName: Clean up Nox
-        script: python -c "import shutil; shutil.rmtree('.nox', ignore_errors=True)"
-        continueOnError: true
+      - script: python -c "import shutil; shutil.rmtree('.nox', ignore_errors=True)"
+        displayName: Clean up Nox
     tsa:
         config:
             areaPath: 'Visual Studio Code Python Extensions'
diff --git a/build/azure-pipeline.stable.yml b/build/azure-pipeline.stable.yml
index 06f4a42e844a..74ec4c4df0db 100644
--- a/build/azure-pipeline.stable.yml
+++ b/build/azure-pipeline.stable.yml
@@ -65,9 +65,8 @@ extends:
       - script: gulp prePublishBundle
         displayName: Build
 
-      - displayName: Clean up Nox
-        script: python -c "import shutil; shutil.rmtree('.nox', ignore_errors=True)"
-        continueOnError: true
+      - script: python -c "import shutil; shutil.rmtree('.nox', ignore_errors=True)"
+        displayName: Clean up Nox
     tsa:
         config:
             areaPath: 'Visual Studio Code Python Extensions'