diff --git a/cibuildwheel/linux.py b/cibuildwheel/linux.py
index 652d9eb3..b429a4f3 100644
--- a/cibuildwheel/linux.py
+++ b/cibuildwheel/linux.py
@@ -279,7 +279,10 @@ def build(options: BuildOptions) -> None:
             exit(1)
         finally:
             # Still gets executed, even when 'exit(1)' gets called
-            call(['docker', 'rm', '--force', '-v', container_name])
+            try:
+                call(['docker', 'rm', '--force', '-v', container_name])
+            except subprocess.CalledProcessError:
+                pass
 
 
 def troubleshoot(package_dir: str, error: Exception) -> None: