diff --git a/cibuildwheel/linux.py b/cibuildwheel/linux.py
index ddcec627..7a7de88a 100644
--- a/cibuildwheel/linux.py
+++ b/cibuildwheel/linux.py
@@ -57,6 +57,8 @@ def build(project_dir, output_dir, test_command, test_requires, test_extras, bef
             mkdir /output
             cd /project
 
+            test_retcode=0
+
             {environment_exports}
 
             for PYBIN in {pybin_paths}; do
@@ -110,6 +112,7 @@ def build(project_dir, output_dir, test_command, test_requires, test_extras, bef
                         # Run the tests from a different directory
                         pushd $HOME
                         sh -c {test_command}
+                        test_retcode=$(( $test_retcode || $? ))
                         popd
                     )
 
@@ -121,6 +124,8 @@ def build(project_dir, output_dir, test_command, test_requires, test_extras, bef
                 mv "$delocated_wheel" /output
                 chown {uid}:{gid} "/output/$(basename "$delocated_wheel")"
             done
+
+            exit $test_retcode
         '''.format(
             pybin_paths=' '.join(c.path+'/bin' for c in platform_configs),
             test_requires=' '.join(test_requires),