Adding check.py to tests, rather than a simple generic assert on number of wheels

bin/run_test.py

@@ -22,7 +22,7 @@ def single_run(test_project):
     print('%s built successfully. %i wheels built.' % (test_project, len(wheels)))
 
     # check some wheels were actually built
-    assert len(wheels) >= 3
+    subprocess.check_call([sys.executable, os.path.join(test_project, 'check.py')])
 
     # clean up
     shutil.rmtree('wheelhouse')

bin/run_tests.py

@@ -14,7 +14,7 @@ if __name__ == '__main__':
 
     ### run the integration tests
 
-    test_projects = glob('test/??_*')
+    test_projects = sorted(glob('test/??_*'))
 
     if len(test_projects) == 0:
         print('No test projects found. Aborting.', file=sys.stderr)

test/01_basic/check.py

@@ -0,0 +1,9 @@
+import glob
+import subprocess
+import sys
+
+build_identifiers = subprocess.check_output([sys.executable, '-m', 'cibuildwheel', '--print-build-identifiers'], universal_newlines=True).strip().split('\n')
+expected_identifiers = build_identifiers
+built_wheels = glob.glob('wheelhouse/*.whl')
+
+assert len(built_wheels) == len(expected_identifiers)

test/02_test/check.py

@@ -0,0 +1,9 @@
+import glob
+import subprocess
+import sys
+
+build_identifiers = subprocess.check_output([sys.executable, '-m', 'cibuildwheel', '--print-build-identifiers'], universal_newlines=True).strip().split('\n')
+expected_identifiers = build_identifiers
+built_wheels = glob.glob('wheelhouse/*.whl')
+
+assert len(built_wheels) == len(expected_identifiers)

test/03_before_build/check.py

@@ -0,0 +1,9 @@
+import glob
+import subprocess
+import sys
+
+build_identifiers = subprocess.check_output([sys.executable, '-m', 'cibuildwheel', '--print-build-identifiers'], universal_newlines=True).strip().split('\n')
+expected_identifiers = build_identifiers
+built_wheels = glob.glob('wheelhouse/*.whl')
+
+assert len(built_wheels) == len(expected_identifiers)

test/04_build_skip/check.py

@@ -0,0 +1,9 @@
+import glob
+import subprocess
+import sys
+
+build_identifiers = subprocess.check_output([sys.executable, '-m', 'cibuildwheel', '--print-build-identifiers'], universal_newlines=True).strip().split('\n')
+expected_identifiers = [identifier for identifier in build_identifiers if "cp3" in identifier and "cp34" not in identifier]
+built_wheels = glob.glob('wheelhouse/*.whl')
+
+assert len(built_wheels) == len(expected_identifiers)

test/05_environment/check.py

@@ -0,0 +1,9 @@
+import glob
+import subprocess
+import sys
+
+build_identifiers = subprocess.check_output([sys.executable, '-m', 'cibuildwheel', '--print-build-identifiers'], universal_newlines=True).strip().split('\n')
+expected_identifiers = build_identifiers
+built_wheels = glob.glob('wheelhouse/*.whl')
+
+assert len(built_wheels) == len(expected_identifiers)

test/06_docker_images/check.py

@@ -0,0 +1,9 @@
+import glob
+import subprocess
+import sys
+
+build_identifiers = subprocess.check_output([sys.executable, '-m', 'cibuildwheel', '--print-build-identifiers'], universal_newlines=True).strip().split('\n')
+expected_identifiers = build_identifiers
+built_wheels = glob.glob('wheelhouse/*.whl')
+
+assert len(built_wheels) == len(expected_identifiers)

test/07_ssl/check.py

@@ -0,0 +1,9 @@
+import glob
+import subprocess
+import sys
+
+build_identifiers = subprocess.check_output([sys.executable, '-m', 'cibuildwheel', '--print-build-identifiers'], universal_newlines=True).strip().split('\n')
+expected_identifiers = build_identifiers
+built_wheels = glob.glob('wheelhouse/*.whl')
+
+assert len(built_wheels) == len(expected_identifiers)