Bump version: v1.4.2

Add test case for proper build isolation

.circleci/config.yml

@@ -0,0 +1,59 @@
+version: 2
+
+jobs:
+  flake8-mypy:
+    docker:
+      - image: circleci/python:3.6
+    steps:
+      - checkout
+
+      - run:
+          name: Install flake8 & mypy
+          command: sudo python -m pip install flake8 mypy
+      - run:
+          name: flake8
+          command: flake8
+      - run:
+          name: mypy
+          command: mypy
+
+  osx-python3.6:
+    macos:
+      xcode: "9.4.1"
+    environment:
+      PYTHON: python3
+    steps:
+      - checkout
+
+      - run:
+          name: Prepare the environment.
+          command: bash .circleci/prepare.sh
+      - run:
+          name: Test.
+          command: venv/bin/python ./bin/run_tests.py
+          no_output_timeout: 30m
+
+  linux-python3.6:
+    docker:
+      - image: circleci/python:3.6
+    environment:
+      PYTHON: python3
+    steps:
+      - checkout
+      - setup_remote_docker
+
+      - run:
+          name: Prepare the environment.
+          command: bash .circleci/prepare.sh
+      - run:
+          name: Test.
+          command: venv/bin/python ./bin/run_tests.py
+          no_output_timeout: 30m
+
+workflows:
+  version: 2
+  all-tests:
+    jobs:
+      - flake8-mypy
+      - osx-python3.6
+      - linux-python3.6

.circleci/prepare.sh

@@ -0,0 +1,7 @@
+$PYTHON --version
+$PYTHON -m pip --version
+$PYTHON -m pip install -q --user --ignore-installed --upgrade virtualenv
+$PYTHON -m virtualenv -p $PYTHON venv
+venv/bin/python -m pip install -r requirements-dev.txt
+venv/bin/python -m pip freeze
+venv/bin/python --version

.editorconfig

@@ -0,0 +1,14 @@
+# http://editorconfig.org
+root = true
+
+[*]
+indent_style = space
+indent_size = 2
+end_of_line = lf
+charset = utf-8
+trim_trailing_whitespace = true
+insert_final_newline = true
+
+# Use 4 spaces the Python files
+[*.py]
+indent_size = 4

.github/workflows/test.yml

@@ -0,0 +1,36 @@
+name: Test
+
+on:
+  push: {}
+  pull_request:
+    paths-ignore:
+      - 'docs/**'
+
+jobs:
+  test:
+    # skip branch builds on joerick/cibuildwheel, but always build `master` and pull requests
+    if: github.repository != 'joerick/cibuildwheel' || github.ref == 'refs/heads/master' || github.event_name == 'pull_request'
+
+    name: Test cibuildwheel on ${{ matrix.os }}
+    runs-on: ${{ matrix.os }}
+    strategy:
+      matrix:
+        os: [ubuntu-18.04, windows-latest, macos-latest]
+        python_version: ['3.7']
+    steps:
+    - uses: actions/checkout@v1
+    - uses: actions/setup-python@v1
+      name: Install Python ${{ matrix.python_version }}
+      with:
+        python-version: ${{ matrix.python_version }}
+
+    - name: Install dependencies
+      run: |
+        python -m pip install -r requirements-dev.txt
+    - name: Install Visual C++ for Python 2.7
+      if: startsWith(matrix.os, 'windows')
+      run: |
+        choco install vcpython27 -f -y
+    - name: Test cibuildwheel
+      run: |
+        python ./bin/run_tests.py

.gitignore

@@ -86,9 +86,13 @@ celerybeat-schedule
 .venv
 venv/
 venv3/
+venv2/
 ENV/
 env/
+env2/
+env2?/
 env3/
+env3?/
 
 # Spyder project settings
 .spyderproject
@@ -98,3 +102,6 @@ env3/
 
 # VSCode project settings
 /.vscode
+
+# MyPy cache
+.mypy_cache/

.readthedocs.yml

@@ -0,0 +1,11 @@
+# Read the Docs configuration file
+# See https://docs.readthedocs.io/en/stable/config-file/v2.html for details
+version: 2
+
+mkdocs:
+  configuration: mkdocs.yml
+
+python:
+  version: 3.7
+  install:
+    - requirements: requirements-dev.txt

.travis.yml

@@ -1,46 +1,55 @@
-language: generic
+language: minimal
 
-matrix:
+branches:
+  only:
+  - master
+
+jobs:
   include:
-    # Linux Python 2
-    - sudo: required
+    - name: Linux | x86_64 + i686 | Python 3.6
       language: python
-      services:
-        - docker
-      env:
-        - "PYTHON=python2"
+      python: 3.6
+      services: docker
+      env: PYTHON=python
 
-    # Linux Python 3
-    - sudo: required
+    - name: Linux | arm64 | Python 3.6
       language: python
-      services:
-        - docker
-      env:
-        - "PYTHON=python3"
+      python: 3.6
+      services: docker
+      arch: arm64
+      env: PYTHON=python
+
+    - name: Linux | ppc64le | Python 3.6
+      language: python
+      python: 3.6
+      services: docker
+      arch: ppc64le
+      env: PYTHON=python
+
+    - name: macOS | x86_64 | Python 3.x
+      os: osx
+      env: PYTHON=python3
+
+    - name: Windows | x86_64 | Python 3.6
+      os: windows
+      language: shell
       before_install:
-        - sudo apt-get -qq update
-        - sudo apt-get install -y python3-pip
-
-    # macOS Python 2
-    - os: osx
+       - choco install python3 --version 3.6.8 --no-progress -y
       env:
-        - "PYTHON=python2"
+        - PYTHON=C:\\Python36\\python
 
-    # macOS Python 3
-    - os: osx
-      env:
-        - "PYTHON=python3"
-      before_install:
-        - brew update
-        - brew install python3
+    - &linux_s390x_36
+      name: Linux | s390x | Python 3.6
+      language: python
+      python: 3.6
+      services: docker
+      arch: s390x
+      env: PYTHON=python
 
-script:
-  - |
-    if [[ "$TRAVIS_OS_NAME" == "osx" ]]; then
-      $PYTHON -m pip install -r requirements-dev.txt
-      $PYTHON ./bin/run_tests.py
-    else
-      # linux test requires root to clean up the wheelhouse (docker runs as root)
-      sudo $PYTHON -m pip install -r requirements-dev.txt
-      sudo $PYTHON ./bin/run_tests.py
-    fi
+  allow_failures:
+    # must repeat the s390x job above exactly to match
+    - *linux_s390x_36
+
+install: $PYTHON -m pip install -r requirements-dev.txt
+
+script: $PYTHON ./bin/run_tests.py

CI.md

@@ -0,0 +1,12 @@
+This is a summary of the Python versions and platforms covered by the different CI platforms:
+
+|          | 3.6                          | 3.7                                      | 3.8              |
+|----------|------------------------------|------------------------------------------|------------------|
+| Linux    | Travis CI / CircleCI         | AppVeyor² / GitHub Actions               | Azure Pipelines  |
+| macOS    | CircleCI                     | AppVeyor² / Travis CI¹ / GitHub Actions  | Azure Pipelines  |
+| Windows  | Travis CI / Azure Pipelines  | AppVeyor² / GitHub Actions               | Azure Pipelines  |
+
+> ¹ Python version not really pinned, but dependent on the (default) version of image used.
+> ² AppVeyor only runs the "basic" test to reduce load.
+
+Non-x86 architectures are covered on Travis CI using Python 3.6.

LICENSE

@@ -1,6 +1,6 @@
 This project is licensed under the 'BSD 2-clause license'.
 
-Copyright (c) 2017, Joe Rickerby. All rights reserved.
+Copyright (c) 2017-2019, Joe Rickerby and contributors. All rights reserved.
 
 Redistribution and use in source and binary forms, with or without
 modification, are permitted provided that the following conditions are met:
@@ -22,3 +22,7 @@ SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
 CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
 OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
 OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+
+Get-pip and Pip (bundled in cibuildwheel/resources) are licensed under the MIT
+license. See https://github.com/pypa/get-pip/blob/master/LICENSE.txt

README.md

@@ -1,407 +1,468 @@
 cibuildwheel
 ============
 
-[![PyPI](https://img.shields.io/pypi/v/cibuildwheel.svg)](https://pypi.python.org/pypi/cibuildwheel) [![Build Status](https://travis-ci.org/joerick/cibuildwheel.svg?branch=master)](https://travis-ci.org/joerick/cibuildwheel) [![Build status](https://ci.appveyor.com/api/projects/status/wbsgxshp05tt1tif/branch/master?svg=true)](https://ci.appveyor.com/project/joerick/cibuildwheel/branch/master)
+[![PyPI](https://img.shields.io/pypi/v/cibuildwheel.svg)](https://pypi.python.org/pypi/cibuildwheel) [![Documentation Status](https://readthedocs.org/projects/cibuildwheel/badge/?version=stable)](https://cibuildwheel.readthedocs.io/en/stable/?badge=stable) [![Build Status](https://travis-ci.org/joerick/cibuildwheel.svg?branch=master)](https://travis-ci.org/joerick/cibuildwheel) [![Build status](https://ci.appveyor.com/api/projects/status/wbsgxshp05tt1tif/branch/master?svg=true)](https://ci.appveyor.com/project/joerick/cibuildwheel/branch/master) [![CircleCI](https://circleci.com/gh/joerick/cibuildwheel.svg?style=svg)](https://circleci.com/gh/joerick/cibuildwheel) [![Build Status](https://dev.azure.com/joerick0429/cibuildwheel/_apis/build/status/joerick.cibuildwheel?branchName=master)](https://dev.azure.com/joerick0429/cibuildwheel/_build/latest?definitionId=2&branchName=master)
+
+[Documentation](https://cibuildwheel.readthedocs.org)
+
+<!--intro-start-->
 
 Python wheels are great. Building them across **Mac, Linux, Windows**, on **multiple versions of Python**, is not.
 
-`cibuildwheel` is here to help. `cibuildwheel` runs on your CI server - currently it supports Travis CI and Appveyor - and it builds and tests your wheels across all of your platforms.
+`cibuildwheel` is here to help. `cibuildwheel` runs on your CI server - currently it supports Azure Pipelines, Travis CI, AppVeyor, GitHub Actions and CircleCI - and it builds and tests your wheels across all of your platforms.
 
-**`cibuildwheel` is in beta**. It's brand new - I'd love for you to try it and help make it better!
 
 What does it do?
 ----------------
 
-|   | macOS 10.6+ | manylinux i686 | manylinux x86_64 |  Windows 32bit | Windows 64bit |
-|---|---|---|---|---|---|
-| Python 2.7 | ✅ | ✅ | ✅ | ✅ | ✅ |
-| Python 3.3 |    | ✅ | ✅ | ✅ | ✅ |
-| Python 3.4 | ✅ | ✅ | ✅ | ✅ | ✅ |
-| Python 3.5 | ✅ | ✅ | ✅ | ✅ | ✅ |
-| Python 3.6 | ✅ | ✅ | ✅ | ✅ | ✅ |
+|   | macOS x86_64 | Windows 64bit | Windows 32bit | manylinux x86_64 | manylinux i686 | manylinux aarch64 | manylinux ppc64le | manylinux s390x |
+|---|---|---|---|---|---|---|---|---|
+| CPython 2.7     | ✅ | ✅¹ | ✅¹ | ✅ | ✅ |     |     |     |
+| CPython 3.5     | ✅ | ✅  | ✅  | ✅ | ✅ | ✅  | ✅  | ✅² |
+| CPython 3.6     | ✅ | ✅  | ✅  | ✅ | ✅ | ✅  | ✅  | ✅² |
+| CPython 3.7     | ✅ | ✅  | ✅  | ✅ | ✅ | ✅  | ✅  | ✅² |
+| CPython 3.8     | ✅ | ✅  | ✅  | ✅ | ✅ | ✅  | ✅  | ✅² |
+| PyPy 2.7 v7.3.0 | ✅ |     | ✅  | ✅ |    |     |     |     |
+| PyPy 3.6 v7.3.0 | ✅ |     | ✅  | ✅ |    |     |     |     |
 
-- Builds manylinux, macOS and Windows (32 and 64bit) wheels using Travis CI and Appveyor
+<sup>¹ Not supported on Travis</sup><br>
+<sup>² Beta support until Travis CI fixes <a href="https://travis-ci.community/t/no-space-left-on-device-for-system-z/5954/11">a bug</a></sup>
+
+- Builds manylinux, macOS and Windows wheels for CPython and PyPy using Azure Pipelines, Travis CI, AppVeyor, and CircleCI
 - Bundles shared library dependencies on Linux and macOS through [auditwheel](https://github.com/pypa/auditwheel) and [delocate](https://github.com/matthew-brett/delocate)
 - Runs the library test suite against the wheel-installed version of your library
 
 Usage
 -----
 
-`cibuildwheel` currently works on **Travis CI** to build Linux and Mac wheels, and **Appveyor** to build Windows wheels.
+`cibuildwheel` currently works on **Travis CI**, **Azure Pipelines**, **AppVeyor** and **GitHub Actions** to build wheels for all three supported platforms (Linux, macOS, Windows). On **CircleCI** Linux and macOS wheels can be built.
 
-`cibuildwheel` is not intended to run on your development machine. It will try to install packages globally; this is no good. Travis CI and Appveyor run their builds in isolated environments, so are ideal for this kind of script.
+|                 | Linux | macOS | Windows |
+|-----------------|-------|-------|---------|
+| Azure Pipelines | ✅    | ✅    | ✅      |
+| Travis CI       | ✅    | ✅    | ✅      |
+| AppVeyor        | ✅    | ✅    | ✅      |
+| GitHub Actions  | ✅    | ✅    | ✅      |
+| CircleCI        | ✅    | ✅    |         |
 
-### Minimal setup
+`cibuildwheel` is not intended to run on your development machine. Because it uses system Python from Python.org it will try to install packages globally - not what you expect from a build tool! Instead, isolated CI services like Travis CI, CircleCI, Azure Pipelines and AppVeyor are ideal.
 
-- Create a `.travis.yml` file in your repo.
+<!--intro-end-->
 
-    ```
-    language: python
-    
-    matrix:
-      include:
-        - sudo: required
-          services:
-            - docker
-          env: PIP=pip
-        - os: osx
-          language: generic
-          env: PIP=pip2
+Example setup
+-------------
 
-    script:
-      - $PIP install cibuildwheel==0.7.0
-      - cibuildwheel --output-dir wheelhouse
-    ```
+To build manylinux, macOS, and Windows wheels on Travis CI and upload them to PyPI whenever you tag a version, you could use this `.travis.yml`:
 
-  Then setup a deployment method by following the [Travis CI deployment docs](https://docs.travis-ci.com/user/deployment/), or see [Delivering to PyPI](#delivering-to-pypi) below.
+```yaml
+language: python
 
-- Create an `appveyor.yml` file in your repo.
+jobs:
+  include:
+    # perform a linux build
+    - services: docker
+    # and a mac build
+    - os: osx
+      language: shell
+    # and a windows build
+    - os: windows
+      language: shell
+      before_install:
+        - choco install python --version 3.8.0
+        - export PATH="/c/Python38:/c/Python38/Scripts:$PATH"
 
-    ```
-    build_script:
-      - pip install cibuildwheel==0.7.0
-      - cibuildwheel --output-dir wheelhouse
-    artifacts:
-      - path: "wheelhouse\\*.whl"
-        name: Wheels
-    ```
-    
-  Appveyor will store the built wheels for you - you can access them from the project console. Alternatively, you may want to store them in the same place as the Travis CI build. See [Appveyor deployment docs](https://www.appveyor.com/docs/deployment/) for more info, or see [Delivering to PyPI](#delivering-to-pypi) below.
-    
-- Commit those files, enable building of your repo on Travis CI and Appveyor, and push.
+env:
+  global:
+    - TWINE_USERNAME=__token__
+    # Note: TWINE_PASSWORD is set to a PyPI API token in Travis settings
 
-All being well, you should get wheels delivered to you in a few minutes. 
+install:
+  - python3 -m pip install cibuildwheel==1.4.2
 
-> ⚠️ Got an error? Check the [checklist](#it-didnt-work) below.
+script:
+  # build the wheels, put them into './wheelhouse'
+  - python3 -m cibuildwheel --output-dir wheelhouse
 
-### Configuration overview
-
-`cibuildwheel` allows for easy customization of the various phases of the build process demonstrated above:
-
-|   | Option |   |
-|---|---|---|
-| **Target wheels** | `CIBW_PLATFORM` | Override the auto-detected target platform |
-|   | `CIBW_SKIP` | Skip certain Python versions |
-| **Build environment** | `CIBW_ENVIRONMENT` | Set environment variables needed during the build |
-|   | `CIBW_BEFORE_BUILD` | Execute a shell command preparing each wheel's build |
-|   | `CIBW_MANYLINUX1_X86_64_IMAGE` | Specify an alternative manylinx1 x86_64 docker image |
-|   | `CIBW_MANYLINUX1_I686_IMAGE` | Specify an alternative manylinux1 i686 docker image |
-| **Tests** | `CIBW_TEST_COMMAND` | Execute a shell command to test all built wheels |
-|   | `CIBW_TEST_REQUIRES` | Install Python dependencies before running the tests |
-
-A more detailed description of the options, the allowed values, and some examples can be found in the [Options](#options) section.
-
-### Linux builds on Docker
-
-Linux wheels are built in the [`manylinux1` docker images](https://github.com/pypa/manylinux) to provide binary compatible wheels on Linux, according to [PEP 513](https://www.python.org/dev/peps/pep-0513/). Because of this, when building with `cibuildwheel` on Linux, a few things should be taken into account:
-- Progams and libraries cannot be installed on the Travis CI Ubuntu host with `apt-get`, but can be installed inside of the Docker image using `yum` or manually. The same goes for environment variables that are potentially needed to customize the wheel building. `cibuildwheel` supports this by providing the `CIBW_ENVIRONMENT` and `CIBW_BEFORE_BUILD` options to setup the build environment inside the running Docker image. See [below](#options) for details on these options.
-- The project directory is mounted in the running Docker instance as `/project`, the output directory for the wheels as `/output`. In general, this is handled transparently by `cibuildwheel`. For a more finegrained level of control however, the root of the host file system is mounted as `/host`, allowing for example to access shared files, caches, etc. on the host file system.
-- Alternative dockers images can be specified with the `CIBW_MANYLINUX1_X86_64_IMAGE` and `CIBW_MANYLINUX1_I686_IMAGE` options to allow for a custom, preconfigured build environment for the Linux builds. See [below](#options) for more details.
+after_success:
+  # if the release was tagged, upload them to PyPI
+  - |
+    if [[ $TRAVIS_TAG ]]; then
+      python3 -m pip install twine
+      python3 -m twine upload wheelhouse/*.whl
+    fi
+```
 
+For more information, including how to build on Appveyor, Azure, CircleCI, check out the [documentation](https://cibuildwheel.readthedocs.org) and also check out [the examples](https://github.com/joerick/cibuildwheel/tree/master/examples).
 
 Options
 -------
 
-```
-usage: cibuildwheel [-h]
-                    [--output-dir OUTPUT_DIR]
-                    [--platform PLATFORM]
-                    [project_dir]
-    
-Build wheels for all the platforms.
-
-positional arguments:
-  project_dir           Path to the project that you want wheels for.
-                        Default: the current directory.
-
-optional arguments:
-  -h, --help            show this help message and exit
-  --platform {auto,linux,macos,windows}
-                        Platform to build for. For "linux" you need docker
-                        running, on Mac or Linux. For "macos", you need a Mac
-                        machine, and note that this script is going to
-                        automatically install MacPython on your system, so
-                        don't run on your development machine. For "windows",
-                        you need to run in Windows, and it will build and test
-                        for all versions of Python at C:\PythonXX[-x64].
-  --output-dir OUTPUT_DIR
-                        Destination folder for the wheels. 
-
-```
-
-Most of the config is via environment variables. These go into `.travis.yml` and `appveyor.yml` nicely.
-
-| Environment variable: `CIBW_PLATFORM` | Command line argument: `--platform`
-| --- | ---
-
-Options: `auto` `linux` `macos` `windows`
-
-Default: `auto`
-
-`auto` will auto-detect platform using environment variables, such as `TRAVIS_OS_NAME`/`APPVEYOR`.
-
-For `linux` you need Docker running, on Mac or Linux. For `macos`, you need a Mac machine, and note that this script is going to automatically install MacPython on your system, so don't run on your development machine. For `windows`, you need to run in Windows, and it will build and test for all versions of Python at `C:\PythonXX[-x64]`.
-
-| Environment variable: `CIBW_SKIP`
-| ---
-
-Optional.
-
-Space-separated list of builds to skip. Each build has an identifier like `cp27-manylinux1_x86_64` or `cp34-macosx_10_6_intel` - you can list ones to skip here and `cibuildwheel` won't try to build them.
-
-The format is `python_tag-platform_tag`. The tags are as defined in [PEP 0425](https://www.python.org/dev/peps/pep-0425/#details).
-
-Python tags look like `cp27` `cp34` `cp35` `cp36`
-
-Platform tags look like `macosx_10_6_intel` `manylinux1_x86_64` `manylinux1_i686` `win32` `win_amd64`
-
-You can also use shell-style globbing syntax (as per `fnmatch`) 
-
-Examples:
-- Skip building on Python 2.7 on the Mac: `cp27-macosx_10_6_intel`  
-- Skip building on Python 2.7 on all platforms: `cp27-*`  
-- Skip Python 2.7 on Windows: `cp27-win*`  
-- Skip Python 2.7 on 32bit Windows: `cp27-win32`  
-- Skip Python 3.4 and Python 3.5: `cp34-* cp35-*`
-- Skip Python 3.6 on Linux: `cp36-manylinux*`
-- Only build on Python 3.6: `cp27-* cp34-* cp35-*`
-
-| Environment variable: `CIBW_ENVIRONMENT`
-| ---
-
-Optional.
-
-A space-separated list of environment variables to set during the build. Bash syntax should be used (even on Windows!).
-
-You must set this variable to pass variables to Linux builds (since they execute in a Docker container). It also works for the other platforms.
-
-You can use `$PATH` syntax to insert other variables, or the `$(pwd)` syntax to insert the output of other shell commands.
-
-Example: `CFLAGS="-g -Wall" CXXFLAGS="-Wall"`  
-Example: `PATH=$PATH:/usr/local/bin`  
-Example: `BUILD_TIME="$(date)"`  
-Example: `PIP_EXTRA_INDEX_URL="https://pypi.myorg.com/simple"`  
-
-Platform-specific variants also available:
-`CIBW_ENVIRONMENT_MACOS` | `CIBW_ENVIRONMENT_WINDOWS` | `CIBW_ENVIRONMENT_LINUX`
-
-In addition to the above, `cibuildwheel` always defines the environment variable `CIBUILDWHEEL=1`. This can be useful for [building wheels with optional extensions](https://github.com/joerick/cibuildwheel/wiki/Building-packages-with-optional-C-extensions).
-
-| Environment variable: `CIBW_BEFORE_BUILD`
-| ---
-
-Optional.
-
-A shell command to run before building the wheel. This option allows you to run a command in **each** Python environment before the `pip wheel` command. This is useful if you need to set up some dependency so it's available during the build.
-
-If dependencies are required to build your wheel (for example if you include a header from a Python module), set this to `{pip} install .`, and the dependencies will be installed automatically by pip. However, this means your package will be built twice - if your package takes a long time to build, you might wish to manually list the dependencies here instead.
-
-The active Python binary can be accessed using `{python}`, and pip with `{pip}`. These are useful when you need to write `python3` or `pip3` on a Python 3.x build.
-
-Example: `{pip} install .`  
-Example: `{pip} install pybind11`  
-Example: `yum install -y libffi-dev && {pip} install .`
-
-Platform-specific variants also available:  
- `CIBW_BEFORE_BUILD_MACOS` | `CIBW_BEFORE_BUILD_WINDOWS` | `CIBW_BEFORE_BUILD_LINUX`
-
-| Environment variables: `CIBW_MANYLINUX1_X86_64_IMAGE` and `CIBW_MANYLINUX1_I686_IMAGE`
-| ---
-
-Optional.
-
-An alternative docker image to be used for building [`manylinux1`](https://github.com/pypa/manylinux) wheels. `cibuildwheel` will then pull these instead of the official images, [`quay.io/pypa/manylinux1_x86_64`](https://quay.io/pypa/manylinux1_i686) and [`quay.io/pypa/manylinux1_i686`](https://quay.io/pypa/manylinux1_i686).
-
-Beware to specify a valid docker image that can be used the same as the official, default docker images: all necessary Python and pip versions need to be present in `/opt/python/`, and the `auditwheel` tool needs to be present for `cibuildwheel` to work. Apart from that, the architecture and relevant shared system libraries need to be manylinux1-compatible in order to produce valid `manylinux1` wheels (see https://github.com/pypa/manylinux and [PEP 513](https://www.python.org/dev/peps/pep-0513/) for more details).
-
-| Environment variable: `CIBW_TEST_COMMAND`
-| ---
-
-Optional.
-
-Shell command to run tests after the build. The wheel will be installed automatically and available for import from the tests. The project root should be included in the command as "{project}".
-
-Example: `nosetests {project}/tests`
-
-| Environment variable: `CIBW_TEST_REQUIRES`
-| ---
-
-Optional.
-
-Space-separated list of dependencies required for running the tests.
-
-Example: `pytest`  
-Example: `nose==1.3.7 moto==0.4.31`
-
---
-
-#### Example YML syntax
-
-<table>
-<tr><td><i>example .travis.yml environment variables</i><pre><code>env:
-  global:
-    - CIBW_TEST_REQUIRES=nose
-    - CIBW_TEST_COMMAND="nosetests {project}/tests"
-</code></pre></td>
-<td><i>example appveyor.yml environment variables</i><pre><code>environment:
-  global:
-    CIBW_TEST_REQUIRES: nose
-    CIBW_TEST_COMMAND: "nosetests {project}\\tests"
-</code></pre></td>
-</tr></table>
-
-Delivering to PyPI
-------------------
-
-After you've built your wheels, you'll probably want to deliver them to PyPI.
-
-### Manual method
-
-On your development machine, do the following...
-
-```bash
-# Clear out your 'dist' folder. 
-rm -rf dist
-# Make a source distribution
-python setup.py sdist
-
-# 🏃🏻
-# Go and download your wheel files from wherever you put them. Put 
-# them all into the 'dist' folder.
-
-# Upload using 'twine' (you may need to 'pip install twine')
-twine upload dist/*
-```
-
-### Semi-automatic method using wheelhouse-uploader
-
-Obviously, manual steps are for chumps, so we can automate this a little by using [wheelhouse-uploader](https://github.com/ogrisel/wheelhouse-uploader).
-
-> Quick note from me - using S3 as a storage didn't work due to a [bug](https://issues.apache.org/jira/browse/LIBCLOUD-792) in libcloud. Feel free to use my fork of that package that fixes the bug `pip install https://github.com/joerick/libcloud/archive/v1.5.0-s3fix.zip`
-
-### Automatic method
-
-If you don't need much control over the release of a package, you can set up cibuildwheel to deliver the wheels straight to PyPI. This doesn't require any cloud storage to work - you just need to bump the version and tag it.
-
-Check out [this example repo](https://github.com/joerick/cibuildwheel-autopypi-example) for instructions on how to set this up.
-
-It didn't work!
----------------
-
-If your wheel didn't compile, check the list below for some debugging tips.
-
-- A mistake in your config. To quickly test your config without doing a git push and waiting for your code to build on CI, you can run the Linux build in a Docker container. On Mac or Linux, with Docker running, try `cibuildwheel --platform linux`. You'll have to bring your config into the current environment first.
-- Missing dependency. You might need to install something on the build machine. You can do this in `.travis.yml` or `appveyor.yml`, with apt-get, brew or whatever Windows uses :P . Given how the Linux build works, we'll probably have to build something into `cibuildwheel`. Let's chat about that over in the issues!
-- Windows: missing C feature. The Windows C compiler doesn't support C language features invented after 1990, so you'll have to backport your C code to C90. For me, this mostly involved putting my variable declarations at the top of the function like an animal.
+|   | Option | Description |
+|---|--------|-------------|
+| **Build selection** | [`CIBW_PLATFORM`](https://cibuildwheel.readthedocs.io/en/stable/options/#platform)  | Override the auto-detected target platform |
+|   | [`CIBW_BUILD`](https://cibuildwheel.readthedocs.io/en/stable/options/#build-skip)  [`CIBW_SKIP`](https://cibuildwheel.readthedocs.io/en/stable/options/#build-skip)  | Choose the Python versions to build |
+| **Build environment** | [`CIBW_ENVIRONMENT`](https://cibuildwheel.readthedocs.io/en/stable/options/#environment)  | Set environment variables needed during the build |
+|   | [`CIBW_BEFORE_BUILD`](https://cibuildwheel.readthedocs.io/en/stable/options/#before-build)  | Execute a shell command preparing each wheel's build |
+|   | [`CIBW_REPAIR_WHEEL_COMMAND`](https://cibuildwheel.readthedocs.io/en/stable/options/#repair-wheel-command)  | Execute a shell command to repair each (non-pure Python) built wheel |
+|   | [`CIBW_MANYLINUX_X86_64_IMAGE`](https://cibuildwheel.readthedocs.io/en/stable/options/#manylinux-image)  [`CIBW_MANYLINUX_I686_IMAGE`](https://cibuildwheel.readthedocs.io/en/stable/options/#manylinux-image)  [`CIBW_MANYLINUX_PYPY_X86_64_IMAGE`](https://cibuildwheel.readthedocs.io/en/stable/options/#manylinux-image)  | Specify alternative manylinux docker images |
+| **Testing** | [`CIBW_TEST_COMMAND`](https://cibuildwheel.readthedocs.io/en/stable/options/#test-command)  | Execute a shell command to test each built wheel |
+|   | [`CIBW_BEFORE_TEST`](https://cibuildwheel.readthedocs.io/en/stable/options/#before-test)  | Execute shell command to prepare test environment |
+|   | [`CIBW_TEST_REQUIRES`](https://cibuildwheel.readthedocs.io/en/stable/options/#test-requires)  | Install Python dependencies before running the tests |
+|   | [`CIBW_TEST_EXTRAS`](https://cibuildwheel.readthedocs.io/en/stable/options/#test-extras)  | Install your wheel for testing using extras_require |
+| **Other** | [`CIBW_BUILD_VERBOSITY`](https://cibuildwheel.readthedocs.io/en/stable/options/#build-verbosity)  | Increase/decrease the output of pip wheel |
 
 Working examples
 ----------------
 
-Here are some repos that use cibuildwheel. 
+Here are some repos that use cibuildwheel.
 
 - [pyinstrument_cext](https://github.com/joerick/pyinstrument_cext)
 - [websockets](https://github.com/aaugustin/websockets)
 - [Parselmouth](https://github.com/YannickJadoul/Parselmouth)
 - [python-admesh](https://github.com/admesh/python-admesh)
+- [pybase64](https://github.com/mayeut/pybase64)
+- [KDEpy](https://github.com/tommyod/KDEpy)
+- [AutoPy](https://github.com/autopilot-rs/autopy)
+- [apriltags2-ethz](https://github.com/safijari/apriltags2_ethz)
+- [TgCrypto](https://github.com/pyrogram/tgcrypto)
+- [Twisted](https://github.com/twisted/twisted)
+- [gmic-py](https://github.com/dtschump/gmic-py)
+- [creme](https://github.com/creme-ml/creme)
+- [PyAV](https://github.com/PyAV-Org/PyAV)
+- [aiortc](https://github.com/aiortc/aiortc)
+- [aioquic](https://github.com/aiortc/aioquic)
+- [pikepdf](https://github.com/pikepdf/pikepdf)
 
-> Add repo here! Send a PR.
+> Add your repo here! Send a PR.
 
 Legal note
 ----------
 
-Since `cibuildwheel` runs the wheel through delocate or auditwheel, it will automatically bundle library dependencies. This is similar to static linking, so it might have some licence implications. Check the license for any code you're pulling in to make sure that's allowed.
+Since `cibuildwheel` repairs the wheel with `delocate` or `auditwheel`, it might automatically bundle dynamically linked libraries from the build machine.
+
+It helps ensure that the library can run without any dependencies outside of the pip toolchain.
+
+This is similar to static linking, so it might have some licence implications. Check the license for any code you're pulling in to make sure that's allowed.
 
 Changelog
 =========
 
+### 1.4.2
+
+_25 May 2020_
+
+- 🛠 Dependency updates, including CPython 3.8.3 & manylinux images.
+- 🛠 Lots of internal updates - type annotations and checking using mypy, and
+  a new integration testing system.
+- ⚠️ Removed support for *running* cibuildwheel using Python 3.5. cibuildwheel
+  will continue to build Python 3.5 wheels until EOL.
+
+### 1.4.1
+
+_4 May 2020_
+
+- 🐛 Fix a bug causing programs running inside the i686 manylinux images to
+  think they were running x86_64 and target the wrong architecture. (#336,
+  #338)
+
+### 1.4.0
+
+_2 May 2020_
+
+- ✨ Deterministic builds. cibuildwheel now locks the versions of the tools it
+  uses. This means that pinning your version of cibuildwheel pins the versions
+  of pip, setuptools, manylinux etc. that are used under the hood. This should
+  make things more reliable. But note that we don't control the entire build
+  environment on macOS and Windows, where the version of Xcode and Visual
+  Studio can still effect things.
+
+  This can be controlled using the [CIBW_DEPENDENCY_VERSIONS](https://cibuildwheel.readthedocs.io/en/stable/options/#dependency-versions)
+  and [manylinux image](https://cibuildwheel.readthedocs.io/en/stable/options/#manylinux-image)
+  options - if you always want to use the latest toolchain, you can still do
+  that, or you can specify your own pip constraints file and manylinux image.
+  (#256)
+- ✨ Added `package_dir` command line option, meaning we now support building
+  a package that lives in a subdirectory and pulls in files from the wider
+  project. See [the `package_dir` option help](https://cibuildwheel.readthedocs.io/en/stable/options/#command-line-options)
+  for more information.
+
+  Note that this change makes the working directory (where you call
+  cibuildwheel from) relevant on Linux, as it's considered the 'project' and
+  will be copied into the Docker container. If your builds are slower on this
+  version, that's likely the reason. `cd` to your project and then call
+  `cibuildwheel` from there. (#319, #295)
+- 🛠 On macOS, we make `MACOSX_DEPLOYMENT_TARGET` default to `10.9` if it's
+  not set. This should make things more consistent between Python versions.
+- 🛠 Dependency updates - CPython 3.7.7, CPython 2.7.18, Pypy 7.3.1.
+
+### 1.3.0
+
+_12 March 2020_
+
+- ✨ Add support for building on Github Actions! Check out the
+  [docs](https://cibuildwheel.readthedocs.io/en/stable/setup/#github-actions)
+  for information on how to set it up. (#194)
+- ✨ Add the `CIBW_BEFORE_TEST` option, which lets you run a command to
+  prepare the environment before your tests are run. (#242)
+
+### 1.2.0
+
+_8 March 2020_
+
+- ✨ Add support for building PyPy wheels, across Manylinux, macOS, and
+  Windows. (#185)
+- ✨ Added the ability to build ARM64 (aarch64), ppc64le, and s390x wheels,
+  using manylinux2014 and Travis CI. (#273)
+- ✨ You can now build macOS wheels on Appveyor. (#230)
+- 🛠 Changed default macOS minimum target to 10.9, from 10.6. This allows the
+  use of more modern C++ libraries, among other things. (#156)
+- 🛠 Stop building universal binaries on macOS. We now only build x86_64
+  wheels on macOS. (#220)
+- ✨ Allow chaining of commands using `&&` and `||` on Windows inside
+  CIBW_BEFORE_BUILD and CIBW_TEST_COMMAND. (#293)
+- 🛠 Improved error reporting for failed Cython builds due to stale .so files
+  (#263)
+- 🛠 Update CPython from 3.7.5 to 3.7.6 and from 3.8.0 to 3.8.2 on Mac/Windows
+- 🛠 Improved error messages when a bad config breaks cibuildwheel's PATH
+  variable. (#264)
+- ⚠️ Removed support for *running* cibuildwheel on Python 2.7. cibuildwheel
+  will continue to build Python 2.7 wheels for a little while. (#265)
+
+### 1.1.0
+
+_7 December 2019_
+
+- ✨ Add support for building manylinux2014 wheels. To use, set
+  `CIBW_MANYLINUX_X86_64_IMAGE` and CIBW_MANYLINUX_I686_IMAGE to
+  `manylinux2014`.
+- ✨ Add support for [Linux on Appveyor](https://www.appveyor.com/blog/2018/03/06/appveyor-for-linux/) (#204, #207)
+- ✨ Add `CIBW_REPAIR_WHEEL_COMMAND` env variable, for changing how
+  `auditwheel` or `delocate` are invoked, or testing an equivalent on
+  Windows. (#211)
+- 📚 Added some travis example configs - these are available in /examples. (#228)
+
+### 1.0.0
+
+_10 November 2019_
+
+- ✨ Add support for building Python 3.8 wheels! (#180)
+- ✨ Add support for building manylinux2010 wheels. cibuildwheel will now
+  build using the manylinux2010 images by default. If your project is still
+  manylinux1 compatible, you should get both manylinux1 and manylinux2010
+  wheels - you can upload both to PyPI. If you always require manylinux1 wheels, you can
+  build using the old manylinux1 image using the [manylinux image](https://cibuildwheel.readthedocs.io/en/stable/options/#manylinux-image) option.
+  (#155)
+- 📚 Documentation is now on its [own mini-site](https://cibuildwheel.readthedocs.io),
+   rather than on the README (#169)
+- ✨ Add support for building Windows wheels on Travis CI. (#160)
+- 🛠 If you set `CIBW_TEST_COMMAND`, your tests now run in a virtualenv. (#164)
+- 🛠 Windows now uses Python as installed by nuget, rather than the versions
+  installed by the various CI providers. (#180)
+- 🛠 Update Python from 2.7.16 to 2.7.17 and 3.7.4 to 3.7.5 on macOS (#171)
+- ⚠️ Removed support for Python 3.4 (#168)
+
+### 0.12.0
+
+_29 September 2019_
+
+- ✨ Add CIBW_TEST_EXTRAS option, to allow testing using extra_require
+  options. For example, set `CIBW_TEST_EXTRAS=test,qt` to make the wheel
+  installed with `pip install <wheel_file>[test,qt]`
+- 🛠 Update Python from 3.7.2 to 3.7.4 on macOS
+- 🛠 Update OpenSSL patch to 1.0.2t on macOS
+
+### 0.11.1
+
+_28 May 2019_
+
+- 🐛 Fix missing file in the release tarball, that was causing problems with
+  Windows builds (#141)
+
+### 0.11.0
+
+_26 May 2019_
+
+- ✨ Add support for building on Azure pipelines! This lets you build all
+  Linux, Mac and Windows wheels on one service, so it promises to be the
+  easiest to set up! Check out the quickstart in the docs, or
+  [cibuildwheel-azure-example](https://github.com/joerick/cibuildwheel-azure-example)
+  for an example project. (#126, #132)
+- 🛠 Internal change - the end-to-end test projects format was updated, so we
+  can more precisely assert what should be produced for each one. (#136, #137).
+
+### 0.10.2
+
+_10 March 2019_
+
+- 🛠 Revert temporary fix in macOS, that was working around a bug in pip 19 (#129)
+- 🛠 Update Python to 2.7.16 on macOS
+- 🛠 Update OpenSSL patch to 1.0.2r on macOS
+
+### 0.10.1
+
+_3 February 2019_
+
+- 🐛 Fix build stalling on macOS (that was introduced in pip 19) (#122)
+- 🐛 Fix "AttributeError: 'Popen' object has no attribute 'args'" on Python 2.7 for Linux builds (#108)
+- 🛠 Update Python from 3.6.7, 3.7.1 to 3.6.8, 3.7.2 on macOS
+- 🛠 Update openssl patch from 1.0.2p to 1.0.2q on macOS
+- 🛠 Sorting build options dict items when printing preamble (#114)
+
+### 0.10.0
+
+_23 September 2018_
+
+- ✨ Add `CIBW_BUILD` option, for specifying which specific builds to perform (#101)
+- ✨ Add support for building Mac and Linux on CircleCI (#91, #97)
+- 🛠 Improved support for building universal wheels (#95)
+- 🛠 Ensure log output is unbuffered and therefore in the correct order (#92)
+- 🛠 Improved error reporting for errors that occur inside a package's setup.py (#88)
+- ⚠️ Removed support for Python 3.3 on Windows.
+
+### 0.9.4
+
+_29 July 2018_
+
+- 🛠 CIBW_TEST_COMMAND now runs in a shell on Mac (as well as Linux) (#81)
+
+### 0.9.3
+
+_10 July 2018_
+
+- 🛠 Update to Python 3.6.6 on macOS (#82)
+- ✨ Add support for building Python 3.7 wheels on Windows (#76)
+- ⚠️ Deprecated support for Python 3.3 on Windows.
+
+### 0.9.2
+
+_1 July 2018_
+
+- 🛠  Update Python 3.7.0rc1 to 3.7.0 on macOS (#79)
+
+### 0.9.1
+
+_18 June 2018_
+
+- 🛠 Removed the need to use `{python}` and `{pip}` in `CIBW_BEFORE_BUILD` statements, by ensuring the correct version is always on the path at `python` and `pip` instead. (#60)
+- 🛠 We now patch the _ssl module on Python 3.4 and 3.5 so these versions can still make SSL web requests using TLS 1.2 while building. (#71)
+
+### 0.9.0
+
+_18 June 2018_
+
+- ✨ Add support for Python 3.7 (#73)
+
+### 0.8.0
+
+_4 May 2018_
+
+- ⚠️ Drop support for Python 3.3 on Linux (#67)
+- 🐛 Fix TLS by updating setuptools (#69)
+
+### 0.7.1
+
+_2 April 2017_
+
+- 🐛 macOS: Fix Pip bugs resulting from PyPI TLS 1.2 enforcement
+- 🐛 macOS: Fix brew Python3 version problems in the CI
+
+### 0.7.0
+
+_7 January 2018_
+
+- ✨ You can now specify a custom docker image using the `CIBW_MANYLINUX1_X86_64_IMAGE` and `CIBW_MANYLINUX1_I686_IMAGE` options. (#46)
+- 🐛 Fixed a bug where cibuildwheel would download and build a package from PyPI(!) instead of building the package on the local machine. (#51)
+
 ### 0.6.0
 
-- On the Linux build, the host filesystem is now accessible via `/host` (#36)
-- Fixed a bug where setup.py scripts would run the wrong version of Python when running subprocesses on Linux (#35)
+_9 October 2017_
+
+- ✨ On the Linux build, the host filesystem is now accessible via `/host` (#36)
+- 🐛 Fixed a bug where setup.py scripts would run the wrong version of Python when running subprocesses on Linux (#35)
 
 ### 0.5.1
 
-- Fixed a couple of bugs on Python 3.
-- Added experimental support for Mac builds on [Bitrise.io](https://www.bitrise.io)
+_10 September 2017_
+
+- 🐛 Fixed a couple of bugs on Python 3.
+- ✨ Added experimental support for Mac builds on [Bitrise.io](https://www.bitrise.io)
 
 ### 0.5.0
 
-- `CIBW_ENVIRONMENT` added. You can now set environment variables for each build, even within the Docker container on Linux. This is a big one! (#21)
-- `CIBW_BEFORE_BUILD` now runs in a system shell on all platforms. You can now do things like `CIBW_BEFORE_BUILD="cmd1 && cmd2"`. (#32)
+_7 September 2017_
+
+- ✨ `CIBW_ENVIRONMENT` added. You can now set environment variables for each build, even within the Docker container on Linux. This is a big one! (#21)
+- ✨ `CIBW_BEFORE_BUILD` now runs in a system shell on all platforms. You can now do things like `CIBW_BEFORE_BUILD="cmd1 && cmd2"`. (#32)
 
 ### 0.4.1
 
-- Fixed a bug on Windows where subprocess' output was hidden (#23)
-- Fixed a bug on Appveyor where logs would appear in the wrong order due to output buffering (#24, thanks @YannickJadoul!)
+_14 August 2017_
+
+- 🐛 Fixed a bug on Windows where subprocess' output was hidden (#23)
+- 🐛 Fixed a bug on AppVeyor where logs would appear in the wrong order due to output buffering (#24, thanks @YannickJadoul!)
 
 ### 0.4.0
 
-- Fixed a bug that was increasing the build time by building the wheel twice. This was a problem for large projects that have a long build time. If you're upgrading and you need the old behaviour, use `CIBW_BEFORE_BUILD={pip} install .`, or install exactly the dependencies you need in `CIBW_BEFORE_BUILD`. See #18.
+_23 July 2017_
+
+- 🐛 Fixed a bug that was increasing the build time by building the wheel twice. This was a problem for large projects that have a long build time. If you're upgrading and you need the old behaviour, use `CIBW_BEFORE_BUILD={pip} install .`, or install exactly the dependencies you need in `CIBW_BEFORE_BUILD`. See #18.
 
 ### 0.3.0
 
-- Removed Python 2.6 support on Linux (#12)
+_27 June 2017_
+
+- ⚠️ Removed Python 2.6 support on Linux (#12)
 
 ### 0.2.1
 
-11 June 2017
+_11 June 2017_
 
-- Changed the build process to install the package before building the wheel - this allows direct dependencies to be installed first (#9, thanks @tgarc!)
-- Added Python 3 support for the main process, for systems where Python 3 is the default (#8, thanks @tgarc).
+- 🛠 Changed the build process to install the package before building the wheel - this allows direct dependencies to be installed first (#9, thanks @tgarc!)
+- ✨ Added Python 3 support for the main process, for systems where Python 3 is the default (#8, thanks @tgarc).
 
 ### 0.2.0
 
-13 April 2017
+_13 April 2017_
 
-- Added `CIBW_SKIP` option, letting users explicitly skip a build 
-- Added `CIBW_BEFORE_BUILD` option, letting users run a shell command before the build starts
+- ✨ Added `CIBW_SKIP` option, letting users explicitly skip a build
+- ✨ Added `CIBW_BEFORE_BUILD` option, letting users run a shell command before the build starts
 
 ### 0.1.3
 
-31 March 2017
+_31 March 2017_
 
-- First public release!
+- 🌟 First public release!
 
 Contributing
 ============
 
-Wheel-building is pretty complex. I expect users to find many edge-cases - please help the rest of the community out by documenting these, adding features to support them, and reporting bugs.
-
-I plan to be pretty liberal in accepting pull requests, as long as they align with the design goals below.
-
-`cibuildwheel` is indie open source. I'm not paid to work on this.
-
-Design Goals
-------------
-
-- `cibuildwheel` should wrap the complexity of wheel building.
-- The user interface to `cibuildwheel` is the build script (e.g. `.travis.yml`). Feature additions should not increase the complexity of this script.
-- Options should be environment variables (these lend themselves better to YML config files). They should be prefixed with `CIBW_`.
-- Options should be generalise to all platforms. If platform-specific options are required, they should be namespaced e.g. `CIBW_TEST_COMMAND_MACOS`
-
-Other notes:
-
-- The platforms are very similar, until they're not. I'd rather have straight-forward code than totally DRY code, so let's keep airy platfrom abstractions to a minimum.
-- I might want to break the options into a shared config file one day, so that config is more easily shared. That has motivated some of the design decisions.
+For more info on how to contribute to cibuildwheel, see the [docs](https://cibuildwheel.readthedocs.io/en/latest/contributing/).
 
 Maintainers
 -----------
 
 - Joe Rickerby [@joerick](https://github.com/joerick)
-- Tomas Garcia [@tgarc](https://github.com/tgarc)
 - Yannick Jadoul [@YannickJadoul](https://github.com/YannickJadoul)
+- Matthieu Darbois [@mayeut](https://github.com/mayeut)
 
 Credits
 -------
 
-`cibuildwheel` stands on the shoulders of giants. Massive props to-
+`cibuildwheel` stands on the shoulders of giants.
 
 - ⭐️ @matthew-brett for [matthew-brett/multibuild](http://github.com/matthew-brett/multibuild) and [matthew-brett/delocate](http://github.com/matthew-brett/delocate)
 - @PyPA for the manylinux Docker images [pypa/manylinux](https://github.com/pypa/manylinux)
 - @ogrisel for [wheelhouse-uploader](https://github.com/ogrisel/wheelhouse-uploader) and `run_with_env.cmd`
+
+Massive props also to-
+
 - @zfrenchee for [help debugging many issues](https://github.com/joerick/cibuildwheel/issues/2)
+- @lelit for some great bug reports and [contributions](https://github.com/joerick/cibuildwheel/pull/73)
+- @mayeut for a [phenomenal PR](https://github.com/joerick/cibuildwheel/pull/71) patching Python itself for better compatibility!
 
 See also
---------
+========
+
+If you'd like to keep wheel building separate from the package itself, check out [astrofrog/autowheel](https://github.com/astrofrog/autowheel). It builds packages using cibuildwheel from source distributions on PyPI.
 
 If `cibuildwheel` is too limited for your needs, consider [matthew-brett/multibuild](http://github.com/matthew-brett/multibuild). `multibuild` is a toolbox for building a wheel on various platforms. It can do a lot more than this project - it's used to build SciPy!

appveyor.yml

@@ -1,10 +1,37 @@
 environment:
+  # workaround an appveyor bug on macos 
+  # see https://github.com/appveyor/ci/issues/3376#issuecomment-611314299
+  APPVEYOR_CONSOLE_DISABLE_PTY: true
   matrix:
-    - PYTHON: "C:\\Python27\\python.exe"
-    - PYTHON: "C:\\Python35\\python.exe"
+    - APPVEYOR_BUILD_WORKER_IMAGE: Ubuntu
+      APPVEYOR_JOB_NAME: "python37-x64-ubuntu"
+    - APPVEYOR_BUILD_WORKER_IMAGE: Visual Studio 2015
+      APPVEYOR_JOB_NAME: "python37-x64-vs2015"
+    - APPVEYOR_BUILD_WORKER_IMAGE: macos-mojave
+      APPVEYOR_JOB_NAME: "python37-x64-macos-mojave"
 
-build_script:
-  - "%PYTHON% -m pip install -r requirements-dev.txt"
-  # the '-u' flag is required so the output is in the correct order. 
-  # See https://github.com/joerick/cibuildwheel/pull/24 for more info.
-  - "%PYTHON% -u ./bin/run_tests.py"
+stack: python 3.7
+
+build: off
+
+init:
+- cmd: set PATH=C:\Python37;C:\Python37\Scripts;%PATH%
+- ps: |
+      $BRANCH = if ($env:APPVEYOR_PULL_REQUEST_HEAD_REPO_BRANCH) { $env:APPVEYOR_PULL_REQUEST_HEAD_REPO_BRANCH } else { $env:APPVEYOR_REPO_BRANCH }
+      if (-not ($BRANCH -eq 'master' -or $BRANCH.ToLower().StartsWith('appveyor-'))) {
+        $env:PYTEST_ADDOPTS='-k "unit_test or _basic" --suppress-no-test-exit-code'
+      }
+
+install: python -m pip install -r requirements-dev.txt pytest-custom-exit-code
+
+# the '-u' flag is required so the output is in the correct order.
+# See https://github.com/joerick/cibuildwheel/pull/24 for more info.
+test_script: python -u ./bin/run_tests.py
+
+branches:
+  only:
+    - master
+
+skip_commits:
+  files:
+    - docs/*

azure-pipelines.yml

@@ -0,0 +1,45 @@
+jobs:
+- job: linux_38
+  pool: {vmImage: 'Ubuntu-18.04'}
+  steps:
+    - task: UsePythonVersion@0
+      inputs:
+        versionSpec: '3.8'
+    - bash: |
+        python -m pip install -r requirements-dev.txt pytest-azurepipelines
+        python ./bin/run_tests.py
+
+- job: macos_38
+  pool: {vmImage: 'macOS-10.15'}
+  steps:
+    - task: UsePythonVersion@0
+      inputs:
+        versionSpec: '3.8'
+    - bash: |
+        python -m pip install -r requirements-dev.txt pytest-azurepipelines
+        python ./bin/run_tests.py
+
+- job: windows_36
+  pool: {vmImage: 'vs2017-win2016'}
+  steps:
+    - task: UsePythonVersion@0
+      inputs:
+        versionSpec: '3.6'
+    - script: choco install vcpython27 -f -y
+      displayName: Install Visual C++ for Python 2.7
+    - bash: |
+        python -m pip install -r requirements-dev.txt pytest-azurepipelines
+        python ./bin/run_tests.py
+
+- job: windows_38
+  pool: {vmImage: 'vs2017-win2016'}
+  steps:
+    - task: UsePythonVersion@0
+      inputs:
+        versionSpec: '3.8'
+    - script: choco install vcpython27 -f -y
+      displayName: Install Visual C++ for Python 2.7
+    - bash: |
+        python -m pip install -r requirements-dev.txt pytest-azurepipelines
+        python ./bin/run_tests.py
+

bin/bump_version.py

@@ -0,0 +1,113 @@
+#!/usr/bin/env python3
+
+import click
+from pathlib import Path
+import os
+import cibuildwheel
+from packaging.version import Version, InvalidVersion
+import subprocess
+import glob
+
+config = [
+    # file path, version find/replace format
+    ('cibuildwheel/__init__.py', "__version__ = '{}'"),
+    ('setup.py', "version='{}'"),
+    ('README.md', "cibuildwheel=={}"),
+    ('examples/*', "cibuildwheel=={}"),
+]
+
+
+@click.command()
+def bump_version():
+    git_changes_result = subprocess.run(['git diff-index --quiet HEAD --'], shell=True)
+    repo_has_uncommitted_changes = git_changes_result.returncode != 0
+
+    if repo_has_uncommitted_changes:
+        print('error: Uncommitted changes detected.')
+        exit(1)
+
+    current_version = cibuildwheel.__version__
+    print(              'Current version:', current_version)  # noqa
+    new_version = input('    New version: ').strip()
+
+    try:
+        Version(new_version)
+    except InvalidVersion:
+        print("error: This version doesn't conform to PEP440")
+        print('       https://www.python.org/dev/peps/pep-0440/')
+        exit(1)
+
+    actions = []
+
+    for path_pattern, version_pattern in config:
+        paths = [Path(p) for p in glob.glob(path_pattern)]
+
+        if not paths:
+            print(f'error: Pattern {path_pattern} didn’t match any files')
+            exit(1)
+
+        find_pattern = version_pattern.format(current_version)
+        replace_pattern = version_pattern.format(new_version)
+        found_at_least_one_file_needing_update = False
+
+        for path in paths:
+            contents = path.read_text(encoding='utf8')
+            if find_pattern in contents:
+                found_at_least_one_file_needing_update = True
+                actions.append(
+                    (path, find_pattern, replace_pattern)
+                )
+
+        if not found_at_least_one_file_needing_update:
+            print('error: Didn’t find any occurences of “{}” in “{}”'.format(find_pattern, path_pattern))
+            exit(1)
+
+    print()
+    print("Here's the plan:")
+    print()
+
+    for action in actions:
+        print('{}  {red}{}{off} → {green}{}{off}'.format(
+            *action,
+            red="\u001b[31m", green="\u001b[32m", off="\u001b[0m"
+        ))
+
+    print('Then commit, and tag as v{}'.format(new_version))
+
+    answer = input('Proceed? [y/N] ').strip()
+
+    if answer != 'y':
+        print('Aborted')
+        exit(1)
+
+    for path, find, replace in actions:
+        contents = path.read_text(encoding='utf8')
+        contents = contents.replace(find, replace)
+        path.write_text(contents, encoding='utf8')
+
+    print('Files updated. If you want to update the changelog as part of this')
+    print('commit, do that now.')
+
+    while input('Type "done" to continue: ').strip().lower() != 'done':
+        pass
+
+    subprocess.run([
+        'git', 'commit',
+        '-a',
+        '-m', f'Bump version: v{new_version}'
+    ], check=True)
+
+    subprocess.run([
+        'git', 'tag',
+        '-a',
+        '-m', f'v{new_version}',
+        f'v{new_version}'
+    ], check=True)
+
+    print('Done.')
+
+
+if __name__ == '__main__':
+    os.chdir(os.path.dirname(__file__))
+    os.chdir('..')
+    bump_version()

bin/dev_run_test

@@ -1,6 +1,3 @@
 #!/bin/bash
 
-cd "$(dirname "$0")"
-cd ..
-
-CIBW_PLATFORM=linux ./bin/run_test.py $1
+CIBW_PLATFORM=linux pytest "$@"

bin/make_dependency_update_pr.py

@@ -0,0 +1,75 @@
+#!/usr/bin/env python3
+
+import os
+import time
+from pathlib import Path
+from subprocess import run
+
+import click
+import textwrap
+
+
+def shell(cmd, **kwargs):
+    return run([cmd], shell=True, **kwargs)
+
+
+def git_repo_has_changes():
+    unstaged_changes = shell('git diff-index --quiet HEAD --').returncode != 0
+    staged_changes = shell('git diff-index --quiet --cached HEAD --').returncode != 0
+    return unstaged_changes or staged_changes
+
+
+@click.command()
+def main():
+    project_root = Path(__file__).parent / '..'
+    os.chdir(project_root)
+
+    if git_repo_has_changes():
+        print('Your git repo has uncommitted changes. Commit or stash before continuing.')
+        exit(1)
+
+    previous_branch = shell('git rev-parse --abbrev-ref HEAD',
+                            check=True,
+                            capture_output=True,
+                            encoding='utf8').stdout.strip()
+
+    shell('git fetch origin', check=True)
+
+    timestamp = time.strftime('%Y-%m-%dT%H-%M-%S', time.gmtime())
+    branch_name = f'update-constraints-{timestamp}'
+
+    shell(f'git checkout -b {branch_name} origin/master', check=True)
+
+    try:
+        shell('bin/update_dependencies.py', check=True)
+
+        if not git_repo_has_changes():
+            print('Done: no constraint updates required.')
+            return
+
+        shell('git commit -a -m "Update dependencies"', check=True)
+        run(
+            [
+                'gh', 'pr', 'create',
+                '--repo', 'joerick/cibuildwheel',
+                '--base', 'master',
+                '--title', 'Update dependencies',
+                '--body', textwrap.dedent(f'''
+                    Update the versions of our dependencies.
+
+                    PR generated by `{os.path.basename(__file__)}`.
+                ''')
+            ],
+            check=True
+        )
+
+        print('Done.')
+    finally:
+        # remove any local changes
+        shell('git checkout -- .')
+        shell(f'git checkout {previous_branch}', check=True)
+        shell(f'git branch -D --force {branch_name}', check=True)
+
+
+if __name__ == '__main__':
+    main.main(standalone_mode=True)

bin/run_test.py

@@ -1,45 +0,0 @@
-#!/usr/bin/python
-
-from __future__ import print_function
-import os, sys, subprocess, shutil, json
-from glob import glob
-
-def single_run(test_project):
-    # load project settings into environment
-    env_file = os.path.join(test_project, 'environment.json')
-    project_env = {}
-    if os.path.exists(env_file):
-        with open(env_file) as f:
-            project_env = json.load(f)
-
-    # run the build
-    env = os.environ.copy()
-    project_env = {str(k): str(v) for k, v in project_env.items()} # unicode not allowed in env
-    env.update(project_env)
-    print('Building %s with environment %s' % (test_project, project_env))
-    subprocess.check_call([sys.executable, '-m', 'cibuildwheel', test_project], env=env)
-    wheels = glob('wheelhouse/*.whl')
-    print('%s built successfully. %i wheels built.' % (test_project, len(wheels)))
-
-    # check some wheels were actually built
-    assert len(wheels) >= 4
-
-    # clean up
-    shutil.rmtree('wheelhouse')
-
-if __name__ == '__main__':
-    import argparse
-
-    parser = argparse.ArgumentParser()
-    parser.add_argument("test_project_dir")
-    args = parser.parse_args()
-
-    project_path = os.path.abspath(args.test_project_dir)
-    
-    if not os.path.exists(project_path):
-        print('No test project not found.', file=sys.stderr)
-        exit(2)
-
-    single_run(project_path)
-
-    print('Project built successfully.')

bin/run_tests.py

@@ -1,29 +1,15 @@
-#!/usr/bin/python
+#!/usr/bin/env python3
 
-from __future__ import print_function
-import os, sys, subprocess, shutil, json
-from glob import glob
+import os
+import subprocess
+import sys
 
 if __name__ == '__main__':
     # move cwd to the project root
     os.chdir(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
 
-    ### run the unit tests
-
+    # run the unit tests
     subprocess.check_call([sys.executable, '-m', 'pytest', 'unit_test'])
 
-    ### run the integration tests
-
-    test_projects = glob('test/??_*')
-
-    if len(test_projects) == 0:
-        print('No test projects found. Aborting.', file=sys.stderr)
-        exit(2)
-
-    print('Testing projects:', test_projects)
-
-    run_test_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), 'run_test.py')
-    for project_path in test_projects:
-        subprocess.check_call([sys.executable, run_test_path, project_path])
-
-    print('%d projects built successfully.' % len(test_projects))
+    # run the integration tests
+    subprocess.check_call([sys.executable, '-m', 'pytest', '-x', '--durations', '0', 'test'])

bin/update_dependencies.py

@@ -0,0 +1,99 @@
+#!/usr/bin/env python3
+
+import configparser
+import os
+import subprocess
+from collections import namedtuple
+
+import requests
+
+os.chdir(os.path.dirname(__file__))
+os.chdir('..')
+
+# CUSTOM_COMPILE_COMMAND is a pip-compile option that tells users how to
+# regenerate the constraints files
+os.environ['CUSTOM_COMPILE_COMMAND'] = "bin/update_constraints.py"
+subprocess.check_call([
+    'pip-compile',
+    '--allow-unsafe',
+    '--upgrade',
+    'cibuildwheel/resources/constraints.in',
+])
+for python_version in ['27', '35', '36']:
+    subprocess.check_call([
+        f'./env{python_version}/bin/pip-compile',
+        '--allow-unsafe',
+        '--upgrade',
+        'cibuildwheel/resources/constraints.in',
+        '--output-file', f'cibuildwheel/resources/constraints-python{python_version}.txt'
+    ])
+
+Image = namedtuple('Image', [
+    'manylinux_version',
+    'platform',
+    'image_name',
+])
+
+images = [
+    Image('manylinux1', 'x86_64', 'quay.io/pypa/manylinux1_x86_64'),
+    Image('manylinux1', 'i686', 'quay.io/pypa/manylinux1_i686'),
+
+    Image('manylinux2010', 'x86_64', 'quay.io/pypa/manylinux2010_x86_64'),
+    Image('manylinux2010', 'i686', 'quay.io/pypa/manylinux2010_i686'),
+    Image('manylinux2010', 'pypy_x86_64', 'pypywheels/manylinux2010-pypy_x86_64'),
+
+    Image('manylinux2014', 'x86_64', 'quay.io/pypa/manylinux2014_x86_64'),
+    Image('manylinux2014', 'i686', 'quay.io/pypa/manylinux2014_i686'),
+    Image('manylinux2014', 'aarch64', 'quay.io/pypa/manylinux2014_aarch64'),
+    Image('manylinux2014', 'ppc64le', 'quay.io/pypa/manylinux2014_ppc64le'),
+    Image('manylinux2014', 's390x', 'quay.io/pypa/manylinux2014_s390x'),
+]
+
+config = configparser.ConfigParser()
+
+for image in images:
+    # get the tag name whose digest matches 'latest'
+    if image.image_name.startswith('quay.io/'):
+        _, _, repository_name = image.image_name.partition('/')
+        response = requests.get(
+            f'https://quay.io/api/v1/repository/{repository_name}?includeTags=true'
+        )
+        response.raise_for_status()
+        repo_info = response.json()
+        tags_dict = repo_info['tags']
+
+        latest_tag = tags_dict.pop('latest')
+        # find the tag whose manifest matches 'latest'
+        tag_name = next(
+            name
+            for (name, info) in tags_dict.items()
+            if info['manifest_digest'] == latest_tag['manifest_digest']
+        )
+    else:
+        response = requests.get(
+            f'https://hub.docker.com/v2/repositories/{image.image_name}/tags'
+        )
+        response.raise_for_status()
+        tags = response.json()['results']
+
+        latest_tag = next(
+            tag for tag in tags if tag['name'] == 'latest'
+        )
+        # i don't know what it would mean to have multiple images per tag
+        assert len(latest_tag['images']) == 1
+        digest = latest_tag['images'][0]['digest']
+
+        pinned_tag = next(
+            tag
+            for tag in tags
+            if tag != latest_tag and tag['images'][0]['digest'] == digest
+        )
+        tag_name = pinned_tag['name']
+
+    if not config.has_section(image.platform):
+        config[image.platform] = {}
+
+    config[image.platform][image.manylinux_version] = f'{image.image_name}:{tag_name}'
+
+with open('cibuildwheel/resources/pinned_docker_images.cfg', 'w') as f:
+    config.write(f)

cibuildwheel/__init__.py

@@ -1 +1 @@
-__version__ = '0.7.0'
+__version__ = '1.4.2'

cibuildwheel/__main__.py

@@ -1,12 +1,33 @@
-from __future__ import print_function
-import argparse, os, subprocess, sys, textwrap
+import argparse
+import os
+import sys
+import textwrap
+import traceback
+from configparser import ConfigParser
+
+from typing import Any, Dict, List, Optional, overload
 
 import cibuildwheel
-import cibuildwheel.linux, cibuildwheel.windows, cibuildwheel.macos
-from cibuildwheel.environment import parse_environment, EnvironmentParseError
-from cibuildwheel.util import BuildSkipper
+import cibuildwheel.linux
+import cibuildwheel.macos
+import cibuildwheel.windows
+from cibuildwheel.environment import (
+    EnvironmentParseError,
+    parse_environment,
+)
+from cibuildwheel.util import (
+    BuildOptions,
+    BuildSelector,
+    DependencyConstraints,
+    Unbuffered,
+)
 
-def get_option_from_environment(option_name, platform=None):
+
+@overload
+def get_option_from_environment(option_name: str, platform: Optional[str], default: str) -> str: ...  # noqa: E704
+@overload
+def get_option_from_environment(option_name: str, platform: Optional[str] = None, default: None = None) -> Optional[str]: ...  # noqa: E704 E302
+def get_option_from_environment(option_name: str, platform: Optional[str] = None, default: Optional[str] = None) -> Optional[str]:  # noqa: E302
     '''
     Returns an option from the environment, optionally scoped by the platform.
 
@@ -17,122 +38,186 @@ def get_option_from_environment(option_name, platform=None):
       CIBW_COLOR.
     '''
     if platform:
-        option = os.environ.get('%s_%s' % (option_name, platform.upper()))
+        option = os.environ.get(f'{option_name}_{platform.upper()}')
         if option is not None:
             return option
 
-    return os.environ.get(option_name)
+    return os.environ.get(option_name, default)
 
 
-def main():
+def strtobool(val: str) -> bool:
+    if val.lower() in ('y', 'yes', 't', 'true', 'on', '1'):
+        return True
+    return False
+
+
+def main() -> None:
     parser = argparse.ArgumentParser(
         description='Build wheels for all the platforms.',
-        epilog=('Most options are supplied via environment variables. '
-                'See https://github.com/joerick/cibuildwheel#options for info.'))
+        epilog='''
+            Most options are supplied via environment variables.
+            See https://github.com/joerick/cibuildwheel#options for info.
+        ''')
 
     parser.add_argument('--platform',
                         choices=['auto', 'linux', 'macos', 'windows'],
                         default=os.environ.get('CIBW_PLATFORM', 'auto'),
-                        help=('Platform to build for. For "linux" you need docker running, on Mac '
-                              'or Linux. For "macos", you need a Mac machine, and note that this '
-                              'script is going to automatically install MacPython on your system, '
-                              'so don\'t run on your development machine. For "windows", you need to '
-                              'run in Windows, and it will build and test for all versions of '
-                              'Python at C:\\PythonXX[-x64]. Default: auto.'))
+                        help='''
+                            Platform to build for. For "linux" you need docker running, on Mac
+                            or Linux. For "macos", you need a Mac machine, and note that this
+                            script is going to automatically install MacPython on your system,
+                            so don't run on your development machine. For "windows", you need to
+                            run in Windows, and it will build and test for all versions of
+                            Python. Default: auto.
+                        ''')
     parser.add_argument('--output-dir',
                         default=os.environ.get('CIBW_OUTPUT_DIR', 'wheelhouse'),
                         help='Destination folder for the wheels.')
-    parser.add_argument('project_dir',
+    parser.add_argument('package_dir',
                         default='.',
                         nargs='?',
-                        help=('Path to the project that you want wheels for. Default: the current '
-                              'directory.'))
+                        help='''
+                            Path to the package that you want wheels for. Must be a subdirectory of
+                            the working directory. When set, the working directory is still
+                            considered the 'project' and is copied into the Docker container on
+                            Linux. Default: the working directory.
+                        ''')
+
+    parser.add_argument('--print-build-identifiers',
+                        action='store_true',
+                        help='Print the build identifiers matched by the current invocation and exit.')
 
     args = parser.parse_args()
 
+    detect_obsolete_options()
+
     if args.platform != 'auto':
         platform = args.platform
     else:
-        if os.environ.get('TRAVIS_OS_NAME') == 'linux':
-            platform = 'linux'
-        elif os.environ.get('TRAVIS_OS_NAME') == 'osx':
-            platform = 'macos'
-        elif 'APPVEYOR' in os.environ:
-            platform = 'windows'
-        elif 'BITRISE_BUILD_NUMBER' in os.environ:
-            platform = 'macos'
-        else:
+        ci = strtobool(os.environ.get('CI', 'false')) or 'BITRISE_BUILD_NUMBER' in os.environ or 'AZURE_HTTP_USER_AGENT' in os.environ or 'GITHUB_WORKFLOW' in os.environ
+        if not ci:
             print('cibuildwheel: Unable to detect platform. cibuildwheel should run on your CI server, '
-                  'Travis CI and Appveyor are supported. You can run on your development '
-                  'machine using the --platform argument. Check --help output for more '
-                  'information.',
+                  'Travis CI, AppVeyor, Azure Pipelines, GitHub Actions and CircleCI are supported. You '
+                  'can run on your development machine or other CI providers using the --platform argument. '
+                  'Check --help output for more information.',
+                  file=sys.stderr)
+            exit(2)
+        if sys.platform.startswith('linux'):
+            platform = 'linux'
+        elif sys.platform == 'darwin':
+            platform = 'macos'
+        elif sys.platform == 'win32':
+            platform = 'windows'
+        else:
+            print('cibuildwheel: Unable to detect platform from "sys.platform" in a CI environment. You can run '
+                  'cibuildwheel using the --platform argument. Check --help output for more information.',
                   file=sys.stderr)
             exit(2)
 
     output_dir = args.output_dir
-    test_command = os.environ.get('CIBW_TEST_COMMAND', None)
-    test_requires = os.environ.get('CIBW_TEST_REQUIRES', '').split()
-    project_dir = args.project_dir
+    test_command = get_option_from_environment('CIBW_TEST_COMMAND', platform=platform)
+    test_requires = get_option_from_environment('CIBW_TEST_REQUIRES', platform=platform, default='').split()
+    test_extras = get_option_from_environment('CIBW_TEST_EXTRAS', platform=platform, default='')
+    package_dir = args.package_dir
     before_build = get_option_from_environment('CIBW_BEFORE_BUILD', platform=platform)
-    skip_config = os.environ.get('CIBW_SKIP', '')
-    environment_config = get_option_from_environment('CIBW_ENVIRONMENT', platform=platform) or ''
+    build_verbosity_str = get_option_from_environment('CIBW_BUILD_VERBOSITY', platform=platform, default='')
+    build_config, skip_config = os.environ.get('CIBW_BUILD', '*'), os.environ.get('CIBW_SKIP', '')
+    if platform == 'linux':
+        repair_command_default = 'auditwheel repair -w {dest_dir} {wheel}'
+    elif platform == 'macos':
+        repair_command_default = 'delocate-listdeps {wheel} && delocate-wheel --require-archs x86_64 -w {dest_dir} {wheel}'
+    else:
+        repair_command_default = ''
+    repair_command = get_option_from_environment('CIBW_REPAIR_WHEEL_COMMAND', platform=platform, default=repair_command_default)
+    environment_config = get_option_from_environment('CIBW_ENVIRONMENT', platform=platform, default='')
+    before_test = get_option_from_environment('CIBW_BEFORE_TEST', platform=platform, default='')
+
+    dependency_versions = get_option_from_environment('CIBW_DEPENDENCY_VERSIONS', platform=platform, default='pinned')
+    if dependency_versions == 'pinned':
+        dependency_constraints: Optional[DependencyConstraints] = DependencyConstraints.with_defaults()
+    elif dependency_versions == 'latest':
+        dependency_constraints = None
+    else:
+        dependency_constraints = DependencyConstraints(dependency_versions)
+
+    if test_extras:
+        test_extras = f'[{test_extras}]'
+
+    try:
+        build_verbosity = min(3, max(-3, int(build_verbosity_str)))
+    except ValueError:
+        build_verbosity = 0
 
     try:
         environment = parse_environment(environment_config)
-    except (EnvironmentParseError, ValueError) as e:
-        print('cibuildwheel: Malformed environment option "%s"' % environment_config, file=sys.stderr)
-        import traceback
+    except (EnvironmentParseError, ValueError):
+        print(f'cibuildwheel: Malformed environment option "{environment_config}"', file=sys.stderr)
         traceback.print_exc(None, sys.stderr)
         exit(2)
 
-    skip = BuildSkipper(skip_config)
+    build_selector = BuildSelector(build_config, skip_config)
 
     # Add CIBUILDWHEEL environment variable
     # This needs to be passed on to the docker container in linux.py
     os.environ['CIBUILDWHEEL'] = '1'
 
-    try:
-        project_setup_py = os.path.join(project_dir, 'setup.py')
-        name_output = subprocess.check_output([sys.executable, project_setup_py, '--name'],
-                                              universal_newlines=True)
-        # the last line of output is the name
-        package_name = name_output.strip().splitlines()[-1]
-    except subprocess.CalledProcessError as err:
-        if not os.path.exists(project_setup_py):
-            print('cibuildwheel: Could not find setup.py at root of project', file=sys.stderr)
-            exit(2)
-        else:
-            print('cibuildwheel: Failed to get name of the package. Command was %s' % err.cmd,
-                  file=sys.stderr)
-            exit(2)
-
-    if package_name == '' or package_name == 'UNKNOWN':
-        print('cibuildwheel: Invalid package name "%s". Check your setup.py' % package_name,
-              file=sys.stderr)
+    if not os.path.exists(os.path.join(package_dir, 'setup.py')):
+        print('cibuildwheel: Could not find setup.py at root of package', file=sys.stderr)
         exit(2)
 
-    build_options = dict(
-        project_dir=project_dir,
-        package_name=package_name,
+    if args.print_build_identifiers:
+        print_build_identifiers(platform, build_selector)
+        exit(0)
+
+    manylinux_images: Optional[Dict[str, str]] = None
+    if platform == 'linux':
+        pinned_docker_images_file = os.path.join(
+            os.path.dirname(__file__), 'resources', 'pinned_docker_images.cfg'
+        )
+        all_pinned_docker_images = ConfigParser()
+        all_pinned_docker_images.read(pinned_docker_images_file)
+        # all_pinned_docker_images looks like a dict of dicts, e.g.
+        # { 'x86_64': {'manylinux1': '...', 'manylinux2010': '...', 'manylinux2014': '...'},
+        #   'i686': {'manylinux1': '...', 'manylinux2010': '...', 'manylinux2014': '...'},
+        #   'pypy_x86_64': {'manylinux2010': '...' }
+        #   ... }
+
+        manylinux_images = {}
+
+        for build_platform in ['x86_64', 'i686', 'pypy_x86_64', 'aarch64', 'ppc64le', 's390x']:
+            pinned_images = all_pinned_docker_images[build_platform]
+
+            config_name = f'CIBW_MANYLINUX_{build_platform.upper()}_IMAGE'
+            config_value = os.environ.get(config_name)
+
+            if config_value is None:
+                # default to manylinux2010 if it's available, otherwise manylinux2014
+                image = pinned_images.get('manylinux2010') or pinned_images.get('manylinux2014')
+            elif config_value in pinned_images:
+                image = pinned_images[config_value]
+            else:
+                image = config_value
+
+            manylinux_images[build_platform] = image
+
+    build_options = BuildOptions(
+        package_dir=package_dir,
         output_dir=output_dir,
         test_command=test_command,
         test_requires=test_requires,
+        test_extras=test_extras,
         before_build=before_build,
-        skip=skip,
+        build_verbosity=build_verbosity,
+        build_selector=build_selector,
+        repair_command=repair_command,
         environment=environment,
+        before_test=before_test,
+        dependency_constraints=dependency_constraints,
+        manylinux_images=manylinux_images,
     )
 
-    if platform == 'linux':
-        manylinux1_x86_64_image = os.environ.get('CIBW_MANYLINUX1_X86_64_IMAGE', None)
-        manylinux1_i686_image = os.environ.get('CIBW_MANYLINUX1_I686_IMAGE', None)
-
-        build_options.update(
-            manylinux1_images={'x86_64': manylinux1_x86_64_image, 'i686': manylinux1_i686_image},
-        )
-    elif platform == 'macos':
-        pass
-    elif platform == 'windows':
-        pass
+    # Python is buffering by default when running on the CI platforms, giving problems interleaving subprocess call output with unflushed calls to 'print'
+    sys.stdout = Unbuffered(sys.stdout)  # type: ignore
 
     print_preamble(platform, build_options)
 
@@ -140,15 +225,40 @@ def main():
         os.makedirs(output_dir)
 
     if platform == 'linux':
-        cibuildwheel.linux.build(**build_options)
+        cibuildwheel.linux.build(build_options)
     elif platform == 'windows':
-        cibuildwheel.windows.build(**build_options)
+        cibuildwheel.windows.build(build_options)
     elif platform == 'macos':
-        cibuildwheel.macos.build(**build_options)
+        cibuildwheel.macos.build(build_options)
     else:
-        raise Exception('Unsupported platform')
+        print(f'cibuildwheel: Unsupported platform: {platform}', file=sys.stderr)
+        exit(2)
 
-def print_preamble(platform, build_options):
+
+def detect_obsolete_options() -> None:
+    # Check the old 'MANYLINUX1_*_IMAGE' options
+    for (deprecated, alternative) in [('CIBW_MANYLINUX1_X86_64_IMAGE', 'CIBW_MANYLINUX_X86_64_IMAGE'),
+                                      ('CIBW_MANYLINUX1_I686_IMAGE', 'CIBW_MANYLINUX_I686_IMAGE')]:
+        if deprecated in os.environ:
+            print(f"'{deprecated}' has been deprecated, and will be removed in a future release. Use the option '{alternative}' instead.")
+            if alternative not in os.environ:
+                print(f"Using value of option '{deprecated}' as replacement for '{alternative}'")
+                os.environ[alternative] = os.environ[deprecated]
+            else:
+                print(f"Option '{alternative}' is not empty. Please unset '{deprecated}'")
+                exit(2)
+
+    # Check for deprecated identifiers in 'CIBW_BUILD' and 'CIBW_SKIP' options
+    for option in ['CIBW_BUILD', 'CIBW_SKIP']:
+        for deprecated, alternative in [('manylinux1', 'manylinux'),
+                                        ('macosx_10_6_intel', 'macosx_x86_64'),
+                                        ('macosx_10_9_x86_64', 'macosx_x86_64')]:
+            if option in os.environ and deprecated in os.environ[option]:
+                print(f"Build identifiers with '{deprecated}' have been deprecated. Replacing all occurences of '{deprecated}' with '{alternative}' in the option '{option}'")
+                os.environ[option] = os.environ[option].replace(deprecated, alternative)
+
+
+def print_preamble(platform: str, build_options: BuildOptions) -> None:
     print(textwrap.dedent('''
              _ _       _ _   _       _           _
          ___|_| |_ _ _|_| |_| |_ _ _| |_ ___ ___| |
@@ -156,15 +266,48 @@ def print_preamble(platform, build_options):
         |___|_|___|___|_|_|___|_____|_|_|___|___|_|
         '''))
 
-    print('cibuildwheel version %s\n' % cibuildwheel.__version__)
-
+    print(f'cibuildwheel version {cibuildwheel.__version__}\n')
 
     print('Build options:')
-    print('  platform: %r' % platform)
-    for option, value in build_options.items():
-        print('  %s: %r' % (option, value))
+    print(f'  platform: {platform!r}')
+    for option, value in sorted(build_options._asdict().items()):
+        print(f'  {option}: {value!r}')
+
+    warnings = detect_warnings(platform, build_options)
+    if warnings:
+        print('\nWarnings:')
+        for warning in warnings:
+            print('  ' + warning)
 
     print('\nHere we go!\n')
 
+
+def print_build_identifiers(platform: str, build_selector: BuildSelector) -> None:
+    python_configurations: List[Any] = []
+    if platform == 'linux':
+        python_configurations = cibuildwheel.linux.get_python_configurations(build_selector)
+    elif platform == 'windows':
+        python_configurations = cibuildwheel.windows.get_python_configurations(build_selector)
+    elif platform == 'macos':
+        python_configurations = cibuildwheel.macos.get_python_configurations(build_selector)
+
+    for config in python_configurations:
+        print(config.identifier)
+
+
+def detect_warnings(platform: str, build_options: BuildOptions) -> List[str]:
+    warnings = []
+
+    # warn about deprecated {python} and {pip}
+    for option_name in ['test_command', 'before_build']:
+        option_value = getattr(build_options, option_name)
+
+        if option_value:
+            if '{python}' in option_value or '{pip}' in option_value:
+                warnings.append(option_name + ": '{python}' and '{pip}' are no longer needed, and will be removed in a future release. Simply use 'python' or 'pip' instead.")
+
+    return warnings
+
+
 if __name__ == '__main__':
     main()

cibuildwheel/bashlex_eval.py

@@ -1,10 +1,17 @@
-import subprocess, shlex, sys
-from collections import namedtuple
-import bashlex
+import shlex
+import subprocess
 
-NodeExecutionContext = namedtuple('NodeExecutionContext', ['environment', 'input'])
+from typing import Dict, NamedTuple
 
-def evaluate(value, environment):
+import bashlex  # type: ignore
+
+
+class NodeExecutionContext(NamedTuple):
+    environment: Dict[str, str]
+    input: str
+
+
+def evaluate(value: str, environment: Dict[str, str]) -> str:
     if not value:
         # empty string evaluates to empty string
         # (but trips up bashlex)
@@ -13,17 +20,17 @@ def evaluate(value, environment):
     command_node = bashlex.parsesingle(value)
 
     if len(command_node.parts) != 1:
-        raise ValueError('"%s" has too many parts' % value)
+        raise ValueError(f'"{value}" has too many parts')
 
     value_word_node = command_node.parts[0]
-    
+
     return evaluate_node(
-        value_word_node, 
+        value_word_node,
         context=NodeExecutionContext(environment=environment, input=value)
     )
 
 
-def evaluate_node(node, context):
+def evaluate_node(node: bashlex.ast.node, context: NodeExecutionContext) -> str:
     if node.kind == 'word':
         return evaluate_word_node(node, context=context)
     elif node.kind == 'commandsubstitution':
@@ -31,10 +38,10 @@ def evaluate_node(node, context):
     elif node.kind == 'parameter':
         return evaluate_parameter_node(node, context=context)
     else:
-        raise ValueError('Unsupported bash construct: "%s"' % node.word)
+        raise ValueError(f'Unsupported bash construct: "{node.word}"')
 
 
-def evaluate_word_node(node, context):
+def evaluate_word_node(node: bashlex.ast.node, context: NodeExecutionContext) -> str:
     word_start = node.pos[0]
     word_end = node.pos[1]
     word_string = context.input[word_start:word_end]
@@ -46,26 +53,22 @@ def evaluate_word_node(node, context):
 
         # Set all the characters in the part to None
         for i in range(part_start, part_end):
-            letters[i] = None
+            letters[i] = ''
 
         letters[part_start] = evaluate_node(part, context=context)
 
     # remove the None letters and concat
-    value = ''.join(l for l in letters if l is not None)
+    value = ''.join(letters)
 
     # apply bash-like quotes/whitespace treatment
     return ' '.join(word.strip() for word in shlex.split(value))
 
 
-def evaluate_command_node(node, context):
+def evaluate_command_node(node: bashlex.ast.node, context: NodeExecutionContext) -> str:
     words = [evaluate_node(part, context=context) for part in node.parts]
     command = ' '.join(words)
-    output = subprocess.check_output(shlex.split(command), env=context.environment)
+    return subprocess.check_output(shlex.split(command), env=context.environment, universal_newlines=True)
 
-    if sys.version_info[0] >= 3:
-        return output.decode('utf8', 'replace')
-    else:
-        return output
 
-def evaluate_parameter_node(node, context):
+def evaluate_parameter_node(node: bashlex.ast.node, context: NodeExecutionContext) -> str:
     return context.environment.get(node.value, '')

cibuildwheel/environment.py

@@ -1,4 +1,7 @@
-import bashlex
+import bashlex  # type: ignore
+
+from typing import Dict, List
+
 from . import bashlex_eval
 
 
@@ -6,13 +9,7 @@ class EnvironmentParseError(Exception):
     pass
 
 
-def parse_environment(env_string):
-    env_items = split_env_items(env_string)
-    assignments = [EnvironmentAssignment(item) for item in env_items]
-    return ParsedEnvironment(assignments=assignments)
-
-
-def split_env_items(env_string):
+def split_env_items(env_string: str) -> List[str]:
     '''Splits space-separated variable assignments into a list of individual assignments.
 
     >>> split_env_items('VAR=abc')
@@ -41,30 +38,30 @@ def split_env_items(env_string):
     return result
 
 
-class EnvironmentAssignment(object):
-    def __init__(self, assignment):
+class EnvironmentAssignment:
+    def __init__(self, assignment: str):
         name, equals, value = assignment.partition('=')
         if not equals:
             raise EnvironmentParseError(assignment)
         self.name = name
         self.value = value
 
-    def evaluated_value(self, environment):
+    def evaluated_value(self, environment: Dict[str, str]) -> str:
         '''Returns the value of this assignment, as evaluated in the environment'''
         return bashlex_eval.evaluate(self.value, environment=environment)
 
-    def as_shell_assignment(self):
-        return 'export %s=%s' % (self.name, self.value)
+    def as_shell_assignment(self) -> str:
+        return f'export {self.name}={self.value}'
 
-    def __repr__(self):
-        return '%s=%s' % (self.name, self.value)
+    def __repr__(self) -> str:
+        return f'{self.name}={self.value}'
 
 
-class ParsedEnvironment(object):
-    def __init__(self, assignments):
+class ParsedEnvironment:
+    def __init__(self, assignments: List[EnvironmentAssignment]):
         self.assignments = assignments
 
-    def as_dictionary(self, prev_environment):
+    def as_dictionary(self, prev_environment: Dict[str, str]) -> Dict[str, str]:
         environment = prev_environment.copy()
 
         for assignment in self.assignments:
@@ -73,8 +70,14 @@ class ParsedEnvironment(object):
 
         return environment
 
-    def as_shell_commands(self):
+    def as_shell_commands(self) -> List[str]:
         return [a.as_shell_assignment() for a in self.assignments]
 
-    def __repr__(self):
-        return 'ParsedEnvironment(%r)' % [repr(a) for a in self.assignments]
+    def __repr__(self) -> str:
+        return f'ParsedEnvironment({[repr(a) for a in self.assignments]!r})'
+
+
+def parse_environment(env_string: str) -> ParsedEnvironment:
+    env_items = split_env_items(env_string)
+    assignments = [EnvironmentAssignment(item) for item in env_items]
+    return ParsedEnvironment(assignments=assignments)

cibuildwheel/linux.py

@@ -1,135 +1,309 @@
-from __future__ import print_function
-import os, subprocess, sys
-from collections import namedtuple
-from .util import prepare_command
+import os
+import platform
+import shlex
+import subprocess
+import sys
+import textwrap
+import uuid
 
-try:
-    from shlex import quote as shlex_quote
-except ImportError:
-    from pipes import quote as shlex_quote
+from typing import List, NamedTuple, Optional, Union
+
+from .util import (
+    BuildOptions,
+    BuildSelector,
+    get_build_verbosity_extra_flags,
+    prepare_command,
+)
 
 
-def build(project_dir, package_name, output_dir, test_command, test_requires, before_build, skip, environment, manylinux1_images):
+def call(args: List[str], input: Optional[Union[str, bytes]] = None, universal_newlines: bool = False) -> None:
+    print('+ ' + ' '.join(shlex.quote(a) for a in args))
+    subprocess.run(
+        args, input=input, universal_newlines=universal_newlines, check=True
+    )
+
+
+def matches_platform(identifier: str) -> bool:
+    pm = platform.machine()
+    if pm == "x86_64":
+        # x86_64 machines can run i686 docker containers
+        if identifier.endswith('x86_64') or identifier.endswith('i686'):
+            return True
+    elif pm == "i686":
+        if identifier.endswith('i686'):
+            return True
+    elif pm == "aarch64":
+        if identifier.endswith('aarch64'):
+            return True
+    elif pm == "ppc64le":
+        if identifier.endswith('ppc64le'):
+            return True
+    elif pm == "s390x":
+        if identifier.endswith('s390x'):
+            return True
+    return False
+
+
+class PythonConfiguration(NamedTuple):
+    version: str
+    identifier: str
+    path: str
+
+
+def get_python_configurations(build_selector: BuildSelector) -> List[PythonConfiguration]:
+    python_configurations = [
+        PythonConfiguration(version='2.7', identifier='cp27-manylinux_x86_64', path='/opt/python/cp27-cp27m'),
+        PythonConfiguration(version='2.7', identifier='cp27-manylinux_x86_64', path='/opt/python/cp27-cp27mu'),
+        PythonConfiguration(version='3.5', identifier='cp35-manylinux_x86_64', path='/opt/python/cp35-cp35m'),
+        PythonConfiguration(version='3.6', identifier='cp36-manylinux_x86_64', path='/opt/python/cp36-cp36m'),
+        PythonConfiguration(version='3.7', identifier='cp37-manylinux_x86_64', path='/opt/python/cp37-cp37m'),
+        PythonConfiguration(version='3.8', identifier='cp38-manylinux_x86_64', path='/opt/python/cp38-cp38'),
+        PythonConfiguration(version='2.7', identifier='cp27-manylinux_i686', path='/opt/python/cp27-cp27m'),
+        PythonConfiguration(version='2.7', identifier='cp27-manylinux_i686', path='/opt/python/cp27-cp27mu'),
+        PythonConfiguration(version='3.5', identifier='cp35-manylinux_i686', path='/opt/python/cp35-cp35m'),
+        PythonConfiguration(version='3.6', identifier='cp36-manylinux_i686', path='/opt/python/cp36-cp36m'),
+        PythonConfiguration(version='3.7', identifier='cp37-manylinux_i686', path='/opt/python/cp37-cp37m'),
+        PythonConfiguration(version='3.8', identifier='cp38-manylinux_i686', path='/opt/python/cp38-cp38'),
+        PythonConfiguration(version='2.7', identifier='pp27-manylinux_x86_64', path='/opt/python/pp27-pypy_73'),
+        PythonConfiguration(version='3.6', identifier='pp36-manylinux_x86_64', path='/opt/python/pp36-pypy36_pp73'),
+        PythonConfiguration(version='3.5', identifier='cp35-manylinux_aarch64', path='/opt/python/cp35-cp35m'),
+        PythonConfiguration(version='3.6', identifier='cp36-manylinux_aarch64', path='/opt/python/cp36-cp36m'),
+        PythonConfiguration(version='3.7', identifier='cp37-manylinux_aarch64', path='/opt/python/cp37-cp37m'),
+        PythonConfiguration(version='3.8', identifier='cp38-manylinux_aarch64', path='/opt/python/cp38-cp38'),
+        PythonConfiguration(version='3.5', identifier='cp35-manylinux_ppc64le', path='/opt/python/cp35-cp35m'),
+        PythonConfiguration(version='3.6', identifier='cp36-manylinux_ppc64le', path='/opt/python/cp36-cp36m'),
+        PythonConfiguration(version='3.7', identifier='cp37-manylinux_ppc64le', path='/opt/python/cp37-cp37m'),
+        PythonConfiguration(version='3.8', identifier='cp38-manylinux_ppc64le', path='/opt/python/cp38-cp38'),
+        PythonConfiguration(version='3.5', identifier='cp35-manylinux_s390x', path='/opt/python/cp35-cp35m'),
+        PythonConfiguration(version='3.6', identifier='cp36-manylinux_s390x', path='/opt/python/cp36-cp36m'),
+        PythonConfiguration(version='3.7', identifier='cp37-manylinux_s390x', path='/opt/python/cp37-cp37m'),
+        PythonConfiguration(version='3.8', identifier='cp38-manylinux_s390x', path='/opt/python/cp38-cp38'),
+    ]
+    # skip builds as required
+    return [c for c in python_configurations if matches_platform(c.identifier) and build_selector(c.identifier)]
+
+
+def build(options: BuildOptions) -> None:
     try:
         subprocess.check_call(['docker', '--version'])
-    except:
+    except Exception:
         print('cibuildwheel: Docker not found. Docker is required to run Linux builds. '
-              'If you\'re building on Travis CI, add `services: [docker]` to your .travis.yml.',
+              'If you\'re building on Travis CI, add `services: [docker]` to your .travis.yml.'
+              'If you\'re building on Circle CI in Linux, add a `setup_remote_docker` step to your .circleci/config.yml',
               file=sys.stderr)
         exit(2)
 
-    PythonConfiguration = namedtuple('PythonConfiguration', ['identifier', 'path'])
-    python_configurations = [
-        PythonConfiguration(identifier='cp27-manylinux1_x86_64', path='/opt/python/cp27-cp27m'),
-        PythonConfiguration(identifier='cp27-manylinux1_x86_64', path='/opt/python/cp27-cp27mu'),
-        PythonConfiguration(identifier='cp33-manylinux1_x86_64', path='/opt/python/cp33-cp33m'),
-        PythonConfiguration(identifier='cp34-manylinux1_x86_64', path='/opt/python/cp34-cp34m'),
-        PythonConfiguration(identifier='cp35-manylinux1_x86_64', path='/opt/python/cp35-cp35m'),
-        PythonConfiguration(identifier='cp36-manylinux1_x86_64', path='/opt/python/cp36-cp36m'),
-        PythonConfiguration(identifier='cp27-manylinux1_i686', path='/opt/python/cp27-cp27m'),
-        PythonConfiguration(identifier='cp27-manylinux1_i686', path='/opt/python/cp27-cp27mu'),
-        PythonConfiguration(identifier='cp33-manylinux1_i686', path='/opt/python/cp33-cp33m'),
-        PythonConfiguration(identifier='cp34-manylinux1_i686', path='/opt/python/cp34-cp34m'),
-        PythonConfiguration(identifier='cp35-manylinux1_i686', path='/opt/python/cp35-cp35m'),
-        PythonConfiguration(identifier='cp36-manylinux1_i686', path='/opt/python/cp36-cp36m'),
-    ]
-
-    # skip builds as required
-    python_configurations = [c for c in python_configurations if not skip(c.identifier)]
-
+    assert options.manylinux_images is not None
+    python_configurations = get_python_configurations(options.build_selector)
     platforms = [
-        ('manylinux1_x86_64', manylinux1_images.get('x86_64') or 'quay.io/pypa/manylinux1_x86_64'),
-        ('manylinux1_i686', manylinux1_images.get('i686') or 'quay.io/pypa/manylinux1_i686'),
+        ('cp', 'manylinux_x86_64', options.manylinux_images['x86_64']),
+        ('cp', 'manylinux_i686', options.manylinux_images['i686']),
+        ('cp', 'manylinux_aarch64', options.manylinux_images['aarch64']),
+        ('cp', 'manylinux_ppc64le', options.manylinux_images['ppc64le']),
+        ('cp', 'manylinux_s390x', options.manylinux_images['s390x']),
+        ('pp', 'manylinux_x86_64', options.manylinux_images['pypy_x86_64']),
     ]
 
-    for platform_tag, docker_image in platforms:
-        platform_configs = [c for c in python_configurations if c.identifier.endswith(platform_tag)]
+    if not os.path.realpath(options.package_dir).startswith(os.path.realpath('.')):
+        raise Exception('package_dir must be inside the working directory')
+
+    container_package_dir = os.path.join('/project', os.path.relpath(options.package_dir, '.'))
+
+    for implementation, platform_tag, docker_image in platforms:
+        platform_configs = [c for c in python_configurations if c.identifier.startswith(implementation) and c.identifier.endswith(platform_tag)]
         if not platform_configs:
             continue
 
-        bash_script = '''
-            set -o errexit
-            set -o xtrace
-            cd /project
-
-            {environment_exports}
-
-            for PYBIN in {pybin_paths}; do
-                # Setup
-                rm -rf /tmp/built_wheel
-                rm -rf /tmp/delocated_wheel
-                mkdir /tmp/built_wheel
-                mkdir /tmp/delocated_wheel
-
-                if [ ! -z {before_build} ]; then
-                    PATH="$PYBIN:$PATH" sh -c {before_build}
-                fi
-
-                # Build that wheel
-                PATH="$PYBIN:$PATH" "$PYBIN/pip" wheel . -w /tmp/built_wheel --no-deps
-                built_wheel=(/tmp/built_wheel/*.whl)
-
-                # Delocate the wheel
-                # NOTE: 'built_wheel' here is a bash array of glob matches; "$built_wheel" returns
-                # the first element
-                if [[ "$built_wheel" == *none-any.whl ]]; then
-                    # pure python wheel - just copy
-                    mv "$built_wheel" /tmp/delocated_wheel
-                else
-                    auditwheel repair "$built_wheel" -w /tmp/delocated_wheel
-                fi
-                delocated_wheel=(/tmp/delocated_wheel/*.whl)
-
-                # Install the wheel we just built
-                "$PYBIN/pip" install "$delocated_wheel"
-
-                # Install any requirements to run the tests
-                if [ ! -z "{test_requires}" ]; then
-                    "$PYBIN/pip" install {test_requires}
-                fi
-
-                # Run the tests from a different directory
-                if [ ! -z {test_command} ]; then
-                    pushd $HOME
-                    PATH="$PYBIN:$PATH" sh -c {test_command}
-                    popd
-                fi
-
-                # we're all done here; move it to output
-                mv "$delocated_wheel" /output
-            done
-        '''.format(
-            package_name=package_name,
-            pybin_paths=' '.join(c.path+'/bin' for c in platform_configs),
-            test_requires=' '.join(test_requires),
-            test_command=shlex_quote(
-                test_command.format(project='/project') if test_command else ''
-            ),
-            before_build=shlex_quote(
-                prepare_command(before_build, python='python', pip='pip') if before_build else ''
-            ),
-            environment_exports='\n'.join(environment.as_shell_commands()),
-        )
-
-        docker_process = subprocess.Popen([
-                'docker',
-                'run',
-                '--env',
-                'CIBUILDWHEEL',
-                '--rm',
-                '-i',
-                '-v', '%s:/project' % os.path.abspath(project_dir),
-                '-v', '%s:/output' % os.path.abspath(output_dir),
-                '-v', '/:/host',
-                docker_image,
-                '/bin/bash'],
-            stdin=subprocess.PIPE, universal_newlines=True)
+        container_name = f'cibuildwheel-{uuid.uuid4()}'
 
         try:
-            docker_process.communicate(bash_script)
-        except KeyboardInterrupt:
-            docker_process.kill()
-            docker_process.wait()
+            shell_cmd = ['linux32', '/bin/bash'] if platform_tag.endswith("i686") else ['/bin/bash']
+            call(['docker', 'create',
+                  '--env', 'CIBUILDWHEEL',
+                  '--name', container_name,
+                  '-i',
+                  '-v', '/:/host',  # ignored on CircleCI
+                  docker_image,
+                  '/bin/bash'])
 
-        if docker_process.returncode != 0:
+            call(['docker', 'cp', '.', container_name + ':/project'])
+
+            call(['docker', 'start', container_name])
+
+            for config in platform_configs:
+                if options.dependency_constraints:
+                    constraints_file = options.dependency_constraints.get_for_python_version(config.version)
+
+                    # `docker cp` causes 'no space left on device' error when
+                    # a container is running and the host filesystem is
+                    # mounted. https://github.com/moby/moby/issues/38995
+                    # Use `docker exec` instead.
+                    with open(constraints_file, 'rb') as f:
+                        call(
+                            ['docker', 'exec', '-i', container_name, 'sh', '-c', 'cat > /constraints.txt'],
+                            input=f.read(),
+                        )
+
+                call(
+                    ['docker', 'exec', '-i', container_name] + shell_cmd,
+                    universal_newlines=True,
+                    input='''
+                        # give xtrace output an extra level of indent inside docker
+                        PS4='    + '
+
+                        set -o errexit
+                        set -o xtrace
+                        mkdir -p /output
+                        cd /project
+
+                        PYBIN="{config_python_bin}"
+
+                        export PATH="$PYBIN:$PATH"
+                        {environment_exports}
+
+                        # check the active python and pip are in PYBIN
+                        if [ "$(which pip)" != "$PYBIN/pip" ]; then
+                        echo "cibuildwheel: python available on PATH doesn't match our installed instance. If you have modified PATH, ensure that you don't overwrite cibuildwheel's entry or insert python above it."
+                        exit 1
+                        fi
+                        if [ "$(which python)" != "$PYBIN/python" ]; then
+                        echo "cibuildwheel: pip available on PATH doesn't match our installed instance. If you have modified PATH, ensure that you don't overwrite cibuildwheel's entry or insert pip above it."
+                        exit 1
+                        fi
+
+                        if [ ! -z {before_build} ]; then
+                            sh -c {before_build}
+                        fi
+
+                        # Build the wheel
+                        rm -rf /tmp/built_wheel
+                        mkdir /tmp/built_wheel
+                        pip wheel {package_dir} -w /tmp/built_wheel --no-deps {build_verbosity_flag}
+                        built_wheel=(/tmp/built_wheel/*.whl)
+
+                        # repair the wheel
+                        rm -rf /tmp/repaired_wheels
+                        mkdir /tmp/repaired_wheels
+                        # NOTE: 'built_wheel' here is a bash array of glob matches; "$built_wheel" returns
+                        # the first element
+                        if [[ "$built_wheel" == *none-any.whl ]] || [ -z {repair_command} ]; then
+                            # pure Python wheel or empty repair command
+                            mv "$built_wheel" /tmp/repaired_wheels
+                        else
+                            sh -c {repair_command} repair_command "$built_wheel"
+                        fi
+                        repaired_wheels=(/tmp/repaired_wheels/*.whl)
+
+                        if [ ! -z {test_command} ]; then
+                            # Set up a virtual environment to install and test from, to make sure
+                            # there are no dependencies that were pulled in at build time.
+                            pip install {dependency_install_flags} virtualenv
+                            venv_dir=`mktemp -d`/venv
+                            python -m virtualenv --no-download "$venv_dir"
+                            export __CIBW_VIRTUALENV_PATH__=$venv_dir
+
+                            # run the tests in a subshell to keep that `activate`
+                            # script from polluting the env
+                            (
+                                source "$venv_dir/bin/activate"
+
+                                echo "Running tests using `which python`"
+
+                                if [ ! -z {before_test} ]; then
+                                    sh -c {before_test}
+                                fi
+
+                                # Install the wheel we just built
+                                # Note: If auditwheel produced two wheels, it's because the earlier produced wheel
+                                # conforms to multiple manylinux standards. These multiple versions of the wheel are
+                                # functionally the same, differing only in name, wheel metadata, and possibly include
+                                # different external shared libraries. so it doesn't matter which one we run the tests on.
+                                # Let's just pick the first one.
+                                pip install "${{repaired_wheels[0]}}"{test_extras}
+
+                                # Install any requirements to run the tests
+                                if [ ! -z "{test_requires}" ]; then
+                                    pip install {test_requires}
+                                fi
+
+                                # Run the tests from a different directory
+                                pushd $HOME
+                                sh -c {test_command}
+                                popd
+                            )
+                            # exit if tests failed (needed for older bash versions)
+                            if [ $? -ne 0 ]; then
+                              exit 1;
+                            fi
+
+                            # clean up
+                            rm -rf "$venv_dir"
+                        fi
+
+                        # we're all done here; move it to output
+                        mv "${{repaired_wheels[@]}}" /output
+                        for repaired_wheel in "${{repaired_wheels[@]}}"; do
+                            chown {uid}:{gid} "/output/$(basename "$repaired_wheel")"
+                        done
+                    '''.format(
+                        config_python_bin=config.path + '/bin',
+                        package_dir=container_package_dir,
+                        test_requires=' '.join(options.test_requires),
+                        test_extras=options.test_extras,
+                        test_command=shlex.quote(
+                            prepare_command(options.test_command, project='/project', package=container_package_dir) if options.test_command else ''
+                        ),
+                        before_build=shlex.quote(
+                            prepare_command(options.before_build, project='/project', package=container_package_dir) if options.before_build else ''
+                        ),
+                        build_verbosity_flag=' '.join(get_build_verbosity_extra_flags(options.build_verbosity)),
+                        repair_command=shlex.quote(
+                            prepare_command(options.repair_command, wheel='"$1"', dest_dir='/tmp/repaired_wheels') if options.repair_command else ''
+                        ),
+                        environment_exports='\n'.join(options.environment.as_shell_commands()),
+                        uid=os.getuid(),
+                        gid=os.getgid(),
+                        before_test=shlex.quote(
+                            prepare_command(options.before_test, project='/project', package=container_package_dir) if options.before_test else ''
+                        ),
+                        dependency_install_flags='-c /constraints.txt' if options.dependency_constraints else '',
+                    )
+                )
+
+            # copy the output back into the host
+            call(['docker', 'cp',
+                  container_name + ':/output/.',
+                  os.path.abspath(options.output_dir)])
+        except subprocess.CalledProcessError as error:
+            troubleshoot(options.package_dir, error)
             exit(1)
+        finally:
+            # Still gets executed, even when 'exit(1)' gets called
+            call(['docker', 'rm', '--force', '-v', container_name])
+
+
+def troubleshoot(package_dir: str, error: Exception) -> None:
+    if (isinstance(error, subprocess.CalledProcessError) and 'exec' in error.cmd):
+        # the bash script failed
+        print('Checking for common errors...')
+        so_files = []
+        for root, dirs, files in os.walk(package_dir):
+            for name in files:
+                _, ext = os.path.splitext(name)
+                if ext == '.so':
+                    so_files.append(os.path.join(root, name))
+
+        if so_files:
+            print(textwrap.dedent('''
+                NOTE: Shared object (.so) files found in this project.
+
+                  These files might be built against the wrong OS, causing problems with
+                  auditwheel.
+
+                  If you're using Cython and have previously done an in-place build,
+                  remove those build files (*.so and *.c) before starting cibuildwheel.
+            '''))
+
+            print('  Files detected:')
+            print('\n'.join(['    ' + f for f in so_files]))
+            print('')

cibuildwheel/macos.py

@@ -1,112 +1,258 @@
-from __future__ import print_function
-import os, subprocess, shlex, sys, shutil
-from collections import namedtuple
+import os
+import shlex
+import shutil
+import subprocess
+import sys
+import tempfile
 from glob import glob
-try:
-    from shlex import quote as shlex_quote
-except ImportError:
-    from pipes import quote as shlex_quote
 
-from .util import prepare_command
+from typing import Dict, List, Optional, NamedTuple, Union
+
+from .environment import ParsedEnvironment
+from .util import (
+    BuildOptions,
+    BuildSelector,
+    download,
+    get_build_verbosity_extra_flags,
+    get_pip_script,
+    prepare_command,
+)
 
 
-def build(project_dir, package_name, output_dir, test_command, test_requires, before_build, skip, environment):
-    PythonConfiguration = namedtuple('PythonConfiguration', ['version', 'identifier', 'url'])
+def call(args: Union[str, List[str]], env: Optional[Dict[str, str]] = None, cwd: Optional[str] = None, shell: bool = False) -> int:
+    # print the command executing for the logs
+    if shell:
+        print(f'+ {args}')
+    else:
+        print('+ ' + ' '.join(shlex.quote(a) for a in args))
+
+    return subprocess.check_call(args, env=env, cwd=cwd, shell=shell)
+
+
+class PythonConfiguration(NamedTuple):
+    version: str
+    identifier: str
+    url: str
+
+
+def get_python_configurations(build_selector: BuildSelector) -> List[PythonConfiguration]:
     python_configurations = [
-        PythonConfiguration(version='2.7', identifier='cp27-macosx_10_6_intel', url='https://www.python.org/ftp/python/2.7.13/python-2.7.13-macosx10.6.pkg'),
-        PythonConfiguration(version='3.4', identifier='cp34-macosx_10_6_intel', url='https://www.python.org/ftp/python/3.4.4/python-3.4.4-macosx10.6.pkg'),
-        PythonConfiguration(version='3.5', identifier='cp35-macosx_10_6_intel', url='https://www.python.org/ftp/python/3.5.3/python-3.5.3-macosx10.6.pkg'),
-        PythonConfiguration(version='3.6', identifier='cp36-macosx_10_6_intel', url='https://www.python.org/ftp/python/3.6.0/python-3.6.0-macosx10.6.pkg'),
+        # CPython
+        PythonConfiguration(version='2.7', identifier='cp27-macosx_x86_64', url='https://www.python.org/ftp/python/2.7.18/python-2.7.18-macosx10.9.pkg'),
+        PythonConfiguration(version='3.5', identifier='cp35-macosx_x86_64', url='https://www.python.org/ftp/python/3.5.4/python-3.5.4-macosx10.6.pkg'),
+        PythonConfiguration(version='3.6', identifier='cp36-macosx_x86_64', url='https://www.python.org/ftp/python/3.6.8/python-3.6.8-macosx10.9.pkg'),
+        PythonConfiguration(version='3.7', identifier='cp37-macosx_x86_64', url='https://www.python.org/ftp/python/3.7.7/python-3.7.7-macosx10.9.pkg'),
+        PythonConfiguration(version='3.8', identifier='cp38-macosx_x86_64', url='https://www.python.org/ftp/python/3.8.3/python-3.8.3-macosx10.9.pkg'),
+        # PyPy
+        PythonConfiguration(version='2.7', identifier='pp27-macosx_x86_64', url='https://downloads.python.org/pypy/pypy2.7-v7.3.1-osx64.tar.bz2'),
+        PythonConfiguration(version='3.6', identifier='pp36-macosx_x86_64', url='https://downloads.python.org/pypy/pypy3.6-v7.3.1-osx64.tar.bz2'),
     ]
 
-    pkgs_output = subprocess.check_output(['pkgutil',  '--pkgs'])
-    if sys.version_info[0] >= 3:
-        pkgs_output = pkgs_output.decode('utf8')
-    installed_system_packages = pkgs_output.splitlines()
+    # skip builds as required
+    return [c for c in python_configurations if build_selector(c.identifier)]
 
-    def call(args, env=None, cwd=None, shell=False):
-        # print the command executing for the logs
-        if shell:
-            print('+ %s' % args)
-        else:
-            print('+ ' + ' '.join(shlex_quote(a) for a in args))
 
-        return subprocess.check_call(args, env=env, cwd=cwd, shell=shell)
+SYMLINKS_DIR = '/tmp/cibw_bin'
 
-    abs_project_dir = os.path.abspath(project_dir)
+
+def make_symlinks(installation_bin_path: str, python_executable: str, pip_executable: str) -> None:
+    assert os.path.exists(os.path.join(installation_bin_path, python_executable))
+
+    # Python bin folders on Mac don't symlink `python3` to `python`, and neither
+    # does PyPy for `pypy` or `pypy3`, so we do that so `python` and `pip` always
+    # point to the active configuration.
+    if os.path.exists(SYMLINKS_DIR):
+        shutil.rmtree(SYMLINKS_DIR)
+    os.makedirs(SYMLINKS_DIR)
+
+    os.symlink(os.path.join(installation_bin_path, python_executable), os.path.join(SYMLINKS_DIR, 'python'))
+    os.symlink(os.path.join(installation_bin_path, python_executable + '-config'), os.path.join(SYMLINKS_DIR, 'python-config'))
+    os.symlink(os.path.join(installation_bin_path, pip_executable), os.path.join(SYMLINKS_DIR, 'pip'))
+
+
+def install_cpython(version: str, url: str) -> str:
+    installed_system_packages = subprocess.check_output(['pkgutil', '--pkgs'], universal_newlines=True).splitlines()
+
+    # if this version of python isn't installed, get it from python.org and install
+    python_package_identifier = f'org.python.Python.PythonFramework-{version}'
+    if python_package_identifier not in installed_system_packages:
+        # download the pkg
+        download(url, '/tmp/Python.pkg')
+        # install
+        call(['sudo', 'installer', '-pkg', '/tmp/Python.pkg', '-target', '/'])
+        # patch open ssl
+        if version == '3.5':
+            open_ssl_patch_url = f'https://github.com/mayeut/patch-macos-python-openssl/releases/download/v1.0.2u/patch-macos-python-{version}-openssl-v1.0.2u.tar.gz'
+            download(open_ssl_patch_url, '/tmp/python-patch.tar.gz')
+            call(['sudo', 'tar', '-C', f'/Library/Frameworks/Python.framework/Versions/{version}/', '-xmf', '/tmp/python-patch.tar.gz'])
+
+    installation_bin_path = f'/Library/Frameworks/Python.framework/Versions/{version}/bin'
+    python_executable = 'python3' if version[0] == '3' else 'python'
+    pip_executable = 'pip3' if version[0] == '3' else 'pip'
+    make_symlinks(installation_bin_path, python_executable, pip_executable)
+
+    return installation_bin_path
+
+
+def install_pypy(version: str, url: str) -> str:
+    pypy_tar_bz2 = url.rsplit('/', 1)[-1]
+    assert pypy_tar_bz2.endswith(".tar.bz2")
+    pypy_base_filename = os.path.splitext(os.path.splitext(pypy_tar_bz2)[0])[0]
+    installation_path = os.path.join('/tmp', pypy_base_filename)
+    if not os.path.exists(installation_path):
+        download(url, os.path.join("/tmp", pypy_tar_bz2))
+        call(['tar', '-C', '/tmp', '-xf', os.path.join("/tmp", pypy_tar_bz2)])
+
+    installation_bin_path = os.path.join(installation_path, 'bin')
+    python_executable = 'pypy3' if version[0] == '3' else 'pypy'
+    pip_executable = 'pip3' if version[0] == '3' else 'pip'
+    make_symlinks(installation_bin_path, python_executable, pip_executable)
+
+    return installation_bin_path
+
+
+def setup_python(python_configuration: PythonConfiguration, dependency_constraint_flags: List[str], environment: ParsedEnvironment) -> Dict[str, str]:
+    if python_configuration.identifier.startswith('cp'):
+        installation_bin_path = install_cpython(python_configuration.version, python_configuration.url)
+    elif python_configuration.identifier.startswith('pp'):
+        installation_bin_path = install_pypy(python_configuration.version, python_configuration.url)
+    else:
+        raise ValueError("Unknown Python implementation")
+
+    env = os.environ.copy()
+    env['PATH'] = os.pathsep.join([
+        SYMLINKS_DIR,
+        installation_bin_path,
+        env['PATH'],
+    ])
+
+    # Fix issue with site.py setting the wrong `sys.prefix`, `sys.exec_prefix`,
+    # `sys.path`, ... for PyPy: https://foss.heptapod.net/pypy/pypy/issues/3175
+    # Also fix an issue with the shebang of installed scripts inside the
+    # testing virtualenv- see https://github.com/theacodes/nox/issues/44 and
+    # https://github.com/pypa/virtualenv/issues/620
+    # Also see https://github.com/python/cpython/pull/9516
+    env.pop('__PYVENV_LAUNCHER__', None)
+    env = environment.as_dictionary(prev_environment=env)
+
+    # check what version we're on
+    call(['which', 'python'], env=env)
+    call(['python', '--version'], env=env)
+    which_python = subprocess.check_output(['which', 'python'], env=env, universal_newlines=True).strip()
+    if which_python != '/tmp/cibw_bin/python':
+        print("cibuildwheel: python available on PATH doesn't match our installed instance. If you have modified PATH, ensure that you don't overwrite cibuildwheel's entry or insert python above it.", file=sys.stderr)
+        exit(1)
+
+    # install pip & wheel
+    call(['python', get_pip_script] + dependency_constraint_flags, env=env, cwd="/tmp")
+    assert os.path.exists(os.path.join(installation_bin_path, 'pip'))
+    call(['which', 'pip'], env=env)
+    call(['pip', '--version'], env=env)
+    which_pip = subprocess.check_output(['which', 'pip'], env=env, universal_newlines=True).strip()
+    if which_pip != '/tmp/cibw_bin/pip':
+        print("cibuildwheel: pip available on PATH doesn't match our installed instance. If you have modified PATH, ensure that you don't overwrite cibuildwheel's entry or insert pip above it.", file=sys.stderr)
+        exit(1)
+    call(['pip', 'install', '--upgrade', 'setuptools', 'wheel', 'delocate'] + dependency_constraint_flags, env=env)
+
+    # Set MACOSX_DEPLOYMENT_TARGET to 10.9, if the user didn't set it.
+    # CPython 3.5 defaults to 10.6, and pypy defaults to 10.7, causing
+    # inconsistencies if it's left unset.
+    env.setdefault('MACOSX_DEPLOYMENT_TARGET', '10.9')
+
+    if python_configuration.version == '3.5':
+        # Cross-compilation platform override - CPython 3.5 has an
+        # i386/x86_64 version of Python, but we only want a x64_64 build
+        env.setdefault('_PYTHON_HOST_PLATFORM', 'macosx-10.9-x86_64')
+        # https://github.com/python/cpython/blob/a5ed2fe0eedefa1649aa93ee74a0bafc8e628a10/Lib/_osx_support.py#L260
+        env.setdefault('ARCHFLAGS', '-arch x86_64')
+
+    return env
+
+
+def build(options: BuildOptions) -> None:
+    temp_dir = tempfile.mkdtemp(prefix='cibuildwheel')
+    built_wheel_dir = os.path.join(temp_dir, 'built_wheel')
+    repaired_wheel_dir = os.path.join(temp_dir, 'repaired_wheel')
+
+    python_configurations = get_python_configurations(options.build_selector)
 
     for config in python_configurations:
-        if skip(config.identifier):
-            print('cibuildwheel: Skipping build %s' % config.identifier, file=sys.stderr)
-            continue
+        dependency_constraint_flags = []
+        if options.dependency_constraints:
+            dependency_constraint_flags = [
+                '-c', options.dependency_constraints.get_for_python_version(config.version)
+            ]
 
-        # if this version of python isn't installed, get it from python.org and install
-        python_package_identifier = 'org.python.Python.PythonFramework-%s' % config.version
-        if python_package_identifier not in installed_system_packages:
-            # download the pkg
-            call(['curl', '-L', '-o', '/tmp/Python.pkg', config.url])
-            # install
-            call(['sudo', 'installer', '-pkg', '/tmp/Python.pkg', '-target', '/'])
-
-        env = os.environ.copy()
-        env['PATH'] = os.pathsep.join([
-            '/Library/Frameworks/Python.framework/Versions/%s/bin' % config.version,
-            env['PATH'],
-        ])
-        env = environment.as_dictionary(prev_environment=env)
-
-        python = 'python3' if config.version[0] == '3' else 'python2'
-        pip = 'pip3' if config.version[0] == '3' else 'pip2'
-
-        # check what version we're on
-        call(['which', python], env=env)
-        call([python, '--version'], env=env)
-
-        # install pip & wheel
-        call([python, '-m', 'ensurepip', '--upgrade'], env=env)
-        call([pip, '--version'], env=env)
-        call([pip, 'install', 'wheel'], env=env)
-        call([pip, 'install', 'delocate'], env=env)
-
-        # setup dirs
-        if os.path.exists('/tmp/built_wheel'):
-            shutil.rmtree('/tmp/built_wheel')
-        os.makedirs('/tmp/built_wheel')
-        if os.path.exists('/tmp/delocated_wheel'):
-            shutil.rmtree('/tmp/delocated_wheel')
-        os.makedirs('/tmp/delocated_wheel')
+        env = setup_python(config, dependency_constraint_flags, options.environment)
 
         # run the before_build command
-        if before_build:
-            before_build_prepared = prepare_command(before_build, python=python, pip=pip)
+        if options.before_build:
+            before_build_prepared = prepare_command(options.before_build, project='.', package=options.package_dir)
             call(before_build_prepared, env=env, shell=True)
 
         # build the wheel
-        call([pip, 'wheel', abs_project_dir, '-w', '/tmp/built_wheel', '--no-deps'], env=env)
-        built_wheel = glob('/tmp/built_wheel/*.whl')[0]
+        if os.path.exists(built_wheel_dir):
+            shutil.rmtree(built_wheel_dir)
+        os.makedirs(built_wheel_dir)
+        call(['pip', 'wheel', options.package_dir, '-w', built_wheel_dir, '--no-deps'] + get_build_verbosity_extra_flags(options.build_verbosity), env=env)
+        built_wheel = glob(os.path.join(built_wheel_dir, '*.whl'))[0]
 
-        if built_wheel.endswith('none-any.whl'):
-            # pure python wheel - just move
-            shutil.move(built_wheel, '/tmp/delocated_wheel')
+        # repair the wheel
+        if os.path.exists(repaired_wheel_dir):
+            shutil.rmtree(repaired_wheel_dir)
+        os.makedirs(repaired_wheel_dir)
+        if built_wheel.endswith('none-any.whl') or not options.repair_command:
+            # pure Python wheel or empty repair command
+            shutil.move(built_wheel, repaired_wheel_dir)
         else:
-            # list the dependencies
-            call(['delocate-listdeps', built_wheel], env=env)
-            # rebuild the wheel with shared libraries included and place in output dir
-            call(['delocate-wheel', '-w', '/tmp/delocated_wheel', built_wheel], env=env)
-        delocated_wheel = glob('/tmp/delocated_wheel/*.whl')[0]
+            repair_command_prepared = prepare_command(options.repair_command, wheel=built_wheel, dest_dir=repaired_wheel_dir)
+            call(repair_command_prepared, env=env, shell=True)
+        repaired_wheel = glob(os.path.join(repaired_wheel_dir, '*.whl'))[0]
 
-        # install the wheel
-        call([pip, 'install', delocated_wheel], env=env)
+        if options.test_command:
+            # set up a virtual environment to install and test from, to make sure
+            # there are no dependencies that were pulled in at build time.
+            call(['pip', 'install', 'virtualenv'] + dependency_constraint_flags, env=env)
+            venv_dir = tempfile.mkdtemp()
+
+            # Use --no-download to ensure determinism by using seed libraries
+            # built into virtualenv
+            call(['python', '-m', 'virtualenv', '--no-download', venv_dir], env=env)
+
+            virtualenv_env = env.copy()
+            virtualenv_env['PATH'] = os.pathsep.join([
+                os.path.join(venv_dir, 'bin'),
+                virtualenv_env['PATH'],
+            ])
+            virtualenv_env["__CIBW_VIRTUALENV_PATH__"] = venv_dir
+
+            # check that we are using the Python from the virtual environment
+            call(['which', 'python'], env=virtualenv_env)
+
+            if options.before_test:
+                before_test_prepared = prepare_command(options.before_test, project='.', package=options.package_dir)
+                call(before_test_prepared, env=virtualenv_env, shell=True)
+
+            # install the wheel
+            call(['pip', 'install', repaired_wheel + options.test_extras], env=virtualenv_env)
+
+            # test the wheel
+            if options.test_requires:
+                call(['pip', 'install'] + options.test_requires, env=virtualenv_env)
 
-        # test the wheel
-        if test_requires:
-            call([pip, 'install'] + test_requires, env=env)
-        if test_command:
             # run the tests from $HOME, with an absolute path in the command
             # (this ensures that Python runs the tests against the installed wheel
             # and not the repo code)
-            test_command_absolute = test_command.format(project=abs_project_dir)
-            call(shlex.split(test_command_absolute), cwd=os.environ['HOME'], env=env)
+            test_command_prepared = prepare_command(
+                options.test_command,
+                project=os.path.abspath('.'),
+                package=os.path.abspath(options.package_dir)
+            )
+            call(test_command_prepared, cwd=os.environ['HOME'], env=virtualenv_env, shell=True)
 
-        # we're all done here; move it to output
-        shutil.move(delocated_wheel, output_dir)
+            # clean up
+            shutil.rmtree(venv_dir)
+
+        # we're all done here; move it to output (overwrite existing)
+        dst = os.path.join(options.output_dir, os.path.basename(repaired_wheel))
+        shutil.move(repaired_wheel, dst)

cibuildwheel/resources/constraints-python27.txt

@@ -0,0 +1,26 @@
+#
+# This file is autogenerated by pip-compile
+# To update, run:
+#
+#    bin/update_constraints.py
+#
+appdirs==1.4.4            # via virtualenv
+configparser==4.0.2       # via importlib-metadata
+contextlib2==0.6.0.post1  # via importlib-metadata, importlib-resources, virtualenv
+delocate==0.8.0           # via -r cibuildwheel/resources/constraints.in
+distlib==0.3.0            # via virtualenv
+filelock==3.0.12          # via virtualenv
+importlib-metadata==1.6.0  # via importlib-resources, virtualenv
+importlib-resources==1.5.0  # via virtualenv
+pathlib2==2.3.5           # via importlib-metadata, importlib-resources, virtualenv
+scandir==1.10.0           # via pathlib2
+singledispatch==3.4.0.3   # via importlib-resources
+six==1.15.0               # via pathlib2, virtualenv
+typing==3.7.4.1           # via importlib-resources
+virtualenv==20.0.21       # via -r cibuildwheel/resources/constraints.in
+wheel==0.34.2             # via -r cibuildwheel/resources/constraints.in, delocate
+zipp==1.2.0               # via importlib-metadata, importlib-resources
+
+# The following packages are considered to be unsafe in a requirements file:
+pip==20.1.1               # via -r cibuildwheel/resources/constraints.in
+setuptools==44.1.0        # via -r cibuildwheel/resources/constraints.in

cibuildwheel/resources/constraints-python35.txt

@@ -0,0 +1,20 @@
+#
+# This file is autogenerated by pip-compile
+# To update, run:
+#
+#    bin/update_constraints.py
+#
+appdirs==1.4.4            # via virtualenv
+delocate==0.8.0           # via -r cibuildwheel/resources/constraints.in
+distlib==0.3.0            # via virtualenv
+filelock==3.0.12          # via virtualenv
+importlib-metadata==1.6.0  # via importlib-resources, virtualenv
+importlib-resources==1.5.0  # via virtualenv
+six==1.15.0               # via virtualenv
+virtualenv==20.0.21       # via -r cibuildwheel/resources/constraints.in
+wheel==0.34.2             # via -r cibuildwheel/resources/constraints.in, delocate
+zipp==1.2.0               # via importlib-metadata, importlib-resources
+
+# The following packages are considered to be unsafe in a requirements file:
+pip==20.1.1               # via -r cibuildwheel/resources/constraints.in
+setuptools==46.4.0        # via -r cibuildwheel/resources/constraints.in

cibuildwheel/resources/constraints-python36.txt

@@ -0,0 +1,20 @@
+#
+# This file is autogenerated by pip-compile
+# To update, run:
+#
+#    bin/update_constraints.py
+#
+appdirs==1.4.4            # via virtualenv
+delocate==0.8.0           # via -r cibuildwheel/resources/constraints.in
+distlib==0.3.0            # via virtualenv
+filelock==3.0.12          # via virtualenv
+importlib-metadata==1.6.0  # via importlib-resources, virtualenv
+importlib-resources==1.5.0  # via virtualenv
+six==1.15.0               # via virtualenv
+virtualenv==20.0.21       # via -r cibuildwheel/resources/constraints.in
+wheel==0.34.2             # via -r cibuildwheel/resources/constraints.in, delocate
+zipp==3.1.0               # via importlib-metadata, importlib-resources
+
+# The following packages are considered to be unsafe in a requirements file:
+pip==20.1.1               # via -r cibuildwheel/resources/constraints.in
+setuptools==46.4.0        # via -r cibuildwheel/resources/constraints.in

cibuildwheel/resources/constraints.in

@@ -0,0 +1,5 @@
+pip
+setuptools
+wheel
+delocate
+virtualenv

cibuildwheel/resources/constraints.txt

@@ -0,0 +1,19 @@
+#
+# This file is autogenerated by pip-compile
+# To update, run:
+#
+#    bin/update_constraints.py
+#
+appdirs==1.4.4            # via virtualenv
+delocate==0.8.0           # via -r cibuildwheel/resources/constraints.in
+distlib==0.3.0            # via virtualenv
+filelock==3.0.12          # via virtualenv
+importlib-metadata==1.6.0  # via virtualenv
+six==1.15.0               # via virtualenv
+virtualenv==20.0.21       # via -r cibuildwheel/resources/constraints.in
+wheel==0.34.2             # via -r cibuildwheel/resources/constraints.in, delocate
+zipp==3.1.0               # via importlib-metadata
+
+# The following packages are considered to be unsafe in a requirements file:
+pip==20.1.1               # via -r cibuildwheel/resources/constraints.in
+setuptools==46.4.0        # via -r cibuildwheel/resources/constraints.in

cibuildwheel/resources/pinned_docker_images.cfg

@@ -0,0 +1,22 @@
+[x86_64]
+manylinux1 = quay.io/pypa/manylinux1_x86_64:2020-05-25-b56702d
+manylinux2010 = quay.io/pypa/manylinux2010_x86_64:2020-05-20-c7bbd11
+manylinux2014 = quay.io/pypa/manylinux2014_x86_64:2020-05-17-2f8ac3b
+
+[i686]
+manylinux1 = quay.io/pypa/manylinux1_i686:2020-05-25-b56702d
+manylinux2010 = quay.io/pypa/manylinux2010_i686:2020-05-20-c7bbd11
+manylinux2014 = quay.io/pypa/manylinux2014_i686:2020-05-17-2f8ac3b
+
+[pypy_x86_64]
+manylinux2010 = pypywheels/manylinux2010-pypy_x86_64:2020-04-25-eb2cdff
+
+[aarch64]
+manylinux2014 = quay.io/pypa/manylinux2014_aarch64:2020-05-17-2f8ac3b
+
+[ppc64le]
+manylinux2014 = quay.io/pypa/manylinux2014_ppc64le:2020-05-17-2f8ac3b
+
+[s390x]
+manylinux2014 = quay.io/pypa/manylinux2014_s390x:2020-05-17-2f8ac3b
+

cibuildwheel/util.py

@@ -1,41 +1,127 @@
+import os
+import urllib.request
 from fnmatch import fnmatch
+from time import sleep
+
+from typing import Dict, List, NamedTuple, Optional
+
+from .environment import ParsedEnvironment
 
 
-def prepare_command(command, python, pip):
+def prepare_command(command: str, **kwargs: str) -> str:
     '''
-    Preprocesses a command by expanding variables like {python} or {pip}.
+    Preprocesses a command by expanding variables like {python}.
 
-    For example, used for the before_build option, where the user would
-    like to run a command like `python setup.py test`. If the command should run on
-    Python 3, the user could write `{python} setup.py test`. This command would expand
-    it out to python2 or python3 as appropriate.
+    For example, used in the test_command option to specify the path to the
+    project's root.
     '''
-    return command.format(python=python, pip=pip)
+    return command.format(python='python', pip='pip', **kwargs)
 
 
-class BuildSkipper(object):
-    def __init__(self, skip_config):
-        self.patterns = skip_config.split()
+def get_build_verbosity_extra_flags(level: int) -> List[str]:
+    if level > 0:
+        return ['-' + level * 'v']
+    elif level < 0:
+        return ['-' + -level * 'q']
+    else:
+        return []
 
-    def __call__(self, build_id):
-        return any(fnmatch(build_id, pattern) for pattern in self.patterns)
 
-    def __repr__(self):
-        return 'BuildSkipper(%r)' % ' '.join(self.patterns)
+class BuildSelector:
+    def __init__(self, build_config: str, skip_config: str):
+        self.build_patterns = build_config.split()
+        self.skip_patterns = skip_config.split()
+
+    def __call__(self, build_id: str) -> bool:
+        def match_any(patterns: List[str]) -> bool:
+            return any(fnmatch(build_id, pattern) for pattern in patterns)
+        return match_any(self.build_patterns) and not match_any(self.skip_patterns)
+
+    def __repr__(self) -> str:
+        return f'BuildSelector({" ".join(self.build_patterns)!r} - {" ".join(self.skip_patterns)!r})'
 
 
 # Taken from https://stackoverflow.com/a/107717
-class Unbuffered(object):
-    def __init__(self, stream):
+class Unbuffered:
+    def __init__(self, stream):  # type: ignore
         self.stream = stream
 
-    def write(self, data):
+    def write(self, data):  # type: ignore
         self.stream.write(data)
         self.stream.flush()
 
-    def writelines(self, datas):
+    def writelines(self, datas):  # type: ignore
         self.stream.writelines(datas)
         self.stream.flush()
 
-    def __getattr__(self, attr):
+    def __getattr__(self, attr):  # type: ignore
         return getattr(self.stream, attr)
+
+
+def download(url: str, dest: str) -> None:
+    print('+ Download ' + url + ' to ' + dest)
+    dest_dir = os.path.dirname(dest)
+    if not os.path.exists(dest_dir):
+        os.makedirs(dest_dir)
+
+    repeat_num = 3
+    for i in range(repeat_num):
+        try:
+            response = urllib.request.urlopen(url)
+        except Exception:
+            if i == repeat_num - 1:
+                raise
+            sleep(3)
+            continue
+        break
+
+    try:
+        with open(dest, 'wb') as file:
+            file.write(response.read())
+    finally:
+        response.close()
+
+
+class DependencyConstraints:
+    def __init__(self, base_file_path: str):
+        assert os.path.exists(base_file_path)
+        self.base_file_path = os.path.abspath(base_file_path)
+
+    @staticmethod
+    def with_defaults() -> 'DependencyConstraints':
+        return DependencyConstraints(
+            base_file_path=os.path.join(os.path.dirname(__file__), 'resources', 'constraints.txt')
+        )
+
+    def get_for_python_version(self, version: str) -> str:
+        version_parts = version.split('.')
+
+        # try to find a version-specific dependency file e.g. if
+        # ./constraints.txt is the base, look for ./constraints-python27.txt
+        base, ext = os.path.splitext(self.base_file_path)
+        specific = base + f'-python{version_parts[0]}{version_parts[1]}'
+        specific_file_path = specific + ext
+        if os.path.exists(specific_file_path):
+            return specific_file_path
+        else:
+            return self.base_file_path
+
+
+class BuildOptions(NamedTuple):
+    package_dir: str
+    output_dir: str
+    test_command: Optional[str]
+    test_requires: List[str]
+    test_extras: str
+    before_build: Optional[str]
+    build_verbosity: int
+    build_selector: BuildSelector
+    repair_command: str
+    environment: ParsedEnvironment
+    before_test: str
+    dependency_constraints: Optional[DependencyConstraints]
+    manylinux_images: Optional[Dict[str, str]]
+
+
+resources_dir = os.path.abspath(os.path.join(os.path.dirname(__file__), 'resources'))
+get_pip_script = os.path.join(resources_dir, 'get-pip.py')

cibuildwheel/windows.py

@@ -1,102 +1,252 @@
-from __future__ import print_function
-import os, tempfile, subprocess, sys, shutil
-try:
-    from urllib2 import urlopen
-except ImportError:
-    from urllib.request import urlopen
-from collections import namedtuple
+import os
+import shutil
+import subprocess
+import sys
+import tempfile
 from glob import glob
+from zipfile import ZipFile
 
-from .util import prepare_command, Unbuffered
+from typing import Dict, List, Optional, NamedTuple
+
+from .environment import ParsedEnvironment
+from .util import (
+    BuildOptions,
+    BuildSelector,
+    download,
+    get_build_verbosity_extra_flags,
+    get_pip_script,
+    prepare_command,
+)
 
 
-def build(project_dir, package_name, output_dir, test_command, test_requires, before_build, skip, environment):
-    # Python under AppVeyor/Windows seems to be buffering by default, giving problems interleaving subprocess call output with unflushed calls to 'print'
-    sys.stdout.flush()
-    sys.stdout = Unbuffered(sys.stdout)
+IS_RUNNING_ON_AZURE = os.path.exists('C:\\hostedtoolcache')
+IS_RUNNING_ON_TRAVIS = os.environ.get('TRAVIS_OS_NAME') == 'windows'
 
-    # run_with_env is a cmd file that sets the right environment variables to
-    run_with_env = os.path.join(tempfile.gettempdir(), 'appveyor_run_with_env.cmd')
-    if not os.path.exists(run_with_env):
-        with open(run_with_env, 'wb') as f:
-            request = urlopen('https://github.com/ogrisel/python-appveyor-demo/raw/09a1c8672e5015a74d8f69d07add6ee803c176ec/appveyor/run_with_env.cmd')
-            f.write(request.read())
 
-    def shell(args, env=None, cwd=None):
-        # print the command executing for the logs
-        print('+ ' + ' '.join(args))
-        args = ['cmd', '/E:ON', '/V:ON', '/C', run_with_env] + args
-        return subprocess.check_call(' '.join(args), env=env, cwd=cwd)
+def shell(args: List[str], env: Optional[Dict[str, str]] = None, cwd: Optional[str] = None) -> int:
+    print('+ ' + ' '.join(args))
+    return subprocess.check_call(' '.join(args), env=env, cwd=cwd, shell=True)
 
-    PythonConfiguration = namedtuple('PythonConfiguration', ['version', 'arch', 'identifier', 'path'])
+
+def get_nuget_args(version: str, arch: str) -> List[str]:
+    python_name = 'python' if version[0] == '3' else 'python2'
+    if arch == '32':
+        python_name = python_name + 'x86'
+    return [python_name, '-Version', version, '-OutputDirectory', 'C:\\cibw\\python']
+
+
+class PythonConfiguration(NamedTuple):
+    version: str
+    arch: str
+    identifier: str
+    url: Optional[str]
+
+
+def get_python_configurations(build_selector: BuildSelector) -> List[PythonConfiguration]:
     python_configurations = [
-        PythonConfiguration(version='2.7.x', arch="32", identifier='cp27-win32', path='C:\Python27'),
-        PythonConfiguration(version='2.7.x', arch="64", identifier='cp27-win_amd64', path='C:\Python27-x64'),
-        PythonConfiguration(version='3.3.x', arch="32", identifier='cp33-win32', path='C:\Python33'),
-        PythonConfiguration(version='3.3.x', arch="64", identifier='cp33-win_amd64', path='C:\Python33-x64'),
-        PythonConfiguration(version='3.4.x', arch="32", identifier='cp34-win32', path='C:\Python34'),
-        PythonConfiguration(version='3.4.x', arch="64", identifier='cp34-win_amd64', path='C:\Python34-x64'),
-        PythonConfiguration(version='3.5.x', arch="32", identifier='cp35-win32', path='C:\Python35'),
-        PythonConfiguration(version='3.5.x', arch="64", identifier='cp35-win_amd64', path='C:\Python35-x64'),
-        PythonConfiguration(version='3.6.x', arch="32", identifier='cp36-win32', path='C:\Python36'),
-        PythonConfiguration(version='3.6.x', arch="64", identifier='cp36-win_amd64', path='C:\Python36-x64'),
+        # CPython
+        PythonConfiguration(version='2.7.18', arch='32', identifier='cp27-win32', url=None),
+        PythonConfiguration(version='2.7.18', arch='64', identifier='cp27-win_amd64', url=None),
+        PythonConfiguration(version='3.5.4', arch='32', identifier='cp35-win32', url=None),
+        PythonConfiguration(version='3.5.4', arch='64', identifier='cp35-win_amd64', url=None),
+        PythonConfiguration(version='3.6.8', arch='32', identifier='cp36-win32', url=None),
+        PythonConfiguration(version='3.6.8', arch='64', identifier='cp36-win_amd64', url=None),
+        PythonConfiguration(version='3.7.7', arch='32', identifier='cp37-win32', url=None),
+        PythonConfiguration(version='3.7.7', arch='64', identifier='cp37-win_amd64', url=None),
+        PythonConfiguration(version='3.8.3', arch='32', identifier='cp38-win32', url=None),
+        PythonConfiguration(version='3.8.3', arch='64', identifier='cp38-win_amd64', url=None),
+        # PyPy
+        PythonConfiguration(version='2.7', arch='32', identifier='pp27-win32', url='https://downloads.python.org/pypy/pypy2.7-v7.3.1-win32.zip'),
+        PythonConfiguration(version='3.6', arch='32', identifier='pp36-win32', url='https://downloads.python.org/pypy/pypy3.6-v7.3.1-win32.zip'),
     ]
 
-    abs_project_dir = os.path.abspath(project_dir)
+    if IS_RUNNING_ON_TRAVIS:
+        # cannot install VCForPython27.msi which is needed for compiling C software
+        # try with (and similar): msiexec /i VCForPython27.msi ALLUSERS=1 ACCEPT=YES /passive
+        python_configurations = [c for c in python_configurations if not c.version.startswith('2.7')]
+
+    # skip builds as required
+    python_configurations = [c for c in python_configurations if build_selector(c.identifier)]
+
+    return python_configurations
+
+
+def extract_zip(zip_src: str, dest: str) -> None:
+    with ZipFile(zip_src) as zip:
+        zip.extractall(dest)
+
+
+def install_cpython(version: str, arch: str, nuget: str) -> str:
+    nuget_args = get_nuget_args(version, arch)
+    installation_path = os.path.join(nuget_args[-1], nuget_args[0] + '.' + version, 'tools')
+    shell([nuget, 'install'] + nuget_args)
+    return installation_path
+
+
+def install_pypy(version: str, arch: str, url: str) -> str:
+    assert arch == '32'
+    # Inside the PyPy zip file is a directory with the same name
+    zip_filename = url.rsplit('/', 1)[-1]
+    installation_path = os.path.join('C:\\cibw', os.path.splitext(zip_filename)[0])
+    if not os.path.exists(installation_path):
+        pypy_zip = os.path.join('C:\\cibw', zip_filename)
+        download(url, pypy_zip)
+        # Extract to the parent directory because the zip file still contains a directory
+        extract_zip(pypy_zip, os.path.dirname(installation_path))
+        pypy_exe = 'pypy3.exe' if version[0] == '3' else 'pypy.exe'
+        shell(['mklink', os.path.join(installation_path, 'python.exe'), os.path.join(installation_path, pypy_exe)])
+    return installation_path
+
+
+def setup_python(python_configuration: PythonConfiguration, dependency_constraint_flags: List[str], environment: ParsedEnvironment) -> Dict[str, str]:
+    nuget = 'C:\\cibw\\nuget.exe'
+    if not os.path.exists(nuget):
+        download('https://dist.nuget.org/win-x86-commandline/latest/nuget.exe', nuget)
+
+    if python_configuration.identifier.startswith('cp'):
+        installation_path = install_cpython(python_configuration.version, python_configuration.arch, nuget)
+    elif python_configuration.identifier.startswith('pp'):
+        assert python_configuration.url is not None
+        installation_path = install_pypy(python_configuration.version, python_configuration.arch, python_configuration.url)
+    else:
+        raise ValueError("Unknown Python implementation")
+
+    assert os.path.exists(os.path.join(installation_path, 'python.exe'))
+
+    # set up PATH and environment variables for run_with_env
+    env = os.environ.copy()
+    env['PYTHON_VERSION'] = python_configuration.version
+    env['PYTHON_ARCH'] = python_configuration.arch
+    env['PATH'] = os.pathsep.join([
+        installation_path,
+        os.path.join(installation_path, 'Scripts'),
+        env['PATH']
+    ])
+    # update env with results from CIBW_ENVIRONMENT
+    env = environment.as_dictionary(prev_environment=env)
+
+    # for the logs - check we're running the right version of python
+    shell(['where', 'python'], env=env)
+    shell(['python', '--version'], env=env)
+    shell(['python', '-c', '"import struct; print(struct.calcsize(\'P\') * 8)"'], env=env)
+    where_python = subprocess.check_output(['where', 'python'], env=env, universal_newlines=True).splitlines()[0].strip()
+    if where_python != os.path.join(installation_path, 'python.exe'):
+        print("cibuildwheel: python available on PATH doesn't match our installed instance. If you have modified PATH, ensure that you don't overwrite cibuildwheel's entry or insert python above it.", file=sys.stderr)
+        exit(1)
+
+    # make sure pip is installed
+    if not os.path.exists(os.path.join(installation_path, 'Scripts', 'pip.exe')):
+        shell(['python', get_pip_script] + dependency_constraint_flags, env=env, cwd="C:\\cibw")
+    assert os.path.exists(os.path.join(installation_path, 'Scripts', 'pip.exe'))
+    where_pip = subprocess.check_output(['where', 'pip'], env=env, universal_newlines=True).splitlines()[0].strip()
+    if where_pip.strip() != os.path.join(installation_path, 'Scripts', 'pip.exe'):
+        print("cibuildwheel: pip available on PATH doesn't match our installed instance. If you have modified PATH, ensure that you don't overwrite cibuildwheel's entry or insert pip above it.", file=sys.stderr)
+        exit(1)
+
+    # prepare the Python environment
+    shell(['python', '-m', 'pip', 'install', '--upgrade', 'pip'] + dependency_constraint_flags, env=env)
+    shell(['pip', '--version'], env=env)
+    shell(['pip', 'install', '--upgrade', 'setuptools', 'wheel'] + dependency_constraint_flags, env=env)
+
+    return env
+
+
+def build(options: BuildOptions) -> None:
     temp_dir = tempfile.mkdtemp(prefix='cibuildwheel')
     built_wheel_dir = os.path.join(temp_dir, 'built_wheel')
+    repaired_wheel_dir = os.path.join(temp_dir, 'repaired_wheel')
 
+    # install nuget as best way to provide python
+    nuget = 'C:\\cibw\\nuget.exe'
+    download('https://dist.nuget.org/win-x86-commandline/latest/nuget.exe', nuget)
+
+    python_configurations = get_python_configurations(options.build_selector)
     for config in python_configurations:
-        if skip(config.identifier):
-            print('cibuildwheel: Skipping build %s' % config.identifier, file=sys.stderr)
-            continue
+        dependency_constraint_flags = []
+        if options.dependency_constraints:
+            dependency_constraint_flags = [
+                '-c', options.dependency_constraints.get_for_python_version(config.version)
+            ]
 
-        # setup dirs
-        if os.path.exists(built_wheel_dir):
-            shutil.rmtree(built_wheel_dir)
-        os.makedirs(built_wheel_dir)
-
-        env = os.environ.copy()
-        # set up environment variables for run_with_env
-        env['PYTHON_VERSION'] = config.version
-        env['PYTHON_ARCH'] = config.arch
-        env['PATH'] = os.pathsep.join([
-            config.path,
-            os.path.join(config.path, 'Scripts'),
-            env['PATH']
-        ])
-        env = environment.as_dictionary(prev_environment=env)
-
-        # for the logs - check we're running the right version of python
-        shell(['python', '--version'], env=env)
-        shell(['python', '-c', '"import struct; print(struct.calcsize(\'P\') * 8)\"'], env=env)
-
-        # prepare the Python environment
-        shell(['pip', 'install', '--disable-pip-version-check', '--user', '--upgrade', 'pip'],
-              env=env)
-        shell(['pip', 'install', 'wheel'], env=env)
+        # install Python
+        env = setup_python(config, dependency_constraint_flags, options.environment)
 
         # run the before_build command
-        if before_build:
-            before_build_prepared = prepare_command(before_build, python='python', pip='pip')
+        if options.before_build:
+            before_build_prepared = prepare_command(options.before_build, project='.', package=options.package_dir)
             shell([before_build_prepared], env=env)
 
         # build the wheel
-        shell(['pip', 'wheel', abs_project_dir, '-w', built_wheel_dir, '--no-deps'], env=env)
-        built_wheel = glob(built_wheel_dir+'/*.whl')[0]
+        if os.path.exists(built_wheel_dir):
+            shutil.rmtree(built_wheel_dir)
+        os.makedirs(built_wheel_dir)
+        shell(['pip', 'wheel', options.package_dir, '-w', built_wheel_dir, '--no-deps'] + get_build_verbosity_extra_flags(options.build_verbosity), env=env)
+        built_wheel = glob(os.path.join(built_wheel_dir, '*.whl'))[0]
 
-        # install the wheel
-        shell(['pip', 'install', built_wheel], env=env)
+        # repair the wheel
+        if os.path.exists(repaired_wheel_dir):
+            shutil.rmtree(repaired_wheel_dir)
+        os.makedirs(repaired_wheel_dir)
+        if built_wheel.endswith('none-any.whl') or not options.repair_command:
+            # pure Python wheel or empty repair command
+            shutil.move(built_wheel, repaired_wheel_dir)
+        else:
+            repair_command_prepared = prepare_command(options.repair_command, wheel=built_wheel, dest_dir=repaired_wheel_dir)
+            shell([repair_command_prepared], env=env)
+        repaired_wheel = glob(os.path.join(repaired_wheel_dir, '*.whl'))[0]
+
+        if options.test_command:
+            # set up a virtual environment to install and test from, to make sure
+            # there are no dependencies that were pulled in at build time.
+            shell(['pip', 'install', 'virtualenv'] + dependency_constraint_flags, env=env)
+            venv_dir = tempfile.mkdtemp()
+
+            # Use --no-download to ensure determinism by using seed libraries
+            # built into virtualenv
+            shell(['python', '-m', 'virtualenv', '--no-download', venv_dir], env=env)
+
+            virtualenv_env = env.copy()
+
+            venv_script_path = os.path.join(venv_dir, 'Scripts')
+            virtualenv_env['PATH'] = os.pathsep.join([
+                venv_script_path,
+                virtualenv_env['PATH'],
+            ])
+            virtualenv_env["__CIBW_VIRTUALENV_PATH__"] = venv_dir
+
+            # check that we are using the Python from the virtual environment
+            shell(['which', 'python'], env=virtualenv_env)
+
+            if options.before_test:
+                before_test_prepared = prepare_command(
+                    options.before_test,
+                    project='.',
+                    package=options.package_dir
+                )
+                shell([before_test_prepared], env=virtualenv_env)
+
+            # install the wheel
+            shell(['pip', 'install', repaired_wheel + options.test_extras], env=virtualenv_env)
+
+            # test the wheel
+            if options.test_requires:
+                shell(['pip', 'install'] + options.test_requires, env=virtualenv_env)
 
-        # test the wheel
-        if test_requires:
-            shell(['pip', 'install'] + test_requires, env=env)
-        if test_command:
             # run the tests from c:\, with an absolute path in the command
             # (this ensures that Python runs the tests against the installed wheel
             # and not the repo code)
-            test_command_absolute = test_command.format(project=abs_project_dir)
-            shell([test_command_absolute], cwd='c:\\', env=env)
+            test_command_prepared = prepare_command(
+                options.test_command,
+                project=os.path.abspath('.'),
+                package=os.path.abspath(options.package_dir)
+            )
+            shell([test_command_prepared], cwd='c:\\', env=virtualenv_env)
 
-        # we're all done here; move it to output
-        shutil.move(built_wheel, output_dir)
+            # clean up
+            shutil.rmtree(venv_dir)
+
+        # we're all done here; move it to output (remove if already exists)
+        dst = os.path.join(options.output_dir, os.path.basename(repaired_wheel))
+        if os.path.isfile(dst):
+            os.remove(dst)
+        shutil.move(repaired_wheel, dst)

docs/contributing.md

@@ -0,0 +1,30 @@
+---
+title: Contributing
+---
+
+Wheel-building can be pretty complex. I expect users to find many edge-cases - please help the rest of the community out by documenting these, adding features to support them, and reporting bugs.
+
+I plan to be pretty liberal in accepting pull requests, as long as they align with the design goals below.
+
+`cibuildwheel` is indie open source. We're not paid to work on this.
+
+Design Goals
+------------
+
+- `cibuildwheel` should wrap the complexity of wheel building.
+- The user interface to `cibuildwheel` is the build script (e.g. `.travis.yml`). Feature additions should not increase the complexity of this script.
+- Options should be environment variables (these lend themselves better to YML config files). They should be prefixed with `CIBW_`.
+- Options should be generalise to all platforms. If platform-specific options are required, they should be namespaced e.g. `CIBW_TEST_COMMAND_MACOS`
+
+Other notes:
+
+- The platforms are very similar, until they're not. I'd rather have straight-forward code than totally DRY code, so let's keep airy platfrom abstractions to a minimum.
+- I might want to break the options into a shared config file one day, so that config is more easily shared. That has motivated some of the design decisions.
+
+### cibuildwheel's relationship with build errors
+
+cibuildwheel doesn't really do anything itself - it's always deferring to other tools (pip, wheel, auditwheel, delocate, docker). Without cibuildwheel, the process is really fragmented. Different tools, across different OSs need to be stitched together in just the right way to make it work.
+
+We're not responsible for errors in those tools, for fixing errors/crashes there. But cibuildwheel's job is providing users with an 'integrated' user experience across those tools. We provide an abstraction. The user says 'build me some wheels', not 'open the docker container, build a wheel with pip, fix up the symbols with auditwheel' etc.  However, errors have a habit of breaking abstractions. And this is where users get confused, because the mechanism of cibuildwheel is laid bare, and they must understand a little bit how it works to debug.
+
+So, if we can, I'd like to improve the experience on errors as well. In [this](https://github.com/joerick/cibuildwheel/issues/139) case, it takes a bit of knowledge to understand that the linux builds are happening in a totally different OS via docker, that the linked symbols won't match, that auditwheel will fail because of this. A problem with how the tools fit together, instead of the tools themselves.

docs/cpp_standards.md

@@ -0,0 +1,43 @@
+---
+title: Modern C++ standards
+---
+
+Building Python wheels with modern C++ standards (C++11 and later) requires a few tricks.
+
+
+## Python 2.7 and C++17
+
+The Python 2.7 header files use the `register` keyword, which is [reserved and unused from C+17 onwards](https://en.cppreference.com/w/cpp/keyword/register). Compiling a wheel for Python 2.7 with the C++17 standard is still possible to allow usage of `register` using proper flag `-Wno-register` for gcc/clang and `/wd5033` for MSVC.
+
+## manylinux1 and C++14
+The default `manylinux1` image (based on CentOS 5) contains a version of GCC and libstdc++ that only supports C++11 and earlier standards. There are however ways to compile wheels with the C++14 standard (and later): https://github.com/pypa/manylinux/issues/118
+
+`manylinux2010` and `manylinux2014` are newer and support all C++ standards (up to C++17).
+
+## macOS and deployment target versions
+
+OS X/macOS allows you to specify a so-called "deployment target" version that will ensure backwards compatibility with older versions of macOS. One way to do this is by setting the `MACOSX_DEPLOYMENT_TARGET` environment variable.
+
+However, to enable modern C++ standards, the deploment target needs to be set high enough (since older OS X/macOS versions did not have the necessary modern C++ standard library).
+
+To get C++11 and C++14 support, `MACOSX_DEPLOYMENT_TARGET` needs to be set to (at least) `"10.9"`. By default, `cibuildwheel` already does this, building 64-bit-only wheels for macOS 10.9 and later.
+
+To get C++17 support, Xcode 9.3+ is needed, requiring at least macOS 10.13 on the build machine. To use C++17 library features and link against the C++ runtime library, set `MACOSX_DEPLOYMENT_TARGET` to `"10.13"` or `"10.14"` (or higher) - macOS 10.13 offers partial C++17 support (e.g., the filesystem header is in experimental, offering `#include <experimental/filesystem>` instead of `#include <filesystem>`); macOS 10.14 has full C++17 support.
+
+However, if only C++17 compiler and standard template library (STL) features are used (not needing a C++17 runtime) it might be possible to set `MACOSX_DEPLOYMENT_TARGET` to a lower value, such as `"10.9"`. To find out if this is the case, try compiling and running with a lower `MACOSX_DEPLOYMENT_TARGET`: if C++17 features are used that require a more recent deployment target, building the wheel should fail.
+
+For more details see https://en.cppreference.com/w/cpp/compiler_support, https://en.wikipedia.org/wiki/Xcode, and https://xcodereleases.com/: Xcode 10 needs macOS 10.13 and Xcode 11 needs macOS 10.14.
+
+## Windows and Python 2.7
+
+Visual C++ for Python 2.7 does not support modern C++ standards (i.e., C++11 and later). When building on Appveyor, you will need to either use the "Visual Studio 2017" or "Visual Studio 2019" image, but Python 2.7 is not supported on these images - skip it by setting `CIBW_SKIP=cp27-win*`.
+
+There is an optional workaround for this, though: the pybind11 project argues and shows that it is [possible to compile Python 2.7 extension with a newer compiler](https://pybind11.readthedocs.io/en/stable/faq.html#working-with-ancient-visual-studio-2008-builds-on-windows) and has an example project showing how to do this: https://github.com/pybind/python_example. The main catch is that a user might need to install [a newer "Microsoft Visual C++ Redistributable"](https://support.microsoft.com/en-us/help/2977003/the-latest-supported-visual-c-downloads), since the newer C++ standard library's binaries are not included by default with the Python 2.7 installation.
+
+Forcing `distutils` or `setuptools` to use a more recent version of MSVC that supports modern C++ can be done in the following way:
+
+1. Set the environment variables `DISTUTILS_USE_SDK=1` and `MSSdk=1`. These two environment variables will tell `distutils`/`setuptools` to not search and set up a build environment that uses Visual C++ for Python 2.7 (aka. MSVC 9).
+2. Set up the build Visual Studio build environment you want to use, making sure that e.g. `PATH` contains `cl`, `link`, etc.
+    - Usually, this can be done through `vcvarsall.bat x86` or `vcvarsall.bat x64`. The exact location of this file depends on the installation, but the default path for VS 2019 Community (e.g. used in AppVeyor's `Visual Studio 2019` image) is `C:\Program Files (x86)\Microsoft Visual Studio\2019\Community\VC\Auxiliary\Build\vcvarsall.bat`. **Note**: `vcvarsall.bat` changes the environment variables, so this cannot be run in a subprocess/subshell and consequently running `vsvarsall.bat` in `CIBW_BEFORE_BUILD` does not have any effect.
+    - In Azure Pipelines, [a `VSBuild` task is available](https://docs.microsoft.com/en-us/azure/devops/pipelines/tasks/build/visual-studio-build) and GitHub Actions has [an action `microsoft/setup-msbuild`](https://github.com/microsoft/setup-msbuild) that help setting up the Visual Studio environment.
+3. Next, call `cibuildwheel`. Unfortunately, MSVC has separate toolchains for compiling 32-bit and 64-bit, so you will need to run `cibuildwheel` twice: once with `CIBW_BUILD=*-win32` after setting up the `x86` build environment, and once with `CIBW_BUILD=*-win_amd64` in a `x64` enviroment (see previous step).

docs/deliver-to-pypi.md

@@ -0,0 +1,36 @@
+---
+title: Delivering to PyPI
+---
+
+After you've built your wheels, you'll probably want to deliver them to PyPI.
+
+### Manual method
+
+On your development machine, do the following...
+
+```bash
+# Clear out your 'dist' folder. 
+rm -rf dist
+# Make a source distribution
+python setup.py sdist
+
+# 🏃🏻
+# Go and download your wheel files from wherever you put them. e.g. your CI
+# provider can be configured to store them for you. Put them all into the 
+# 'dist' folder.
+
+# Upload using 'twine' (you may need to 'pip install twine')
+twine upload dist/*
+```
+
+### Semi-automatic method using wheelhouse-uploader
+
+Obviously, manual steps are for chumps, so we can automate this a little by using [wheelhouse-uploader](https://github.com/ogrisel/wheelhouse-uploader).
+
+> Quick note from me - using S3 as a storage didn't work due to a [bug](https://issues.apache.org/jira/browse/LIBCLOUD-792) in libcloud. Feel free to use my fork of that package that fixes the bug `pip install https://github.com/joerick/libcloud/archive/v1.5.0-s3fix.zip`
+
+### Automatic method
+
+If you don't need much control over the release of a package, you can set up cibuildwheel to deliver the wheels straight to PyPI. This doesn't require anycloud storage to work - you just need to bump the version and tag it.
+
+Check out [this example repo](https://github.com/joerick/cibuildwheel-autopypi-example) for instructions on how to set this up.

docs/extra.css

@@ -0,0 +1,88 @@
+
+/* Global styles */
+
+p {
+    margin-bottom: 12px;
+}
+
+code {
+    font-size: 85%;
+    background-color: rgba(27,31,35,.05);
+    border-radius: 3px;
+    padding: .2em .4em;
+    color: inherit;
+    border: none;
+    margin: 0 1px;
+}
+
+code, pre, tt {
+    font-family: SFMono-Regular, Consolas, Liberation Mono, Menlo, monospace;
+}
+
+.hljs {
+    padding: 1em;
+    background-color: #f6f8fa;
+}
+
+h1, h2, h3, h4, h5, h6 {
+    margin-top: 2em;
+    border-bottom: 1px solid  #e1e4e5;
+    margin-bottom: 0.8em;
+    padding-bottom: 0.2em;
+
+}
+
+.rst-content blockquote {
+    margin-bottom: 14px;
+}
+
+.rst-content th {
+    white-space: normal;
+}
+
+/*
+    Code block filename style
+
+    Use by putting a quote before a code block e.g.
+
+       > filename.txt
+
+       ```
+       code here
+       ```
+
+    JS adds the relevant classes to make the following selectors work.
+*/
+.rst-content .code-block-filename {
+    margin: 0;
+    padding: 2px 1em;
+    background-color: #eff1f3;
+    font-size: 85%;
+    font-weight: bold;
+    
+    border-top-left-radius: 3px;
+    border-top-right-radius: 3px;
+
+    border-bottom: 1px solid #e6e8e9;
+    color: #444;
+}
+
+.rst-content .code-block-filename * {
+    font-size: inherit;
+}
+.rst-content .code-block-filename :last-child {
+    margin-bottom: 0;
+}
+
+.code-block-filename + pre {
+    margin-top: 0;
+    border-top-left-radius: 0;
+    border-top-right-radius: 0;
+}
+
+.code-block-filename + pre code {
+    padding-top: 0.9em;
+}
+
+/* import font awesome 4 for icons */
+@import url(https://cdnjs.cloudflare.com/ajax/libs/font-awesome/4.7.0/css/font-awesome.min.css);

docs/extra.js

@@ -0,0 +1,5 @@
+
+$('.rst-content pre')
+    .prev('blockquote')
+    .addClass('code-block-filename');
+

docs/faq.md

@@ -0,0 +1,63 @@
+---
+title: Tips and tricks
+---
+
+### Troubleshooting
+
+If your wheel didn't compile, check the list below for some debugging tips.
+
+- A mistake in your config. To quickly test your config without doing a git push and waiting for your code to build on CI, you can test the Linux build in a Docker container. On Mac or Linux, with Docker running, try `cibuildwheel --platform linux`. You'll have to bring your config into the current environment first.
+
+- Missing dependency. You might need to install something on the build machine. You can do this in `.travis.yml`, `appveyor.yml`, or `.circleci/config.yml`, with apt-get, brew or choco. Given how the Linux build works, you'll need to use the [`CIBW_BEFORE_BUILD`](options.md#before-build) option.
+
+- Windows: missing C feature. The Windows C compiler doesn't support C language features invented after 1990, so you'll have to backport your C code to C90. For me, this mostly involved putting my variable declarations at the top of the function like an animal.
+
+- MacOS: calling cibuildwheel from a python3 script and getting a `ModuleNotFoundError`? Due to a [bug](https://bugs.python.org/issue22490) in CPython, you'll need to [unset the `__PYVENV_LAUNCHER__` variable](https://github.com/joerick/cibuildwheel/issues/133#issuecomment-478288597) before activating a venv.
+
+### Linux builds on Docker
+
+Linux wheels are built in the [`manylinux` docker images](https://github.com/pypa/manylinux) to provide binary compatible wheels on Linux, according to [PEP 571](https://www.python.org/dev/peps/pep-0571/). Because of this, when building with `cibuildwheel` on Linux, a few things should be taken into account:
+
+- Programs and libraries cannot be installed on the Travis CI Ubuntu host with `apt-get`, but can be installed inside of the Docker image using `yum` or manually. The same goes for environment variables that are potentially needed to customize the wheel building. `cibuildwheel` supports this by providing the `CIBW_ENVIRONMENT` and `CIBW_BEFORE_BUILD` options to setup the build environment inside the running Docker image. See [the options docs](options.md#build-environment) for details on these options.
+
+- The project directory is mounted in the running Docker instance as `/project`, the output directory for the wheels as `/output`. In general, this is handled transparently by `cibuildwheel`. For a more finegrained level of control however, the root of the host file system is mounted as `/host`, allowing for example to access shared files, caches, etc. on the host file system.  Note that this is not available on CircleCI due to their Docker policies.
+
+- Alternative dockers images can be specified with the `CIBW_MANYLINUX_X86_64_IMAGE`, `CIBW_MANYLINUX_I686_IMAGE`, and `CIBW_MANYLINUX_PYPY_X86_64_IMAGE` options to allow for a custom, preconfigured build environment for the Linux builds. See [options](options.md#manylinux-image) for more details.
+
+### Building packages with optional C extensions
+
+`cibuildwheel` defines the environment variable `CIBUILDWHEEL` to the value `1` allowing projects for which the C extension is optional to make it mandatory when building wheels.
+
+An easy way to do it in Python 3 is through the `optional` named argument of `Extension` constructor in your `setup.py`:
+
+```python
+myextension = Extension(
+    "myextension",
+    ["myextension.c"],
+    optional=os.environ.get('CIBUILDWHEEL', '0') != '1',
+)
+```
+
+### 'No module named XYZ' errors after running cibuildwheel on macOS
+
+`cibuildwheel` on Mac installs the distributions from Python.org system-wide during its operation. This is necessary, but it can cause some confusing errors after cibuildwheel has finished.
+
+Consider the build script:
+
+```bash
+python3 -m pip install twine cibuildwheel
+python3 -m cibuildwheel --output-dir wheelhouse
+python3 -m twine upload wheelhouse/*.whl
+# error: no module named 'twine'
+```
+
+This doesn't work because while `cibuildwheel` was running, it installed a few new versions of 'python3', so the `python3` run on line 3 isn't the same as the `python3` that ran on line 1.
+
+Solutions to this vary, but the simplest is to install tools immediately before they're used:
+
+```bash
+python3 -m pip install cibuildwheel
+python3 -m cibuildwheel --output-dir wheelhouse
+python3 -m pip install twine
+python3 -m twine upload wheelhouse/*.whl
+```

docs/index.md

@@ -0,0 +1,11 @@
+---
+title: Home
+---
+
+{% 
+   includemarkdown "../README.md"
+   start="<!--intro-start-->" 
+   end="<!--intro-end-->"
+%}
+
+To get started, head over to the [setup guide](setup.md).

docs/mkdocs_include_markdown_plugin/mkdocs_include_markdown_plugin/plugin.py

@@ -0,0 +1,87 @@
+import cgi
+import io
+import os
+import re
+
+import mkdocs
+
+INCLUDE_TAG_REGEX = re.compile(
+    r'''
+        {% # opening tag
+        \s*
+        include # directive name
+        \s+
+        "(?P<filename>[^"]+)" # "filename"
+        \s*
+        %} # closing tag
+    ''',
+    flags=re.VERBOSE,
+)
+
+INCLUDEMARKDOWN_TAG_REGEX = re.compile(
+    r'''
+        {% # opening tag
+        \s*
+        includemarkdown # directive name
+        \s+
+        "(?P<filename>[^"]+)" # "filename"
+        (?:\s+start="(?P<start>[^"]+)")? # optional start expression
+        (?:\s+end="(?P<end>[^"]+)")? # optional end expression
+        \s*
+        %} # closing tag
+    ''',
+    flags=re.VERBOSE,
+)
+
+
+class ImportMarkdownPlugin(mkdocs.plugins.BasePlugin):
+    def on_page_markdown(self, markdown, page, **kwargs):
+        page_src_path = page.file.abs_src_path
+
+        def found_include_tag(match):
+            filename = match.group('filename')
+
+            file_path_abs = os.path.join(os.path.dirname(page_src_path), filename)
+
+            if not os.path.exists(file_path_abs):
+                raise ValueError('file not found', filename)
+
+            with io.open(file_path_abs, encoding='utf8') as f:
+                text_to_include = f.read()
+
+            # Allow good practice of having a final newline in the file
+            if text_to_include.endswith('\n'):
+                text_to_include = text_to_include[:-1]
+
+            return text_to_include
+
+        def found_includemarkdown_tag(match):
+            filename = match.group('filename')
+            start = match.group('start')
+            end = match.group('end')
+
+            file_path_abs = os.path.join(os.path.dirname(page_src_path), filename)
+
+            if not os.path.exists(file_path_abs):
+                raise ValueError('file not found', filename)
+
+            with io.open(file_path_abs, encoding='utf8') as f:
+                text_to_include = f.read()
+
+            if start:
+                _, _, text_to_include = text_to_include.partition(start)
+
+            if end:
+                text_to_include, _, _ = text_to_include.partition(end)
+
+            return (
+                '<!-- BEGIN INCLUDE %s %s %s -->\n' % (
+                    filename, cgi.escape(start or ''), cgi.escape(end or '')
+                )
+                + text_to_include
+                + '\n<!-- END INCLUDE -->'
+            )
+
+        markdown = re.sub(INCLUDE_TAG_REGEX, found_include_tag, markdown)
+        markdown = re.sub(INCLUDEMARKDOWN_TAG_REGEX, found_includemarkdown_tag, markdown)
+        return markdown

docs/mkdocs_include_markdown_plugin/setup.py

@@ -0,0 +1,15 @@
+from setuptools import setup
+
+setup(
+    name='mkdocs_include_markdown_plugin',
+    version='1.0',
+    author='Joe Rickerby',
+    license='Apache 2',
+    packages=['mkdocs_include_markdown_plugin'],
+    entry_points={
+        'mkdocs.plugins': [
+            'importmarkdown = mkdocs_include_markdown_plugin.plugin:ImportMarkdownPlugin',
+        ]
+    },
+    zip_safe=False
+)

docs/options.md

@@ -0,0 +1,614 @@
+## Options summary
+
+<div class="options-toc"></div>
+
+## Setting options
+
+cibuildwheel is configured using environment variables, that can be set using
+your CI config.
+
+For example, to configure cibuildwheel to run tests, add the following YAML to
+your CI config file:
+
+> .travis.yml ([docs](https://docs.travis-ci.com/user/environment-variables/))
+```yaml
+env:
+  global:
+    - CIBW_TEST_REQUIRES=pytest
+    - CIBW_TEST_COMMAND="pytest {project}/tests"
+```
+
+> appveyor.yml ([docs](https://www.appveyor.com/docs/build-configuration/#environment-variables))
+```yaml
+environment:
+  global:
+    CIBW_TEST_REQUIRES: pytest
+    CIBW_TEST_COMMAND: "pytest {project}\\tests"
+```
+
+> .circleci/config.yml ([docs](https://circleci.com/docs/2.0/configuration-reference/#environment))
+```yaml
+jobs:
+  job_name:
+    environment:
+      CIBW_TEST_REQUIRES: pytest
+      CIBW_TEST_COMMAND: "pytest {project}/tests"
+```
+
+> azure-pipelines.yml ([docs](https://docs.microsoft.com/en-us/azure/devops/pipelines/process/variables))
+```yaml
+variables:
+  CIBW_TEST_REQUIRES: pytest
+  CIBW_TEST_COMMAND: "pytest {project}/tests"
+```
+
+> .github/workflows/*.yml ([docs](https://help.github.com/en/actions/configuring-and-managing-workflows/using-environment-variables)) (can be global, in job, or in step)
+```yaml
+env:
+  CIBW_TEST_REQUIRES: pytest
+  CIBW_TEST_COMMAND: "pytest {project}/tests"
+```
+
+
+## Build selection
+
+
+### `CIBW_PLATFORM` {: #platform}
+
+> Override the auto-detected target platform
+
+Options: `auto` `linux` `macos` `windows`
+
+Default: `auto`
+
+`auto` will auto-detect platform using environment variables, such as `TRAVIS_OS_NAME`/`APPVEYOR`/`CIRCLECI`.
+
+For `linux` you need Docker running, on macOS or Linux. For `macos`, you need a Mac machine, and note that this script is going to automatically install MacPython on your system, so don't run on your development machine. For `windows`, you need to run in Windows, and `cibuildwheel` will install required versions of Python to `C:\cibw\python` using NuGet.
+
+This option can also be set using the command-line option `--platform`.
+
+### `CIBW_BUILD`, `CIBW_SKIP` {: #build-skip}
+
+> Choose the Python versions to build
+
+Space-separated list of builds to build and skip. Each build has an identifier like `cp27-manylinux_x86_64` or `cp35-macosx_x86_64` - you can list specific ones to build and `cibuildwheel` will only build those, and/or list ones to skip and `cibuildwheel` won't try to build them.
+
+When both options are specified, both conditions are applied and only builds with a tag that matches `CIBW_BUILD` and does not match `CIBW_SKIP` will be built.
+
+When setting the options, you can use shell-style globbing syntax (as per [`fnmatch`](https://docs.python.org/3/library/fnmatch.html)). All the build identifiers supported by cibuildwheel are shown below:
+
+<div class="build-id-table-marker"></div>
+
+|                 | macOS 64bit         | Manylinux x86 64bit    | Manylinux x86 32bit  | Windows 64bit   | Windows 32bit  | Manylinux Armv8 64bit  | Manylinux PPC64LE      | Manylinux s390x      |
+|-----------------|---------------------|------------------------|----------------------|-----------------|----------------|------------------------|------------------------|----------------------|
+| Python 2.7      | cp27-macosx_x86_64  | cp27-manylinux_x86_64  | cp27-manylinux_i686  | cp27-win_amd64  | cp27-win32     |                        |                        |                      |
+| Python 3.5      | cp35-macosx_x86_64  | cp35-manylinux_x86_64  | cp35-manylinux_i686  | cp35-win_amd64  | cp35-win32     | cp35-manylinux_aarch64 | cp35-manylinux_ppc64le | cp35-manylinux_s390x |
+| Python 3.6      | cp36-macosx_x86_64  | cp36-manylinux_x86_64  | cp36-manylinux_i686  | cp36-win_amd64  | cp36-win32     | cp36-manylinux_aarch64 | cp36-manylinux_ppc64le | cp36-manylinux_s390x |
+| Python 3.7      | cp37-macosx_x86_64  | cp37-manylinux_x86_64  | cp37-manylinux_i686  | cp37-win_amd64  | cp37-win32     | cp37-manylinux_aarch64 | cp37-manylinux_ppc64le | cp37-manylinux_s390x |
+| Python 3.8      | cp38-macosx_x86_64  | cp38-manylinux_x86_64  | cp38-manylinux_i686  | cp38-win_amd64  | cp38-win32     | cp38-manylinux_aarch64 | cp38-manylinux_ppc64le | cp38-manylinux_s390x |
+| PyPy 2.7 v7.3.0 | pp27-macosx_x86_64  | pp27-manylinux_x86_64  |                      |                 | pp27-win32     |                        |                        |                      |
+| PyPy 3.6 v7.3.0 | pp36-macosx_x86_64  | pp36-manylinux_x86_64  |                      |                 | pp36-win32     |                        |                        |                      |
+
+The list of supported and currently selected build identifiers can also be retrieved by passing the `--print-build-identifiers` flag to `cibuildwheel`.
+The format is `python_tag-platform_tag`, with tags similar to those in [PEP 425](https://www.python.org/dev/peps/pep-0425/#details).
+
+For CPython, the minimally supported macOS version is 10.9; for PyPy 2.7 and PyPy 3.6, respectively macOS 10.7 and 10.13 or higher is required.
+
+#### Examples
+
+```yaml
+# Only build on Python 3.6
+CIBW_BUILD: cp36-*
+
+# Skip building on Python 2.7 on the Mac
+CIBW_SKIP: cp27-macosx_x86_64
+
+# Skip building on Python 3.8 on the Mac
+CIBW_SKIP: cp38-macosx_x86_64
+
+# Skip building on Python 2.7 on all platforms
+CIBW_SKIP: cp27-*
+
+# Skip Python 2.7 on Windows
+CIBW_SKIP: cp27-win*
+
+# Skip Python 2.7 on 32-bit Windows
+CIBW_SKIP: cp27-win32
+
+# Skip Python 2.7 and Python 3.5
+CIBW_SKIP: cp27-* cp35-*
+
+# Skip Python 3.6 on Linux
+CIBW_SKIP: cp36-manylinux*
+
+# Only build on Python 3 and skip 32-bit builds
+CIBW_BUILD: cp3?-*
+CIBW_SKIP: "*-win32 *-manylinux_i686"
+
+# Only build PyPy and CPython 3
+CIBW_BUILD: pp* cp3?-*
+
+# Disable building PyPy wheels on all platforms
+CIBW_SKIP: pp*
+```
+
+<style>
+  .build-id-table-marker + table {
+    font-size: 90%;
+    white-space: nowrap;
+  }
+  .rst-content .build-id-table-marker + table td,
+  .rst-content .build-id-table-marker + table th {
+    padding: 4px 4px;
+  }
+  .build-id-table-marker + table td:not(:first-child) {
+    font-family: SFMono-Regular, Consolas, Liberation Mono, Menlo, monospace;
+    font-size: 85%;
+  }
+  dt code {
+    font-size: 100%;
+    background-color: rgba(41, 128, 185, 0.1);
+    padding: 0;
+  }
+</style>
+
+
+## Build customization
+
+
+### `CIBW_ENVIRONMENT` {: #environment}
+> Set environment variables needed during the build
+
+A space-separated list of environment variables to set during the build. Bash syntax should be used, even on Windows.
+
+You must set this variable to pass variables to Linux builds (since they execute in a Docker container). It also works for the other platforms.
+
+You can use `$PATH` syntax to insert other variables, or the `$(pwd)` syntax to insert the output of other shell commands.
+
+To specify more than one environment variable, separate the assignments by spaces.
+
+Platform-specific variants also available:<br/>
+`CIBW_ENVIRONMENT_MACOS` | `CIBW_ENVIRONMENT_WINDOWS` | `CIBW_ENVIRONMENT_LINUX`
+
+#### Examples
+```yaml
+# Set some compiler flags
+CIBW_ENVIRONMENT: "CFLAGS='-g -Wall' CXXFLAGS='-Wall'"
+
+# Append a directory to the PATH variable (this is expanded in the build environment)
+CIBW_ENVIRONMENT: "PATH=$PATH:/usr/local/bin"
+
+# Set BUILD_TIME to the output of the `date` command
+CIBW_ENVIRONMENT: "BUILD_TIME=$(date)"
+
+# Supply options to `pip` to affect how it downloads dependencies
+CIBW_ENVIRONMENT: "PIP_EXTRA_INDEX_URL=https://pypi.myorg.com/simple"
+
+# Set two flags
+CIBW_ENVIRONMENT: "BUILD_TIME=$(date) SAMPLE_TEXT=\"sample text\""
+```
+
+!!! note
+    `cibuildwheel` always defines the environment variable `CIBUILDWHEEL=1`. This can be useful for [building wheels with optional extensions](faq.md#building-packages-with-optional-c-extensions).
+
+
+### `CIBW_BEFORE_BUILD` {: #before-build}
+> Execute a shell command preparing each wheel's build
+
+A shell command to run before building the wheel. This option allows you to run a command in **each** Python environment before the `pip wheel` command. This is useful if you need to set up some dependency so it's available during the build.
+
+If dependencies are required to build your wheel (for example if you include a header from a Python module), set this to `pip install .`, and the dependencies will be installed automatically by pip. However, this means your package will be built twice - if your package takes a long time to build, you might wish to manually list the dependencies here instead.
+
+The active Python binary can be accessed using `python`, and pip with `pip`; `cibuildwheel` makes sure the right version of Python and pip will be executed. The placeholder `{package}` can be used here; it will be replaced by the path to the package being built by `cibuildwheel`.
+
+The command is run in a shell, so you can write things like `cmd1 && cmd2`.
+
+Platform-specific variants also available:<br/>
+ `CIBW_BEFORE_BUILD_MACOS` | `CIBW_BEFORE_BUILD_WINDOWS` | `CIBW_BEFORE_BUILD_LINUX`
+
+#### Examples
+```yaml
+# install your project and dependencies before building
+CIBW_BEFORE_BUILD: pip install .
+
+# install something required for the build
+CIBW_BEFORE_BUILD: pip install pybind11
+
+# chain commands using &&
+CIBW_BEFORE_BUILD: yum install -y libffi-dev && pip install .
+
+# run a script that's inside your project
+CIBW_BEFORE_BUILD: bash scripts/prepare_for_build.sh
+
+# if cibuildwheel is called with a package_dir argument, it's available as {package}
+CIBW_BEFORE_BUILD: "{package}/bin/prepare_for_build.sh"
+```
+
+
+### `CIBW_REPAIR_WHEEL_COMMAND` {: #repair-wheel-command}
+> Execute a shell command to repair each (non-pure Python) built wheel
+
+Default:
+
+- on Linux: `'auditwheel repair -w {dest_dir} {wheel}'`
+- on macOS: `'delocate-listdeps {wheel} && delocate-wheel --require-archs x86_64 -w {dest_dir} {wheel}'`
+- on Windows: `''`
+
+A shell command to repair a built wheel by copying external library dependencies into the wheel tree and relinking them.
+The command is run on each built wheel (except for pure Python ones) before testing it.
+
+The following placeholders must be used inside the command and will be replaced by `cibuildwheel`:
+
+- `{wheel}` for the absolute path to the built wheel
+- `{dest_dir}` for the absolute path of the directory where to create the repaired wheel.
+
+The command is run in a shell, so you can run multiple commands like `cmd1 && cmd2`.
+
+Platform-specific variants also available:<br/>
+`CIBW_REPAIR_WHEEL_COMMAND_MACOS` | `CIBW_REPAIR_WHEEL_COMMAND_WINDOWS` | `CIBW_REPAIR_WHEEL_COMMAND_LINUX`
+
+#### Examples
+
+```yaml
+# don't repair macOS wheels
+CIBW_REPAIR_WHEEL_COMMAND_MACOS: ""
+
+# pass the `--lib-sdir .` flag to auditwheel on Linux
+CIBW_REPAIR_WHEEL_COMMAND_LINUX: "auditwheel repair --lib-sdir . -w {dest_dir} {wheel}"
+```
+
+
+### `CIBW_MANYLINUX_X86_64_IMAGE`, `CIBW_MANYLINUX_I686_IMAGE`, `CIBW_MANYLINUX_PYPY_X86_64_IMAGE`, `CIBW_MANYLINUX_AARCH64_IMAGE`, `CIBW_MANYLINUX_PPC64LE_IMAGE`, `CIBW_MANYLINUX_S390X_IMAGE` {: #manylinux-image}
+> Specify alternative manylinux docker images
+
+An alternative Docker image to be used for building [`manylinux`](https://github.com/pypa/manylinux) wheels. `cibuildwheel` will then pull these instead of the default images, [`quay.io/pypa/manylinux2010_x86_64`](https://quay.io/pypa/manylinux2010_x86_64), [`quay.io/pypa/manylinux2010_i686`](https://quay.io/pypa/manylinux2010_i686), [`pypywheels/manylinux2010-pypy_x86_64`](https://hub.docker.com/r/pypywheels/manylinux2010-pypy_x86_64), [`quay.io/pypa/manylinux2014_aarch64`](https://quay.io/pypa/manylinux2014_aarch64), [`quay.io/pypa/manylinux2014_ppc64le`](https://quay.io/pypa/manylinux2014_ppc64le), and [`quay.io/pypa/manylinux2014_s390x`](https://quay.io/pypa/manylinux2010_s390x).
+
+The value of this option can either be set to `manylinux1`, `manylinux2010` or `manylinux2014` to use a pinned version of the [official `manylinux` images](https://github.com/pypa/manylinux) and [PyPy `manylinux` images](https://github.com/pypy/manylinux). Alternatively, set these options to any other valid Docker image name. Note that for PyPy, only the official `manylinux2010` image is currently available. For architectures other
+than x86 (x86\_64 and i686) manylinux2014 must be used because this is the first version of the manylinux specification that supports additional architectures.
+
+Beware to specify a valid Docker image that can be used in the same way as the official, default Docker images: all necessary Python and pip versions need to be present in `/opt/python/`, and the `auditwheel` tool needs to be present for `cibuildwheel` to work. Apart from that, the architecture and relevant shared system libraries need to be manylinux1-, manylinux2010- or manylinux2014-compatible in order to produce valid `manylinux1`/`manylinux2010`/`manylinux2014` wheels (see [pypa/manylinux on GitHub](https://github.com/pypa/manylinux), [PEP 513](https://www.python.org/dev/peps/pep-0513/), [PEP 571](https://www.python.org/dev/peps/pep-0571/) and [PEP 599](https://www.python.org/dev/peps/pep-0599/) for more details).
+
+Note that `auditwheel` detects the version of the `manylinux` standard in the Docker image through the `AUDITWHEEL_PLAT` environment variable, as `cibuildwheel` has no way of detecting the correct `--plat` command line argument to pass to `auditwheel` for a custom image. If a Docker image does not correctly set this `AUDITWHEEL_PLAT` environment variable, the `CIBW_ENVIRONMENT` option can be used to do so (e.g., `CIBW_ENVIRONMENT='AUDITWHEEL_PLAT="manylinux2010_$(uname -m)"'`).
+
+Note that `manylinux2014` doesn't support builds with Python 2.7 - when building with `manylinux2014`, skip Python 2.7 using `CIBW_SKIP` (see example below).
+
+#### Examples
+
+```yaml
+# build using the manylinux1 image to ensure manylinux1 wheels are produced
+# skip PyPy, since there is no PyPy manylinux1 image
+CIBW_MANYLINUX_X86_64_IMAGE: manylinux1
+CIBW_MANYLINUX_I686_IMAGE: manylinux1
+CIBW_SKIP: pp*
+
+# build using the manylinux2014 image
+CIBW_MANYLINUX_X86_64_IMAGE: manylinux2014
+CIBW_MANYLINUX_I686_IMAGE: manylinux2014
+CIBW_SKIP: cp27-manylinux*
+
+# build using the latest manylinux2010 release, instead of the cibuildwheel
+# pinned version
+CIBW_MANYLINUX_X86_64_IMAGE: quay.io/pypa/manylinux2010_x86_64:latest
+CIBW_MANYLINUX_I686_IMAGE: quay.io/pypa/manylinux2010_i686:latest
+
+# build using a different image from the docker registry
+CIBW_MANYLINUX_X86_64_IMAGE: dockcross/manylinux-x64
+CIBW_MANYLINUX_I686_IMAGE: dockcross/manylinux-x86
+```
+
+### `CIBW_DEPENDENCY_VERSIONS` {: #dependency-versions}
+> Specify how cibuildwheel controls the versions of the tools it uses
+
+Options: `pinned` `latest` `<your constraints file>`
+
+Default: `pinned`
+
+If `CIBW_DEPENDENCY_VERSIONS` is `pinned`, cibuildwheel uses versions of tools
+like `pip`, `setuptools`, `virtualenv` that were pinned with that release of
+cibuildwheel. This represents a known-good set of dependencies, and is
+recommended for build repeatability.
+
+If set to `latest`, cibuildwheel will use the latest of these packages that
+are available on PyPI. This might be preferable if these packages have bug
+fixes that can't wait for a new cibuildwheel release.
+
+To control the versions of dependencies yourself, you can supply a [pip
+constraints](https://pip.pypa.io/en/stable/user_guide/#constraints-files) file
+here and it will be used instead.
+
+!!! note
+    If you need different dependencies for each python version, provide them
+    in the same folder with a `-pythonXY` suffix. e.g. if your
+    `CIBW_DEPENDENCY_VERSIONS=./constraints.txt`, cibuildwheel will use
+    `./constraints-python27.txt` on Python 2.7, or fallback to
+    `./constraints.txt` if that's not found.
+
+Platform-specific variants also available:<br/>
+`CIBW_DEPENDENCY_VERSIONS_MACOS` | `CIBW_DEPENDENCY_VERSIONS_WINDOWS`
+
+!!! note
+    This option does not affect the tools used on the Linux build - those versions
+    are bundled with the manylinux image that cibuildwheel uses. To change
+    dependency versions on Linux, use the [CIBW_MANYLINUX_*](#manylinux-image)
+    options.
+
+#### Examples
+
+```yaml
+# use tools versions that are bundled with cibuildwheel (this is the default)
+CIBW_DEPENDENCY_VERSIONS: pinned
+
+# use the latest versions available on PyPI
+CIBW_DEPENDENCY_VERSIONS: latest
+
+# use your own pip constraints file
+CIBW_DEPENDENCY_VERSIONS: ./constraints.txt
+```
+
+
+## Testing
+
+### `CIBW_TEST_COMMAND` {: #test-command}
+> Execute a shell command to test each built wheel
+
+Shell command to run tests after the build. The wheel will be installed automatically and available for import from the tests. To ensure the wheel is imported by your tests (instead of your source copy), tests are run from a different directory. Use the placeholders `{project}` and `{package}` when specifying paths in your project.
+
+- `{project}` is an absolute path to the project root - the working directory where cibuildwheel was called.
+- `{package}` is the path to the package being built - the `package_dir` argument supplied to cibuildwheel on the command line.
+
+The command is run in a shell, so you can write things like `cmd1 && cmd2`.
+
+Platform-specific variants also available:<br/>
+`CIBW_TEST_COMMAND_MACOS` | `CIBW_TEST_COMMAND_WINDOWS` | `CIBW_TEST_COMMAND_LINUX`
+
+#### Examples
+
+```yaml
+# run the project tests against the installed wheel using `nose`
+CIBW_TEST_COMMAND: nosetests {project}/tests
+
+# run the package tests using `pytest`
+CIBW_TEST_COMMAND: pytest {package}/tests
+```
+
+
+### `CIBW_TEST_REQUIRES` {: #test-requires}
+> Install Python dependencies before running the tests
+
+Space-separated list of dependencies required for running the tests.
+
+Platform-specific variants also available:<br/>
+`CIBW_TEST_REQUIRES_MACOS` | `CIBW_TEST_REQUIRES_WINDOWS` | `CIBW_TEST_REQUIRES_LINUX`
+
+#### Examples
+
+```yaml
+# install pytest before running CIBW_TEST_COMMAND
+CIBW_TEST_REQUIRES: pytest
+
+# install specific versions of test dependencies
+CIBW_TEST_REQUIRES: nose==1.3.7 moto==0.4.31
+```
+
+
+### `CIBW_TEST_EXTRAS` {: #test-extras}
+> Install your wheel for testing using `extras_require`
+
+Comma-separated list of
+[extras_require](https://setuptools.readthedocs.io/en/latest/setuptools.html#declaring-extras-optional-features-with-their-own-dependencies)
+options that should be included when installing the wheel prior to running the
+tests. This can be used to avoid having to redefine test dependencies in
+`CIBW_TEST_REQUIRES` if they are already defined in `setup.py` or
+`setup.cfg`.
+
+Platform-specific variants also available:<br/>
+`CIBW_TEST_EXTRAS_MACOS` | `CIBW_TEST_EXTRAS_WINDOWS` | `CIBW_TEST_EXTRAS_LINUX`
+
+#### Examples
+
+```yaml
+# will cause the wheel to be installed with `pip install <wheel_file>[test,qt]`
+CIBW_TEST_EXTRAS: test,qt
+```
+
+### `CIBW_BEFORE_TEST` {: #before-test}
+> Execute a shell command before testing each wheel
+
+A shell command to run in **each** test virtual environment, before your wheel is installed and tested. This is useful if you need to install a non pip package, change values of environment variables
+or perform multi step pip installation (e.g. installing `scikit-build` or `cython` before install test package)
+
+The active Python binary can be accessed using `python`, and pip with `pip`; `cibuildwheel` makes sure the right version of Python and pip will be executed. The placeholder `{package}` can be used here; it will be replaced by the path to the package being built by `cibuildwheel`.
+
+The command is run in a shell, so you can write things like `cmd1 && cmd2`.
+
+Platform-specific variants also available:<br/>
+ `CIBW_BEFORE_TEST_MACOS` | `CIBW_BEFORE_TEST_WINDOWS` | `CIBW_BEFORE_TEST_LINUX`
+
+#### Examples
+```yaml
+# install test dependencies with overwritten environment variables.
+CIBW_BEFORE_TEST: CC=gcc CXX=g++ pip install -r requirements.txt
+
+# chain commands using &&
+CIBW_BEFORE_TEST: rm -rf ./data/cache && mkdir -p ./data/cache
+
+# install non pip python package
+CIBW_BEFORE_TEST: cd some_dir; ./configure; make; make install
+
+# install python packages that are required to install test dependencies
+CIBW_BEFORE_TEST: pip install cmake scikit-build
+```
+
+## Other
+
+### `CIBW_BUILD_VERBOSITY` {: #build-verbosity}
+> Increase/decrease the output of pip wheel
+
+An number from 1 to 3 to increase the level of verbosity (corresponding to invoking pip with `-v`, `-vv`, and `-vvv`), between -1 and -3 (`-q`, `-qq`, and `-qqq`), or just 0 (default verbosity). These flags are useful while debugging a build when the output of the actual build invoked by `pip wheel` is required.
+
+Platform-specific variants also available:<br/>
+`CIBW_BUILD_VERBOSITY_MACOS` | `CIBW_BUILD_VERBOSITY_WINDOWS` | `CIBW_BUILD_VERBOSITY_LINUX`
+
+#### Examples
+
+```yaml
+# increase pip debugging output
+CIBW_BUILD_VERBOSITY: 1
+```
+
+
+## Command line options
+
+```text
+usage: cibuildwheel [-h] [--platform {auto,linux,macos,windows}]
+                    [--output-dir OUTPUT_DIR] [--print-build-identifiers]
+                    [package_dir]
+
+Build wheels for all the platforms.
+
+positional arguments:
+  package_dir           Path to the package that you want wheels for. Must be
+                        a subdirectory of the working directory. When set, the
+                        working directory is still considered the 'project'
+                        and is copied into the Docker container on Linux.
+                        Default: the working directory.
+
+optional arguments:
+  -h, --help            show this help message and exit
+  --platform {auto,linux,macos,windows}
+                        Platform to build for. For "linux" you need docker
+                        running, on Mac or Linux. For "macos", you need a Mac
+                        machine, and note that this script is going to
+                        automatically install MacPython on your system, so
+                        don't run on your development machine. For "windows",
+                        you need to run in Windows, and it will build and test
+                        for all versions of Python. Default: auto.
+  --output-dir OUTPUT_DIR
+                        Destination folder for the wheels.
+  --print-build-identifiers
+                        Print the build identifiers matched by the current
+                        invocation and exit.
+```
+
+<style>
+  .toctree-l3 {
+    border-left: 10px solid transparent;
+  }
+
+  .options-toc {
+    display: grid;
+    grid-auto-columns: fit-content(20%) 1fr;
+    grid-gap: 16px 32px;
+    gap: 16px 32px;
+    font-size: 90%;
+    margin-bottom: 28px;
+    margin-top: 28px;
+  }
+  .options-toc .header {
+    grid-column: 1 / 3;
+    font-weight: bold;
+  }
+  .options-toc .header:first-child {
+    margin-top: 0;
+  }
+  .options-toc a.option {
+    display: block;
+    margin-bottom: 5px;
+  }
+  h3 code {
+    font-size: 100%;
+  }
+</style>
+
+<script>
+  document.addEventListener('DOMContentLoaded', function() {
+    // gather the options data
+    var options = {}
+    var headers = []
+
+    $('.rst-content h3')
+      .filter(function (i, el) {
+        return !!$(el).text().match(/(^([A-Z0-9, _]| and )+)¶$/);
+      })
+      .each(function (i, el) {
+        var optionName = $(el).text().replace('¶', '');
+        var description = $(el).next('blockquote').text()
+        var header = $(el).prevAll('h2').first().text().replace('¶', '')
+        var id = el.id;
+
+        if (options[header] === undefined) {
+          options[header] = [];
+          headers.push(header);
+        }
+        console.log(optionName, description, header);
+
+        options[header].push({name: optionName, description, id});
+      });
+
+    // write the table of contents
+
+    var tocTable = $('.options-toc');
+
+    for (var i = 0; i < headers.length; i += 1) {
+      var header = headers[i];
+      var headerOptions = options[header];
+
+      $('<div class="header">').text(header).appendTo(tocTable);
+
+      for (var j = 0; j < headerOptions.length; j += 1) {
+        var option = headerOptions[j];
+
+        var optionNames = option.name.split(', ')
+
+        $('<div class="name">')
+          .append($.map(optionNames, function (name) {
+            return $('<a class="option">')
+              .append(
+                $('<code>').text(name)
+              )
+              .attr('href', '#'+option.id)
+            }
+          ))
+          .appendTo(tocTable);
+        $('<div class="description">')
+          .text(option.description)
+          .appendTo(tocTable);
+      }
+    }
+
+    // write the markdown table for the README
+
+    var markdown = ''
+
+    markdown += '|   | Option | Description |\n'
+    markdown += '|---|--------|-------------|\n'
+
+    var prevHeader = null
+
+    for (var i = 0; i < headers.length; i += 1) {
+      var header = headers[i];
+      var headerOptions = options[header];
+      for (var j = 0; j < headerOptions.length; j += 1) {
+        var option = headerOptions[j];
+
+        if (j == 0) {
+          markdown += '| **'+header+'** '
+        } else {
+          markdown += '|   '
+        }
+
+        var optionNames = option.name.trim().split(', ')
+        var url = 'https://cibuildwheel.readthedocs.io/en/stable/options/#'+option.id;
+        var namesMarkdown = $.map(optionNames, function(n) {
+          return '[`'+n+'`]('+url+') '
+        }).join(' ')
+
+        markdown += '| '+namesMarkdown+' '
+        markdown += '| '+option.description.trim()+' '
+        markdown += '|\n'
+      }
+    }
+
+    console.log('readme options markdown\n', markdown)
+  });
+</script>

docs/setup.md

@@ -0,0 +1,112 @@
+---
+title: 'Setup'
+---
+
+# GitHub Actions [linux/mac/windows] {: #github-actions}
+
+To build Linux, Mac, and Windows wheels using Github Actions, create a `.github/workflows/build.yml` file in your repo.
+
+> build.yml
+```yaml
+{% include "../examples/github-minimal.yml" %}
+```
+
+Commit this file, and push to Github - either to your default branch, or to a PR branch. The build should start automatically.
+
+For more info on this file, check out the [docs](https://help.github.com/en/actions/reference/workflow-syntax-for-github-actions).
+
+# Azure Pipelines [linux/mac/windows] {: #azure-pipelines}
+
+To build Linux, Mac, and Windows wheels on Azure Pipelines, create a `azure-pipelines.yml` file in your repo.
+
+> azure-pipelines.yml
+```yaml
+{% include "../examples/azure-pipelines-minimal.yml" %}
+```
+
+!!! note
+    To support Python 3.5 on Windows, make sure to specify the use of `{vmImage: 'vs2017-win2016'}` on Windows, to ensure the required toolchain is available.
+
+Commit this file, enable building of your repo on Azure Pipelines, and push.
+
+Wheels will be stored for you and available through the Pipelines interface. For more info on this file, check out the [docs](https://docs.microsoft.com/en-us/azure/devops/pipelines/yaml-schema).
+
+# Travis CI [linux/mac/windows] {: #travis-ci}
+
+To build Linux, Mac, and Windows wheels on Travis CI, create a `.travis.yml` file in your repo.
+
+> .travis.yml
+```yaml
+{% include "../examples/travis-ci-minimal.yml" %}
+```
+
+Note that building Windows Python 2.7 wheels on Travis is unsupported.
+
+Commit this file, enable building of your repo on Travis CI, and push.
+
+Then setup a deployment method by following the [Travis CI deployment docs](https://docs.travis-ci.com/user/deployment/), or see [Delivering to PyPI](deliver-to-pypi.md). For more info on `.travis.yml`, check out the [docs](https://docs.travis-ci.com/).
+
+# CircleCI [linux/mac] {: #circleci}
+
+To build Linux and Mac wheels on CircleCI, create a `.circleci/config.yml` file in your repo,
+
+> .circleci/config.yml
+```yaml
+{% include "../examples/circleci-minimal.yml" %}
+```
+
+Commit this file, enable building of your repo on CircleCI, and push.
+
+!!! note
+    CircleCI doesn't enable free macOS containers for open source by default, but you can ask for access. See [here](https://circleci.com/docs/2.0/oss/#overview) for more information.
+
+CircleCI will store the built wheels for you - you can access them from the project console. Check out the CircleCI [docs](https://circleci.com/docs/2.0/configuration-reference/#section=configuration) for more info on this config file.
+
+# AppVeyor [linux/mac/windows] {: #appveyor}
+
+To build Linux, Mac, and Windows wheels on AppVeyor, create an `appveyor.yml` file in your repo.
+
+> appveyor.yml
+
+```yaml
+{% include "../examples/appveyor-minimal.yml" %}
+```
+
+Commit this file, enable building of your repo on AppVeyor, and push.
+
+AppVeyor will store the built wheels for you - you can access them from the project console. Alternatively, you may want to store them in the same place as the Travis CI build. See [AppVeyor deployment docs](https://www.appveyor.com/docs/deployment/) for more info, or see [Delivering to PyPI](deliver-to-pypi.md) below.
+
+For more info on this config file, check out the [docs](https://www.appveyor.com/docs/).
+
+> ⚠️ Got an error? Check the [FAQ](faq.md).
+
+<script>
+  document.addEventListener('DOMContentLoaded', function() {
+    $('.toctree-l2 a, .rst-content h1').each(function(i, el) {
+      var text = $(el).text()
+      var match = text.match(/(.*) \[([a-z/]+)\]/);
+
+      if (match) {
+        var iconHTML = $.map(match[2].split('/'), function(ident) {
+          switch (ident) {
+            case 'linux':
+              return '<i class="fa fa-linux" aria-hidden="true"></i>'
+            case 'windows':
+              return '<i class="fa fa-windows" aria-hidden="true"></i>'
+            case 'mac':
+              return '<i class="fa fa-apple" aria-hidden="true"></i>'
+          }
+        }).join(' ');
+
+        $(el).append(
+          $('<div>')
+            .append(iconHTML)
+            .css({float: 'right'})
+        )
+        $(el).contents()
+          .filter(function(){ return this.nodeType == 3; }).first()
+          .replaceWith(match[1]);
+      }
+    });
+  });
+</script>

examples/appveyor-minimal.yml

@@ -0,0 +1,21 @@
+environment:
+  matrix:
+    - APPVEYOR_BUILD_WORKER_IMAGE: Ubuntu
+      APPVEYOR_JOB_NAME: "python37-x64-ubuntu"
+    - APPVEYOR_BUILD_WORKER_IMAGE: Visual Studio 2015
+      APPVEYOR_JOB_NAME: "python37-x64-vs2015"
+    - APPVEYOR_BUILD_WORKER_IMAGE: macos-mojave
+      APPVEYOR_JOB_NAME: "python37-x64-macos-mojave"
+
+stack: python 3.7
+
+init:
+- cmd: set PATH=C:\Python37;C:\Python37\Scripts;%PATH%
+
+install: python -m pip install cibuildwheel==1.4.2
+
+build_script: python -m cibuildwheel --output-dir wheelhouse
+
+artifacts:
+  - path: "wheelhouse\\*.whl"
+    name: Wheels

examples/azure-pipelines-minimal.yml

@@ -0,0 +1,35 @@
+jobs:
+- job: linux
+  pool: {vmImage: 'Ubuntu-16.04'}
+  steps:
+    - task: UsePythonVersion@0
+    - bash: |
+        python3 -m pip install --upgrade pip
+        pip3 install cibuildwheel==1.4.2
+        cibuildwheel --output-dir wheelhouse .
+    - task: PublishBuildArtifacts@1
+      inputs: {pathtoPublish: 'wheelhouse'}
+
+- job: macos
+  pool: {vmImage: 'macOS-10.15'}
+  steps:
+    - task: UsePythonVersion@0
+    - bash: |
+        python3 -m pip install --upgrade pip
+        pip3 install cibuildwheel==1.4.2
+        cibuildwheel --output-dir wheelhouse .
+    - task: PublishBuildArtifacts@1
+      inputs: {pathtoPublish: 'wheelhouse'}
+
+- job: windows
+  pool: {vmImage: 'vs2017-win2016'}
+  steps:
+    - task: UsePythonVersion@0
+    - script: choco install vcpython27 -f -y
+      displayName: Install Visual C++ for Python 2.7
+    - bash: |
+        python -m pip install --upgrade pip
+        pip install cibuildwheel==1.4.2
+        cibuildwheel --output-dir wheelhouse .
+    - task: PublishBuildArtifacts@1
+      inputs: {pathtoPublish: 'wheelhouse'}

examples/circleci-minimal.yml

@@ -0,0 +1,38 @@
+version: 2
+
+jobs:
+  linux-wheels:
+    working_directory: ~/linux-wheels
+    docker:
+      - image: circleci/python:3.6
+    steps:
+      - checkout
+      - setup_remote_docker
+      - run:
+          name: Build the Linux wheels.
+          command: |
+            pip3 install --user cibuildwheel==1.4.2
+            cibuildwheel --output-dir wheelhouse
+      - store_artifacts:
+          path: wheelhouse/
+
+  osx-wheels:
+    working_directory: ~/osx-wheels
+    macos:
+      xcode: "10.0.0"
+    steps:
+      - checkout
+      - run:
+          name: Build the OS X wheels.
+          command: |
+            pip3 install --user cibuildwheel==1.4.2
+            cibuildwheel --output-dir wheelhouse
+      - store_artifacts:
+          path: wheelhouse/
+
+workflows:
+  version: 2
+  all-tests:
+    jobs:
+      - linux-wheels
+      - osx-wheels

examples/github-minimal.yml

@@ -0,0 +1,37 @@
+name: Build
+
+on: [push, pull_request]
+
+jobs:
+  build_wheels:
+    name: Build wheel on ${{ matrix.os }}
+    runs-on: ${{ matrix.os }}
+    strategy:
+      matrix:
+        os: [ubuntu-18.04, windows-latest, macos-latest]
+
+    steps:
+    - uses: actions/checkout@v1
+
+    - uses: actions/setup-python@v1
+      name: Install Python
+      with:
+        python-version: '3.7'
+
+    - name: Install cibuildwheel
+      run: |
+        python -m pip install cibuildwheel==1.4.2
+
+    - name: Install Visual C++ for Python 2.7
+      if: startsWith(matrix.os, 'windows')
+      run: |
+        choco install vcpython27 -f -y
+
+    - name: Build wheel
+      run: |
+        python -m cibuildwheel --output-dir wheelhouse
+
+    - uses: actions/upload-artifact@v1
+      with:
+        name: wheels
+        path: ./wheelhouse

examples/travis-ci-deploy-only.yml

@@ -0,0 +1,40 @@
+# As written, this configuration will build your wheels on every
+# commit, but will only push to PyPI on tagged commits.
+
+language: python
+
+jobs:
+  include:
+    # perform a linux build
+    - services: docker
+    # and a mac build
+    - os: osx
+      language: shell
+    # and a windows build
+    - os: windows
+      language: shell
+      before_install:
+        - choco install python --version 3.8.0
+        - export PATH="/c/Python38:/c/Python38/Scripts:$PATH"
+        # make sure it's on PATH as 'python3'
+        - ln -s /c/Python38/python.exe /c/Python38/python3.exe
+
+env:
+  global:
+    - TWINE_USERNAME=__token__
+    # Note: TWINE_PASSWORD is set to a PyPI API token in Travis settings
+
+install:
+  - python3 -m pip install cibuildwheel==1.4.2
+
+script:
+  # build the wheels, put them into './wheelhouse'
+  - python3 -m cibuildwheel --output-dir wheelhouse
+
+after_success:
+  # if the release was tagged, upload them to PyPI
+  - |
+    if [[ $TRAVIS_TAG ]]; then
+      python3 -m pip install twine
+      python3 -m twine upload wheelhouse/*.whl
+    fi

examples/travis-ci-minimal.yml

@@ -0,0 +1,33 @@
+language: python
+
+jobs:
+  include:
+    # perform a linux build
+    - services: docker
+    # perform a linux ARMv8 build
+    - services: docker
+      arch: arm64
+    # perform a linux PPC64LE build
+    - services: docker
+      arch: ppc64le
+    # perform a linux S390X build
+    - services: docker
+      arch: s390x
+    # and a mac build
+    - os: osx
+      language: shell
+    # and a windows build
+    - os: windows
+      language: shell
+      before_install:
+        - choco install python --version 3.8.0
+        - export PATH="/c/Python38:/c/Python38/Scripts:$PATH"
+        # make sure it's on PATH as 'python3'
+        - ln -s /c/Python38/python.exe /c/Python38/python3.exe
+
+install:
+  - python3 -m pip install cibuildwheel==1.4.2
+
+script:
+  # build the wheels, put them into './wheelhouse'
+  - python3 -m cibuildwheel --output-dir wheelhouse

examples/travis-ci-test-and-deploy.yml

@@ -0,0 +1,87 @@
+# In this configuration, the package is tested against multiple versions of python
+# on Linux and on one version of Python on Windows. If and only if all tests pass
+# will the wheels be built and deployed. Further, deployment is only initiated if
+# the current branch is "master", the current commit is tagged, and the current
+# repo is yours (e.g. it won't run on a Pull Request). For convenience, a source
+# distribution is also created.
+
+language: python
+python:
+  - 3.6
+  - 3.7
+  - 3.8
+
+before_install:
+  - |
+    if [[ "$TRAVIS_OS_NAME" = windows ]]; then
+        choco install python --version 3.8.0
+        export PATH="/c/Python38:/c/Python38/Scripts:$PATH"
+        # make sure it's on PATH as 'python3'
+        ln -s /c/Python38/python.exe /c/Python38/python3.exe
+    fi
+
+install:
+  - python3 -m pip install pytest
+
+script:
+  - python3 setup.py install
+  - pytest
+
+stages:
+  - test
+  # Only execute deployment stage on tagged commits, and from your repository
+  # (e.g. not PRs). Replace with your repo name.
+  - name: deploy
+    if: tag IS PRESENT AND repo = joerick/cibuildwheel
+    # To only build tags that look like vX.Y.Z:
+    #   if: tag =~ ^v\d+\.\d+\.\d+$ AND repo = joerick/cibuildwheel
+
+jobs:
+  include:
+    # Optional: run a test on Windows
+    - os: windows
+      language: shell
+      name: Test on Windows
+
+    # Deploy source distribution
+    - stage: deploy
+      name: Deploy source distribution
+      install: skip
+      script: python3 setup.py sdist --formats=gztar
+      after_success: |
+        python3 -m pip install twine
+        python3 -m twine upload --skip-existing dist/*.tar.gz
+    # Deploy on linux
+    - stage: deploy
+      name: Build and deploy Linux wheels
+      services: docker
+      install: python3 -m pip install cibuildwheel==1.4.2
+      script: python3 -m cibuildwheel --output-dir wheelhouse
+      after_success: |
+        python3 -m pip install twine
+        python3 -m twine upload --skip-existing wheelhouse/*.whl
+    # Deploy on mac
+    - stage: deploy
+      name: Build and deploy macOS wheels
+      os: osx
+      language: shell
+      install: python3 -m pip install cibuildwheel==1.4.2
+      script: python3 -m cibuildwheel --output-dir wheelhouse
+      after_success: |
+        python3 -m pip install twine
+        python3 -m twine upload --skip-existing wheelhouse/*.whl
+    # Deploy on windows
+    - stage: deploy
+      name: Build and deploy Windows wheels
+      os: windows
+      language: shell
+      install: python3 -m pip install cibuildwheel==1.4.2
+      script: python3 -m cibuildwheel --output-dir wheelhouse
+      after_success: |
+        python3 -m pip install twine
+        python3 -m twine upload --skip-existing wheelhouse/*.whl
+
+env:
+  global:
+    - TWINE_USERNAME=__token__
+    # Note: TWINE_PASSWORD is set to a PyPI API token in Travis settings

mkdocs.yml

@@ -0,0 +1,35 @@
+site_name: cibuildwheel
+docs_dir: docs
+theme:
+  name: readthedocs
+  highlightjs: true
+  hljs_languages:
+      - yaml
+repo_url: https://github.com/joerick/cibuildwheel
+
+extra_css:
+  - extra.css
+
+extra_javascript:
+  - extra.js
+
+nav:
+  - Home: index.md
+  - setup.md
+  - options.md
+  - deliver-to-pypi.md
+  - cpp_standards.md
+  - faq.md
+  - contributing.md
+
+markdown_extensions:
+  - fenced_code
+  - toc:
+      permalink: True
+  - attr_list
+  - admonition
+  - pymdownx.magiclink:
+      repo_url_shortener: True
+
+plugins:
+  - importmarkdown

requirements-dev.txt

@@ -1,2 +1,8 @@
 -e .
+-e ./docs/mkdocs_include_markdown_plugin
 pytest
+mkdocs==1.0.4
+pymdown-extensions
+pip-tools
+requests
+click

setup.cfg

@@ -1,14 +1,40 @@
-[bumpversion]
-current_version = 0.7.0
-commit = True
-tag = True
-message = Bump version
+[flake8]
+ignore = E501,W503,E741
+application-import-names = cibuildwheel
+exclude =
+  cibuildwheel/resources/,
+  dist/,
+  build/,
+  .git/,
+  env/,
+  env2/,
+  env??/,
+  .venv/,
+  site/
 
-[bumpversion:file:setup.py]
+[tool:pytest]
+junit_family=xunit2
 
-[bumpversion:file:cibuildwheel/__init__.py]
+[mypy]
+python_version = 3.6
+files = cibuildwheel,test
 
-[bumpversion:file:README.md]
-search = cibuildwheel=={current_version}
-replace = cibuildwheel=={new_version}
+warn_unused_configs = True
+warn_redundant_casts = True
 
+[mypy-cibuildwheel]
+disallow_any_generics = True
+disallow_subclassing_any = True
+disallow_untyped_calls = True
+disallow_untyped_defs = True
+disallow_incomplete_defs = True
+check_untyped_defs = True
+disallow_untyped_decorators = True
+no_implicit_optional = True
+warn_unused_ignores = True
+warn_return_any = True
+no_implicit_reexport = True
+strict_equality = True
+
+[mypy-pytest,setuptools]
+ignore_missing_imports = True

setup.py

@@ -1,30 +1,40 @@
-#!/usr/bin/env python
 # -*- coding: utf-8 -*-
+import io
+import os
 
 try:
     from setuptools import setup
 except ImportError:
     from distutils.core import setup
 
+this_directory = os.path.dirname(__file__)
+with io.open(os.path.join(this_directory, 'README.md'), encoding='utf-8') as f:
+    long_description = f.read()
+
 setup(
     name='cibuildwheel',
-    version='0.7.0',
-    install_requires=['bashlex'],
+    version='1.4.2',
+    install_requires=['bashlex!=0.13'],
     description="Build Python wheels on CI with minimal configuration.",
-    long_description='For readme please see http://github.com/joerick/cibuildwheel',
+    long_description=long_description,
+    long_description_content_type='text/markdown',
     author="Joe Rickerby",
     author_email='joerick@mac.com',
     url='https://github.com/joerick/cibuildwheel',
-    packages=['cibuildwheel',],
+    packages=['cibuildwheel', ],
     license="BSD",
     zip_safe=False,
+    package_data={
+        'cibuildwheel': ['resources/*'],
+    },
+    # Supported python versions
+    python_requires='>=3.6',
     keywords='ci wheel packaging pypi travis appveyor macos linux windows',
     classifiers=[
         'Intended Audience :: Developers',
         'Natural Language :: English',
-        'Programming Language :: Python :: 2',
         'Programming Language :: Python :: 3',
-        'Development Status :: 4 - Beta',
+        'Development Status :: 5 - Production/Stable',
         'License :: OSI Approved :: BSD License',
         'Programming Language :: Python :: Implementation :: CPython',
         'Topic :: Software Development :: Build Tools',

test/01_basic/setup.py

@@ -1,12 +0,0 @@
-import os
-
-from setuptools import setup, Extension
-
-if os.environ.get('CIBUILDWHEEL', '0') != '1':
-    raise Exception('CIBUILDWHEEL environment variable is not set to 1')
-
-setup(
-    name="spam",
-    ext_modules=[Extension('spam', sources=['spam.c'])],
-    version="0.1.0",
-)

test/01_basic/spam.c

@@ -1,48 +0,0 @@
-#include <Python.h>
-
-static PyObject *
-spam_system(PyObject *self, PyObject *args)
-{
-    const char *command;
-    int sts;
-
-    if (!PyArg_ParseTuple(args, "s", &command))
-        return NULL;
-    sts = system(command);
-    return PyLong_FromLong(sts);
-}
-
-/* Module initialization */
-
-#if PY_MAJOR_VERSION >= 3
-    #define MOD_INIT(name) PyMODINIT_FUNC PyInit_##name(void)
-    #define MOD_DEF(m, name, doc, methods, module_state_size) \
-        static struct PyModuleDef moduledef = { \
-            PyModuleDef_HEAD_INIT, name, doc, module_state_size, methods, }; \
-        m = PyModule_Create(&moduledef);
-    #define MOD_RETURN(m) return m;
-#else
-    #define MOD_INIT(name) PyMODINIT_FUNC init##name(void)
-    #define MOD_DEF(m, name, doc, methods, module_state_size) \
-        m = Py_InitModule3(name, methods, doc);
-    #define MOD_RETURN(m) return;
-#endif
-
-static PyMethodDef module_methods[] = {
-    {"system", (PyCFunction)spam_system, METH_VARARGS, 
-     "Execute a shell command."},
-    {NULL}  /* Sentinel */
-};
-
-MOD_INIT(spam)
-{
-    PyObject* m;
-
-    MOD_DEF(m, 
-            "spam", 
-            "Example module", 
-            module_methods,
-            -1)
-
-    MOD_RETURN(m)
-}

test/02_test/environment.json

@@ -1,4 +0,0 @@
-{
-    "CIBW_TEST_REQUIRES": "nose",
-    "CIBW_TEST_COMMAND": "nosetests {project}/test"
-}

test/02_test/setup.py

@@ -1,7 +0,0 @@
-from setuptools import setup, Extension
-
-setup(
-    name="spam",
-    ext_modules=[Extension('spam', sources=['spam.c'])],
-    version="0.1.0",
-)

test/02_test/spam.c

@@ -1,48 +0,0 @@
-#include <Python.h>
-
-static PyObject *
-spam_system(PyObject *self, PyObject *args)
-{
-    const char *command;
-    int sts;
-
-    if (!PyArg_ParseTuple(args, "s", &command))
-        return NULL;
-    sts = system(command);
-    return PyLong_FromLong(sts);
-}
-
-/* Module initialization */
-
-#if PY_MAJOR_VERSION >= 3
-    #define MOD_INIT(name) PyMODINIT_FUNC PyInit_##name(void)
-    #define MOD_DEF(m, name, doc, methods, module_state_size) \
-        static struct PyModuleDef moduledef = { \
-            PyModuleDef_HEAD_INIT, name, doc, module_state_size, methods, }; \
-        m = PyModule_Create(&moduledef);
-    #define MOD_RETURN(m) return m;
-#else
-    #define MOD_INIT(name) PyMODINIT_FUNC init##name(void)
-    #define MOD_DEF(m, name, doc, methods, module_state_size) \
-        m = Py_InitModule3(name, methods, doc);
-    #define MOD_RETURN(m) return;
-#endif
-
-static PyMethodDef module_methods[] = {
-    {"system", (PyCFunction)spam_system, METH_VARARGS, 
-     "Execute a shell command."},
-    {NULL}  /* Sentinel */
-};
-
-MOD_INIT(spam)
-{
-    PyObject* m;
-
-    MOD_DEF(m, 
-            "spam", 
-            "Example module", 
-            module_methods,
-            -1)
-
-    MOD_RETURN(m)
-}

test/02_test/test/spam_test.py

@@ -1,8 +0,0 @@
-from unittest import TestCase
-import spam
-
-
-class TestSpam(TestCase):
-    def test_system(self):
-        self.assertEqual(0, spam.system('python -c "exit(0)"'))
-        self.assertNotEqual(0, spam.system('python -c "exit(1)"'))

test/03_before_build/environment.json

@@ -1,4 +0,0 @@
-{
-    "CIBW_BEFORE_BUILD": "{python} -c \"import sys; open('/tmp/pythonversion.txt', 'w').write(sys.version)\" && {python} -c \"import sys; open('/tmp/pythonexecutable.txt', 'w').write(sys.executable)\"",
-    "CIBW_BEFORE_BUILD_WINDOWS": "{python} -c \"import sys; open('c:\\pythonversion.txt', 'w').write(sys.version)\" && {python} -c \"import sys; open('c:\\pythonexecutable.txt', 'w').write(sys.executable)\""
-}

test/03_before_build/setup.py

@@ -1,27 +0,0 @@
-from setuptools import setup, Extension
-import sys, os
-
-if sys.argv[-1] != '--name':
-    # assert that the Python version as written to pythonversion.txt in the CIBW_BEFORE_BUILD step
-    # is the same one as is currently running.
-    version_file = 'c:\\pythonversion.txt' if sys.platform == 'win32' else '/tmp/pythonversion.txt'
-    with open(version_file) as f:
-        stored_version = f.read()
-    print('stored_version', stored_version)
-    print('sys.version', sys.version)
-    assert stored_version == sys.version
-
-    # check that the executable also was written
-    executable_file = 'c:\\pythonexecutable.txt' if sys.platform == 'win32' else '/tmp/pythonexecutable.txt'
-    with open(executable_file) as f:
-        stored_executable = f.read()
-    print('stored_executable', stored_executable)
-    print('sys.executable', sys.executable)
-    # windows/mac are case insensitive
-    assert os.path.realpath(stored_executable).lower() == os.path.realpath(sys.executable).lower()
-
-setup(
-    name="spam",
-    ext_modules=[Extension('spam', sources=['spam.c'])],
-    version="0.1.0",
-)

test/03_before_build/spam.c

@@ -1,48 +0,0 @@
-#include <Python.h>
-
-static PyObject *
-spam_system(PyObject *self, PyObject *args)
-{
-    const char *command;
-    int sts;
-
-    if (!PyArg_ParseTuple(args, "s", &command))
-        return NULL;
-    sts = system(command);
-    return PyLong_FromLong(sts);
-}
-
-/* Module initialization */
-
-#if PY_MAJOR_VERSION >= 3
-    #define MOD_INIT(name) PyMODINIT_FUNC PyInit_##name(void)
-    #define MOD_DEF(m, name, doc, methods, module_state_size) \
-        static struct PyModuleDef moduledef = { \
-            PyModuleDef_HEAD_INIT, name, doc, module_state_size, methods, }; \
-        m = PyModule_Create(&moduledef);
-    #define MOD_RETURN(m) return m;
-#else
-    #define MOD_INIT(name) PyMODINIT_FUNC init##name(void)
-    #define MOD_DEF(m, name, doc, methods, module_state_size) \
-        m = Py_InitModule3(name, methods, doc);
-    #define MOD_RETURN(m) return;
-#endif
-
-static PyMethodDef module_methods[] = {
-    {"system", (PyCFunction)spam_system, METH_VARARGS, 
-     "Execute a shell command."},
-    {NULL}  /* Sentinel */
-};
-
-MOD_INIT(spam)
-{
-    PyObject* m;
-
-    MOD_DEF(m, 
-            "spam", 
-            "Example module", 
-            module_methods,
-            -1)
-
-    MOD_RETURN(m)
-}

test/03_before_build/version.txt

@@ -1,2 +0,0 @@
-3.6.0 (default, Feb  7 2017, 23:55:32) 
-[GCC 4.8.2 20140120 (Red Hat 4.8.2-15)]

test/04_skip/environment.json

@@ -1,3 +0,0 @@
-{
-    "CIBW_SKIP": "cp26-* cp33-*"
-}

test/04_skip/setup.py

@@ -1,15 +0,0 @@
-from setuptools import setup, Extension
-import sys
-
-if sys.argv[-1] != '--name':
-    # explode if run on Python 2.6 or Python 3.3 (these should be skipped)
-    if sys.version_info[0:2] == (2, 6):
-        raise Exception('Python 2.6 should be skipped')
-    if sys.version_info[0:2] == (3, 3):
-        raise Exception('Python 3.3 should be skipped')
-
-setup(
-    name="spam",
-    ext_modules=[Extension('spam', sources=['spam.c'])],
-    version="0.1.0",
-)

test/04_skip/spam.c

@@ -1,48 +0,0 @@
-#include <Python.h>
-
-static PyObject *
-spam_system(PyObject *self, PyObject *args)
-{
-    const char *command;
-    int sts;
-
-    if (!PyArg_ParseTuple(args, "s", &command))
-        return NULL;
-    sts = system(command);
-    return PyLong_FromLong(sts);
-}
-
-/* Module initialization */
-
-#if PY_MAJOR_VERSION >= 3
-    #define MOD_INIT(name) PyMODINIT_FUNC PyInit_##name(void)
-    #define MOD_DEF(m, name, doc, methods, module_state_size) \
-        static struct PyModuleDef moduledef = { \
-            PyModuleDef_HEAD_INIT, name, doc, module_state_size, methods, }; \
-        m = PyModule_Create(&moduledef);
-    #define MOD_RETURN(m) return m;
-#else
-    #define MOD_INIT(name) PyMODINIT_FUNC init##name(void)
-    #define MOD_DEF(m, name, doc, methods, module_state_size) \
-        m = Py_InitModule3(name, methods, doc);
-    #define MOD_RETURN(m) return;
-#endif
-
-static PyMethodDef module_methods[] = {
-    {"system", (PyCFunction)spam_system, METH_VARARGS, 
-     "Execute a shell command."},
-    {NULL}  /* Sentinel */
-};
-
-MOD_INIT(spam)
-{
-    PyObject* m;
-
-    MOD_DEF(m, 
-            "spam", 
-            "Example module", 
-            module_methods,
-            -1)
-
-    MOD_RETURN(m)
-}

test/04_skip/version.txt

@@ -1,2 +0,0 @@
-3.6.0 (default, Feb  7 2017, 23:55:32) 
-[GCC 4.8.2 20140120 (Red Hat 4.8.2-15)]

test/05_environment/environment.json

@@ -1,4 +0,0 @@
-{
-    "CIBW_ENVIRONMENT": "CIBW_TEST_VAR=\"a b c\" CIBW_TEST_VAR_2=1 CIBW_TEST_VAR_3=\"$(echo 'test string 3')\" PATH=$PATH:/opt/cibw_test_path",
-    "CIBW_ENVIRONMENT_WINDOWS": "CIBW_TEST_VAR=\"a b c\" CIBW_TEST_VAR_2=1 CIBW_TEST_VAR_3=\"$(echo 'test string 3')\" PATH=\"$PATH;/opt/cibw_test_path\""
-}

test/05_environment/setup.py

@@ -1,24 +0,0 @@
-from setuptools import setup, Extension
-import sys, os
-
-if sys.argv[-1] != '--name':
-    # explode if environment isn't correct, as set in CIBW_ENVIRONMENT
-    CIBW_TEST_VAR = os.environ.get('CIBW_TEST_VAR')
-    CIBW_TEST_VAR_2 = os.environ.get('CIBW_TEST_VAR_2')
-    PATH = os.environ.get('PATH')
-
-    if CIBW_TEST_VAR != 'a b c':
-        raise Exception('CIBW_TEST_VAR should equal "a b c". It was "%s"' % CIBW_TEST_VAR)
-    if CIBW_TEST_VAR_2 != '1':
-        raise Exception('CIBW_TEST_VAR_2 should equal "1". It was "%s"' % CIBW_TEST_VAR_2)
-    if '/opt/cibw_test_path' not in PATH:
-        raise Exception('PATH should contain "/opt/cibw_test_path". It was "%s"' % PATH)
-    if '$PATH' in PATH:
-        raise Exception('$PATH should be expanded in PATH. It was "%s"' % PATH)
-
-
-setup(
-    name="spam",
-    ext_modules=[Extension('spam', sources=['spam.c'])],
-    version="0.1.0",
-)

test/05_environment/spam.c

@@ -1,48 +0,0 @@
-#include <Python.h>
-
-static PyObject *
-spam_system(PyObject *self, PyObject *args)
-{
-    const char *command;
-    int sts;
-
-    if (!PyArg_ParseTuple(args, "s", &command))
-        return NULL;
-    sts = system(command);
-    return PyLong_FromLong(sts);
-}
-
-/* Module initialization */
-
-#if PY_MAJOR_VERSION >= 3
-    #define MOD_INIT(name) PyMODINIT_FUNC PyInit_##name(void)
-    #define MOD_DEF(m, name, doc, methods, module_state_size) \
-        static struct PyModuleDef moduledef = { \
-            PyModuleDef_HEAD_INIT, name, doc, module_state_size, methods, }; \
-        m = PyModule_Create(&moduledef);
-    #define MOD_RETURN(m) return m;
-#else
-    #define MOD_INIT(name) PyMODINIT_FUNC init##name(void)
-    #define MOD_DEF(m, name, doc, methods, module_state_size) \
-        m = Py_InitModule3(name, methods, doc);
-    #define MOD_RETURN(m) return;
-#endif
-
-static PyMethodDef module_methods[] = {
-    {"system", (PyCFunction)spam_system, METH_VARARGS, 
-     "Execute a shell command."},
-    {NULL}  /* Sentinel */
-};
-
-MOD_INIT(spam)
-{
-    PyObject* m;
-
-    MOD_DEF(m, 
-            "spam", 
-            "Example module", 
-            module_methods,
-            -1)
-
-    MOD_RETURN(m)
-}

test/05_environment/version.txt

@@ -1,2 +0,0 @@
-3.6.0 (default, Feb  7 2017, 23:55:32) 
-[GCC 4.8.2 20140120 (Red Hat 4.8.2-15)]

test/06_docker_images/environment.json

@@ -1,4 +0,0 @@
-{
-    "CIBW_MANYLINUX1_X86_64_IMAGE": "dockcross/manylinux-x64",
-    "CIBW_MANYLINUX1_I686_IMAGE": "dockcross/manylinux-x86"
-}

test/06_docker_images/setup.py

@@ -1,15 +0,0 @@
-import os, sys
-
-from setuptools import setup, Extension
-
-if sys.argv[-1] != '--name':
-    # check that we're running in the correct docker image as specified in the
-    # environment options CIBW_MANYLINUX1_*_IMAGE
-    if 'linux' in sys.platform and not os.path.exists('/dockcross'):
-        raise Exception('/dockcross directory not found. Is this test running in the correct docker image?')
-
-setup(
-    name="spam",
-    ext_modules=[Extension('spam', sources=['spam.c'])],
-    version="0.1.0",
-)

test/06_docker_images/spam.c

@@ -1,48 +0,0 @@
-#include <Python.h>
-
-static PyObject *
-spam_system(PyObject *self, PyObject *args)
-{
-    const char *command;
-    int sts;
-
-    if (!PyArg_ParseTuple(args, "s", &command))
-        return NULL;
-    sts = system(command);
-    return PyLong_FromLong(sts);
-}
-
-/* Module initialization */
-
-#if PY_MAJOR_VERSION >= 3
-    #define MOD_INIT(name) PyMODINIT_FUNC PyInit_##name(void)
-    #define MOD_DEF(m, name, doc, methods, module_state_size) \
-        static struct PyModuleDef moduledef = { \
-            PyModuleDef_HEAD_INIT, name, doc, module_state_size, methods, }; \
-        m = PyModule_Create(&moduledef);
-    #define MOD_RETURN(m) return m;
-#else
-    #define MOD_INIT(name) PyMODINIT_FUNC init##name(void)
-    #define MOD_DEF(m, name, doc, methods, module_state_size) \
-        m = Py_InitModule3(name, methods, doc);
-    #define MOD_RETURN(m) return;
-#endif
-
-static PyMethodDef module_methods[] = {
-    {"system", (PyCFunction)spam_system, METH_VARARGS, 
-     "Execute a shell command."},
-    {NULL}  /* Sentinel */
-};
-
-MOD_INIT(spam)
-{
-    PyObject* m;
-
-    MOD_DEF(m, 
-            "spam", 
-            "Example module", 
-            module_methods,
-            -1)
-
-    MOD_RETURN(m)
-}

test/README.md

@@ -1,3 +1 @@
-This folder contains repos that are built by cibuildwheel to test cibuildwheel. Confusing, I know.
-
-Basically, if cibuildwheel can build these projects, we're good.
+This folder contains integration tests for cibuildwheel.

test/test_0_basic.py

@@ -0,0 +1,43 @@
+import textwrap
+import platform
+from . import test_projects
+from . import utils
+
+basic_project = test_projects.new_c_project(
+    setup_py_add=textwrap.dedent('''
+        import os
+
+        if os.environ.get("CIBUILDWHEEL", "0") != "1":
+            raise Exception("CIBUILDWHEEL environment variable is not set to 1")
+    ''')
+)
+
+
+def test(tmp_path):
+    project_dir = tmp_path / 'project'
+    basic_project.generate(project_dir)
+
+    # build the wheels
+    actual_wheels = utils.cibuildwheel_run(project_dir)
+
+    # check that the expected wheels are produced
+    expected_wheels = utils.expected_wheels('spam', '0.1.0')
+    assert set(actual_wheels) == set(expected_wheels)
+
+
+def test_build_identifiers(tmp_path):
+    project_dir = tmp_path / 'project'
+    basic_project.generate(project_dir)
+
+    # check that the number of expected wheels matches the number of build
+    # identifiers
+    # after adding CIBW_MANYLINUX_IMAGE to support manylinux2010, there
+    # can be multiple wheels for each wheel, though, so we need to limit
+    # the expected wheels
+    if platform.machine() in ['x86_64', 'i686']:
+        expected_wheels = [w for w in utils.expected_wheels('spam', '0.1.0')
+                           if '-manylinux' not in w or '-manylinux1' in w]
+    else:
+        expected_wheels = utils.expected_wheels('spam', '0.1.0')
+    build_identifiers = utils.cibuildwheel_get_build_identifiers(project_dir)
+    assert len(expected_wheels) == len(build_identifiers)

test/test_before_build.py

@@ -0,0 +1,45 @@
+import textwrap
+
+from . import utils
+from . import test_projects
+
+project_with_before_build_asserts = test_projects.new_c_project(
+    setup_py_add=textwrap.dedent(r'''
+        import sys, os
+
+        # assert that the Python version as written to pythonversion.txt in the CIBW_BEFORE_BUILD step
+        # is the same one as is currently running.
+        version_file = 'c:\\pythonversion.txt' if sys.platform == 'win32' else '/tmp/pythonversion.txt'
+        with open(version_file) as f:
+            stored_version = f.read()
+        print('stored_version', stored_version)
+        print('sys.version', sys.version)
+        assert stored_version == sys.version
+
+        # check that the executable also was written
+        executable_file = 'c:\\pythonexecutable.txt' if sys.platform == 'win32' else '/tmp/pythonexecutable.txt'
+        with open(executable_file) as f:
+            stored_executable = f.read()
+        print('stored_executable', stored_executable)
+        print('sys.executable', sys.executable)
+        # windows/mac are case insensitive
+        assert os.path.realpath(stored_executable).lower() == os.path.realpath(sys.executable).lower()
+    ''')
+)
+
+
+def test(tmp_path):
+    project_dir = tmp_path / 'project'
+    project_with_before_build_asserts.generate(project_dir)
+
+    # build the wheels
+    actual_wheels = utils.cibuildwheel_run(project_dir, add_env={
+        # write python version information to a temporary file, this is
+        # checked in setup.py
+        'CIBW_BEFORE_BUILD': '''python -c "import sys; open('/tmp/pythonversion.txt', 'w').write(sys.version)" && python -c "import sys; open('/tmp/pythonexecutable.txt', 'w').write(sys.executable)"''',
+        'CIBW_BEFORE_BUILD_WINDOWS': '''python -c "import sys; open('c:\\pythonversion.txt', 'w').write(sys.version)" && python -c "import sys; open('c:\\pythonexecutable.txt', 'w').write(sys.executable)"''',
+    })
+
+    # also check that we got the right wheels
+    expected_wheels = utils.expected_wheels('spam', '0.1.0')
+    assert set(actual_wheels) == set(expected_wheels)

test/test_before_test.py

@@ -0,0 +1,56 @@
+from . import test_projects
+from . import utils
+
+before_test_project = test_projects.new_c_project()
+before_test_project.files['test/spam_test.py'] = r'''
+import sys
+import os
+from unittest import TestCase
+
+
+class TestBeforeTest(TestCase):
+    def test_version(self):
+        # assert that the Python version as written to pythonversion.txt in the CIBW_BEFORE_TEST step
+        # is the same one as is currently running.
+        # because of use symlinks in MacOS run this test is also need
+        version_file = 'c:\\pythonversion.txt' if sys.platform == 'win32' else '/tmp/pythonversion.txt'
+        with open(version_file) as f:
+            stored_version = f.read()
+        print('stored_version', stored_version)
+        print('sys.version', sys.version)
+        assert stored_version == sys.version
+
+    def test_prefix(self):
+        # check that the prefix also was written
+        prefix_file = 'c:\\pythonprefix.txt' if sys.platform == 'win32' else '/tmp/pythonprefix.txt'
+        with open(prefix_file) as f:
+            stored_prefix = f.read()
+        print('stored_prefix', stored_prefix)
+        print('sys.prefix', sys.prefix)
+        #  Works around path-comparison bugs caused by short-paths on Windows e.g.
+        #  vssadm~1 instead of vssadministrator
+
+        assert os.stat(stored_prefix) == os.stat(sys.prefix)
+'''
+
+
+def test(tmp_path):
+    project_dir = tmp_path / 'project'
+    before_test_project.generate(project_dir)
+
+    # build the wheels
+    actual_wheels = utils.cibuildwheel_run(project_dir, add_env={
+        # write python version information to a temporary file, this is
+        # checked in setup.py
+        'CIBW_BEFORE_TEST': '''python -c "import sys; open('/tmp/pythonversion.txt', 'w').write(sys.version)" && python -c "import sys; open('/tmp/pythonprefix.txt', 'w').write(sys.prefix)"''',
+        'CIBW_BEFORE_TEST_WINDOWS': '''python -c "import sys; open('c:\\pythonversion.txt', 'w').write(sys.version)" && python -c "import sys; open('c:\\pythonprefix.txt', 'w').write(sys.prefix)"''',
+        'CIBW_TEST_REQUIRES': 'nose',
+        # the 'false ||' bit is to ensure this command runs in a shell on
+        # mac/linux.
+        'CIBW_TEST_COMMAND': 'false || nosetests {project}/test',
+        'CIBW_TEST_COMMAND_WINDOWS': 'nosetests {project}/test',
+    })
+
+    # also check that we got the right wheels
+    expected_wheels = utils.expected_wheels('spam', '0.1.0')
+    assert set(actual_wheels) == set(expected_wheels)

test/test_build_skip.py

@@ -0,0 +1,30 @@
+import textwrap
+
+from . import utils
+from . import test_projects
+
+project_with_skip_asserts = test_projects.new_c_project(
+    setup_py_add=textwrap.dedent(r'''
+        # explode if run on Python 2.7 or Python 3.7 (these should be skipped)
+        if sys.version_info[0:2] == (2, 7):
+            raise Exception("Python 2.7 should not be built")
+        if sys.version_info[0:2] == (3, 7):
+            raise Exception("Python 3.7 should be skipped")
+    ''')
+)
+
+
+def test(tmp_path):
+    project_dir = tmp_path / 'project'
+    project_with_skip_asserts.generate(project_dir)
+
+    # build the wheels
+    actual_wheels = utils.cibuildwheel_run(project_dir, add_env={
+        'CIBW_BUILD': 'cp3?-*',
+        'CIBW_SKIP': 'cp37-*',
+    })
+
+    # check that we got the right wheels. There should be no 2.7 or 3.7.
+    expected_wheels = [w for w in utils.expected_wheels('spam', '0.1.0')
+                       if ('-cp3' in w) and ('-cp37' not in w)]
+    assert set(actual_wheels) == set(expected_wheels)

test/test_cpp_standards.py

@@ -0,0 +1,209 @@
+import os
+
+import jinja2
+import pytest
+
+from . import utils
+from .test_projects import TestProject
+
+cpp_test_project = TestProject()
+
+cpp_test_project.files['setup.py'] = jinja2.Template(r'''
+from setuptools import Extension, setup
+
+setup(
+    name="spam",
+    ext_modules=[Extension('spam', sources=['spam.cpp'], language="c++", extra_compile_args={{ extra_compile_args }})],
+    version="0.1.0",
+)
+''')
+
+cpp_test_project.files['spam.cpp'] = jinja2.Template(r'''
+#include <Python.h>
+
+{{ spam_cpp_top_level_add }}
+
+static PyObject *
+spam_system(PyObject *self, PyObject *args)
+{
+    const char *command;
+    int sts;
+
+    if (!PyArg_ParseTuple(args, "s", &command))
+        return NULL;
+    sts = system(command);
+    return PyLong_FromLong(sts);
+}
+
+/* Module initialization */
+
+#if PY_MAJOR_VERSION >= 3
+    #define MOD_INIT(name) PyMODINIT_FUNC PyInit_##name(void)
+    #define MOD_DEF(m, name, doc, methods, module_state_size) \
+        static struct PyModuleDef moduledef = { \
+            PyModuleDef_HEAD_INIT, name, doc, module_state_size, methods, }; \
+        m = PyModule_Create(&moduledef);
+    #define MOD_RETURN(m) return m;
+#else
+    #define MOD_INIT(name) PyMODINIT_FUNC init##name(void)
+    #define MOD_DEF(m, name, doc, methods, module_state_size) \
+        m = Py_InitModule3(name, methods, doc);
+    #define MOD_RETURN(m) return;
+#endif
+
+static PyMethodDef module_methods[] = {
+    {"system", (PyCFunction)spam_system, METH_VARARGS,
+     "Execute a shell command."},
+    {NULL}  /* Sentinel */
+};
+
+MOD_INIT(spam)
+{
+    PyObject* m;
+
+    MOD_DEF(m,
+            "spam",
+            "Example module",
+            module_methods,
+            -1)
+
+    MOD_RETURN(m)
+}
+''')
+
+
+cpp11_project = cpp_test_project.copy()
+cpp11_project.template_context['extra_compile_args'] = (
+    ['/std:c++11'] if utils.platform == 'windows' else ['-std=c++11']
+)
+cpp11_project.template_context['spam_cpp_top_level_add'] = '#include <array>'
+
+
+def test_cpp11(tmp_path):
+    # This test checks that the C++11 standard is supported
+    project_dir = tmp_path / 'project'
+
+    cpp11_project.generate(project_dir)
+
+    # VC++ for Python 2.7 does not support modern standards
+    add_env = {'CIBW_SKIP': 'cp27-win* pp27-win32'}
+
+    actual_wheels = utils.cibuildwheel_run(project_dir, add_env=add_env)
+    expected_wheels = [w for w in utils.expected_wheels('spam', '0.1.0')
+                       if 'cp27-cp27m-win' not in w and 'pp27-pypy_73-win32' not in w]
+
+    assert set(actual_wheels) == set(expected_wheels)
+
+
+cpp14_project = cpp_test_project.copy()
+cpp14_project.template_context['extra_compile_args'] = (
+    ['/std:c++14'] if utils.platform == 'windows' else ['-std=c++14']
+)
+cpp14_project.template_context['spam_cpp_top_level_add'] = "int a = 100'000;"
+
+
+def test_cpp14(tmp_path):
+    # This test checks that the C++14 standard is supported
+    project_dir = tmp_path / 'project'
+
+    cpp14_project.generate(project_dir)
+
+    # VC++ for Python 2.7 does not support modern standards
+    # The manylinux1 docker image does not have a compiler which supports C++11
+    add_env = {'CIBW_SKIP': 'cp27-win* pp27-win32'}
+
+    actual_wheels = utils.cibuildwheel_run(project_dir, add_env=add_env)
+    expected_wheels = [w for w in utils.expected_wheels('spam', '0.1.0')
+                       if 'cp27-cp27m-win' not in w
+                       and 'pp27-pypy_73-win32' not in w]
+
+    assert set(actual_wheels) == set(expected_wheels)
+
+
+cpp17_project = cpp_test_project.copy()
+
+# Python and PyPy 2.7 headers use the `register` keyword, which is forbidden in
+# the C++17 standard, so we need the -Wno-register or /wd5033 options
+cpp17_project.template_context['extra_compile_args'] = (
+    ['/std:c++17', '/wd5033'] if utils.platform == 'windows' else ['-std=c++17', '-Wno-register']
+)
+cpp17_project.template_context['spam_cpp_top_level_add'] = r'''
+#include <utility>
+auto a = std::pair(5.0, false);
+'''
+
+
+def test_cpp17(tmp_path):
+    # This test checks that the C++17 standard is supported
+    project_dir = tmp_path / 'project'
+
+    cpp17_project.generate(project_dir)
+
+    if os.environ.get('APPVEYOR_BUILD_WORKER_IMAGE', '') == 'Visual Studio 2015':
+        pytest.skip('Visual Studio 2015 does not support C++17')
+
+    # Pypy's distutils sets the default compiler to 'msvc9compiler', which
+    # is too old to support cpp17.
+    add_env = {'CIBW_SKIP': 'cp27-win* pp??-*'}
+
+    if utils.platform == 'macos':
+        add_env['MACOSX_DEPLOYMENT_TARGET'] = '10.13'
+
+    actual_wheels = utils.cibuildwheel_run(project_dir, add_env=add_env)
+    expected_wheels = [w for w in utils.expected_wheels('spam', '0.1.0', macosx_deployment_target='10.13')
+                       if 'cp27-cp27m-win' not in w
+                       and '-pp' not in w]
+
+    assert set(actual_wheels) == set(expected_wheels)
+
+
+def test_cpp17_py27_modern_msvc_workaround(tmp_path):
+    # This test checks the workaround for building Python 2.7 wheel with MSVC 14
+
+    if utils.platform != 'windows':
+        pytest.skip('the test is only relevant to the Windows build')
+
+    if os.environ.get('APPVEYOR_BUILD_WORKER_IMAGE', '') == 'Visual Studio 2015':
+        pytest.skip('Visual Studio 2015 does not support C++17')
+
+    project_dir = tmp_path / 'project'
+    cpp17_project.generate(project_dir)
+
+    # VC++ for Python 2.7 (i.e., MSVC 9) does not support modern standards
+    # This is a workaround which forces distutils/setupstools to a newer version
+    # Wheels compiled need a more modern C++ redistributable installed, which is not
+    # included with Python: see documentation for more info
+    # DISTUTILS_USE_SDK and MSSdk=1 tell distutils/setuptools that we are adding
+    # MSVC's compiler, tools, and libraries to PATH ourselves
+    add_env = {'DISTUTILS_USE_SDK': '1', 'MSSdk': '1'}
+
+    # Use existing setuptools code to run Visual Studio's vcvarsall.bat and get the
+    # necessary environment variables, since running vcvarsall.bat in a subprocess
+    # does not keep the relevant environment variables
+    # There are different environment variables for 32-bit/64-bit targets, so we
+    # need to run cibuildwheel twice, once for 32-bit with `vcvarsall.bat x86, and
+    # once for 64-bit with `vcvarsall.bat x64`
+    # In a normal CI setup, just run vcvarsall.bat before running cibuildwheel and set
+    # DISTUTILS_USE_SDK and MSSdk
+    import setuptools
+
+    def add_vcvars(prev_env, platform):
+        vcvarsall_env = setuptools.msvc.msvc14_get_vc_env(platform)
+        env = prev_env.copy()
+        for vcvar in ['path', 'include', 'lib']:
+            env[vcvar] = vcvarsall_env[vcvar]
+        return env
+
+    add_env_x86 = add_vcvars(add_env, 'x86')
+    add_env_x86['CIBW_BUILD'] = '?p27-win32'
+    actual_wheels = utils.cibuildwheel_run(project_dir, add_env=add_env_x86)
+
+    add_env_x64 = add_vcvars(add_env, 'x64')
+    add_env_x64['CIBW_BUILD'] = 'cp27-win_amd64'
+    actual_wheels += utils.cibuildwheel_run(project_dir, add_env=add_env_x64)
+
+    expected_wheels = [w for w in utils.expected_wheels('spam', '0.1.0')
+                       if 'cp27-cp27m-win' in w
+                       or 'pp27-pypy_73-win32' in w]
+
+    assert set(actual_wheels) == set(expected_wheels)

test/test_dependency_versions.py

@@ -0,0 +1,162 @@
+import os
+import re
+import pytest
+import textwrap
+import cibuildwheel.util
+
+from . import utils
+from . import test_projects
+
+
+project_with_expected_version_checks = test_projects.new_c_project(
+    setup_py_add=textwrap.dedent(r'''
+        import subprocess
+        import os
+
+        versions_output_text = subprocess.check_output(
+            ['pip', 'freeze', '--all', '-qq'],
+            universal_newlines=True,
+        )
+        versions = versions_output_text.strip().splitlines()
+
+        # `versions` now looks like:
+        # ['pip==x.x.x', 'setuptools==x.x.x', 'wheel==x.x.x']
+
+        print('Gathered versions', versions)
+
+        for package_name in ['pip', 'setuptools', 'wheel']:
+            env_name = 'EXPECTED_{}_VERSION'.format(package_name.upper())
+            expected_version = os.environ[env_name]
+
+            assert '{}=={}'.format(package_name, expected_version) in versions, (
+                'error: {} version should equal {}'.format(package_name, expected_version)
+            )
+    ''')
+)
+
+
+VERSION_REGEX = r'([\w-]+)==([^\s]+)'
+
+
+def get_versions_from_constraint_file(constraint_file):
+    with open(constraint_file, encoding='utf8') as f:
+        constraint_file_text = f.read()
+
+    versions = {}
+
+    for package, version in re.findall(VERSION_REGEX, constraint_file_text):
+        versions[package] = version
+
+    return versions
+
+
+@pytest.mark.parametrize('python_version', ['2.7', '3.5', '3.6', '3.8'])
+def test_pinned_versions(tmp_path, python_version):
+    if utils.platform == 'linux':
+        pytest.skip('linux doesn\'t pin individual tool versions, it pins manylinux images instead')
+
+    project_dir = tmp_path / 'project'
+    project_with_expected_version_checks.generate(project_dir)
+
+    build_environment = {}
+
+    if python_version == '2.7':
+        constraint_filename = 'constraints-python27.txt'
+        build_pattern = '[cp]p27-*'
+    elif python_version == '3.5':
+        constraint_filename = 'constraints-python35.txt'
+        build_pattern = '[cp]p35-*'
+    elif python_version == '3.6':
+        constraint_filename = 'constraints-python36.txt'
+        build_pattern = '[cp]p36-*'
+    else:
+        constraint_filename = 'constraints.txt'
+        build_pattern = '[cp]p38-*'
+
+    constraint_file = os.path.join(cibuildwheel.util.resources_dir, constraint_filename)
+    constraint_versions = get_versions_from_constraint_file(constraint_file)
+
+    for package in ['pip', 'setuptools', 'wheel', 'virtualenv']:
+        env_name = f'EXPECTED_{package.upper()}_VERSION'
+        build_environment[env_name] = constraint_versions[package]
+
+    cibw_environment_option = ' '.join(
+        [f'{k}={v}' for k, v in build_environment.items()]
+    )
+
+    # build and test the wheels
+    actual_wheels = utils.cibuildwheel_run(project_dir, add_env={
+        'CIBW_BUILD': build_pattern,
+        'CIBW_ENVIRONMENT': cibw_environment_option,
+    })
+
+    # also check that we got the right wheels
+    if python_version == '2.7':
+        expected_wheels = [w for w in utils.expected_wheels('spam', '0.1.0')
+                           if '-cp27' in w or '-pp27' in w]
+    elif python_version == '3.5':
+        expected_wheels = [w for w in utils.expected_wheels('spam', '0.1.0')
+                           if '-cp35' in w or '-pp35' in w]
+    elif python_version == '3.6':
+        expected_wheels = [w for w in utils.expected_wheels('spam', '0.1.0')
+                           if '-cp36' in w or '-pp36' in w]
+    elif python_version == '3.8':
+        expected_wheels = [w for w in utils.expected_wheels('spam', '0.1.0')
+                           if '-cp38' in w or '-pp38' in w]
+    else:
+        raise ValueError('unhandled python version')
+
+    assert set(actual_wheels) == set(expected_wheels)
+
+
+@pytest.mark.parametrize('python_version', ['2.7', '3.x'])
+def test_dependency_constraints_file(tmp_path, python_version):
+    if utils.platform == 'linux':
+        pytest.skip('linux doesn\'t pin individual tool versions, it pins manylinux images instead')
+
+    project_dir = tmp_path / 'project'
+    project_with_expected_version_checks.generate(project_dir)
+
+    tool_versions = {
+        'pip': '20.0.2',
+        'setuptools': '44.0.0' if python_version == '2.7' else '46.0.0',
+        'wheel': '0.34.2',
+        'virtualenv': '20.0.10',
+    }
+
+    constraints_file = tmp_path / 'constraints.txt'
+    constraints_file.write_text(textwrap.dedent(
+        '''
+            pip=={pip}
+            setuptools=={setuptools}
+            wheel=={wheel}
+            virtualenv=={virtualenv}
+        '''.format(**tool_versions)
+    ))
+
+    build_environment = {}
+
+    for package_name, version in tool_versions.items():
+        env_name = f'EXPECTED_{package_name.upper()}_VERSION'
+        build_environment[env_name] = version
+
+    cibw_environment_option = ' '.join(
+        [f'{k}={v}' for k, v in build_environment.items()]
+    )
+
+    # build and test the wheels
+    actual_wheels = utils.cibuildwheel_run(project_dir, add_env={
+        'CIBW_BUILD': '[cp]p27-*' if python_version == '2.7' else '[cp]p3?-*',
+        'CIBW_ENVIRONMENT': cibw_environment_option,
+        'CIBW_DEPENDENCY_VERSIONS': str(constraints_file),
+    })
+
+    # also check that we got the right wheels
+    if python_version == '2.7':
+        expected_wheels = [w for w in utils.expected_wheels('spam', '0.1.0')
+                           if '-cp27' in w or '-pp27' in w]
+    else:
+        expected_wheels = [w for w in utils.expected_wheels('spam', '0.1.0')
+                           if '-cp27' not in w and '-pp27' not in w]
+
+    assert set(actual_wheels) == set(expected_wheels)

test/test_docker_images.py

@@ -0,0 +1,41 @@
+import platform
+import textwrap
+
+import pytest
+
+from . import utils
+from . import test_projects
+
+dockcross_only_project = test_projects.new_c_project(
+    setup_py_add=textwrap.dedent(r'''
+        import os, sys
+
+        # check that we're running in the correct docker image as specified in the
+        # environment options CIBW_MANYLINUX1_*_IMAGE
+        if "linux" in sys.platform and not os.path.exists("/dockcross"):
+            raise Exception(
+                "/dockcross directory not found. Is this test running in the correct docker image?"
+            )
+    ''')
+)
+
+
+def test(tmp_path):
+    if utils.platform != 'linux':
+        pytest.skip('the test is only relevant to the linux build')
+    if platform.machine() not in ['x86_64', 'i686']:
+        pytest.skip('this test is currently only possible on x86_64/i686 due to availability of alternative images')
+
+    project_dir = tmp_path / 'project'
+    dockcross_only_project.generate(project_dir)
+
+    actual_wheels = utils.cibuildwheel_run(project_dir, add_env={
+        'CIBW_MANYLINUX_X86_64_IMAGE': 'dockcross/manylinux2010-x64',
+        'CIBW_MANYLINUX_I686_IMAGE': 'dockcross/manylinux2010-x86',
+        'CIBW_SKIP': 'pp*',
+    })
+
+    # also check that we got the right wheels built
+    expected_wheels = [w for w in utils.expected_wheels('spam', '0.1.0')
+                       if '-pp' not in w]
+    assert set(actual_wheels) == set(expected_wheels)

test/test_environment.py

@@ -0,0 +1,61 @@
+import os
+import pytest
+import subprocess
+import textwrap
+from . import utils
+from . import test_projects
+
+
+project_with_environment_asserts = test_projects.new_c_project(
+    setup_py_add=textwrap.dedent(r'''
+        import os
+
+        # explode if environment isn't correct, as set in CIBW_ENVIRONMENT
+        CIBW_TEST_VAR = os.environ.get("CIBW_TEST_VAR")
+        CIBW_TEST_VAR_2 = os.environ.get("CIBW_TEST_VAR_2")
+        PATH = os.environ.get("PATH")
+
+        if CIBW_TEST_VAR != "a b c":
+            raise Exception('CIBW_TEST_VAR should equal "a b c". It was "%s"' % CIBW_TEST_VAR)
+        if CIBW_TEST_VAR_2 != "1":
+            raise Exception('CIBW_TEST_VAR_2 should equal "1". It was "%s"' % CIBW_TEST_VAR_2)
+        if "/opt/cibw_test_path" not in PATH:
+            raise Exception('PATH should contain "/opt/cibw_test_path". It was "%s"' % PATH)
+        if "$PATH" in PATH:
+            raise Exception('$PATH should be expanded in PATH. It was "%s"' % PATH)
+    ''')
+)
+
+
+def test(tmp_path):
+    project_dir = tmp_path / 'project'
+    project_with_environment_asserts.generate(project_dir)
+
+    # write some information into the CIBW_ENVIRONMENT, for expansion and
+    # insertion into the environment by cibuildwheel. This is checked
+    # in setup.py
+    actual_wheels = utils.cibuildwheel_run(project_dir, add_env={
+        'CIBW_ENVIRONMENT': '''CIBW_TEST_VAR="a b c" CIBW_TEST_VAR_2=1 CIBW_TEST_VAR_3="$(echo 'test string 3')" PATH=$PATH:/opt/cibw_test_path''',
+        'CIBW_ENVIRONMENT_WINDOWS': '''CIBW_TEST_VAR="a b c" CIBW_TEST_VAR_2=1 CIBW_TEST_VAR_3="$(echo 'test string 3')" PATH="$PATH;/opt/cibw_test_path"''',
+    })
+
+    # also check that we got the right wheels built
+    expected_wheels = utils.expected_wheels('spam', '0.1.0')
+    assert set(actual_wheels) == set(expected_wheels)
+
+
+def test_overridden_path(tmp_path):
+    project_dir = tmp_path / 'project'
+    output_dir = tmp_path / 'output'
+
+    project = test_projects.new_c_project()
+    project.generate(project_dir)
+    output_dir.mkdir()
+
+    # mess up PATH, somehow
+    with pytest.raises(subprocess.CalledProcessError):
+        utils.cibuildwheel_run(project_dir, output_dir=output_dir, add_env={
+            'CIBW_ENVIRONMENT': '''SOMETHING="$(mkdir new_path && touch new_path/python)" PATH="$(realpath new_path):$PATH"''',
+            'CIBW_ENVIRONMENT_WINDOWS': '''SOMETHING="$(mkdir new_path && type nul > new_path/python.exe)" PATH="$CD\\new_path;$PATH"''',
+        })
+    assert len(os.listdir(output_dir)) == 0

test/test_manylinuxXXXX_only.py

@@ -0,0 +1,71 @@
+import platform
+import textwrap
+
+import pytest
+
+from . import utils
+from . import test_projects
+
+# TODO: specify these at runtime according to manylinux_image
+project_with_manylinux_symbols = test_projects.new_c_project(
+    spam_c_top_level_add=textwrap.dedent(r'''
+        #include <malloc.h>
+
+        #if !defined(__GLIBC_PREREQ)
+        #error "Must run on a glibc linux environment"
+        #endif
+
+        #if !__GLIBC_PREREQ(2, 5)  /* manylinux1 is glibc 2.5 */
+        #error "Must run on a glibc >= 2.5 linux environment"
+        #endif
+    '''),
+    spam_c_function_add=textwrap.dedent(r'''
+        #if defined(__GLIBC_PREREQ) && __GLIBC_PREREQ(2, 17)  /* manylinux2014 is glibc 2.17 */
+            // secure_getenv is only available in manylinux2014, ensuring
+            // that only a manylinux2014 wheel is produced
+            secure_getenv("NON_EXISTING_ENV_VARIABLE");
+        #elif defined(__GLIBC_PREREQ) && __GLIBC_PREREQ(2, 10)  /* manylinux2010 is glibc 2.12 */
+            // malloc_info is only available on manylinux2010+
+            malloc_info(0, stdout);
+        #endif
+    '''),
+)
+
+
+@pytest.mark.parametrize('manylinux_image', ['manylinux1', 'manylinux2010', 'manylinux2014'])
+def test(manylinux_image, tmp_path):
+    if utils.platform != 'linux':
+        pytest.skip('the docker test is only relevant to the linux build')
+    elif platform.machine() not in ['x86_64', 'i686']:
+        if manylinux_image in ['manylinux1', 'manylinux2010']:
+            pytest.skip("manylinux1 and 2010 doesn't exist for non-x86 architectures")
+
+    project_dir = tmp_path / 'project'
+    project_with_manylinux_symbols.generate(project_dir)
+
+    # build the wheels
+    # CFLAGS environment variable is necessary to fail on 'malloc_info' (on manylinux1) during compilation/linking,
+    # rather than when dynamically loading the Python
+    add_env = {
+        'CIBW_ENVIRONMENT': 'CFLAGS="$CFLAGS -Werror=implicit-function-declaration"',
+        'CIBW_MANYLINUX_X86_64_IMAGE': manylinux_image,
+        'CIBW_MANYLINUX_I686_IMAGE': manylinux_image,
+        'CIBW_MANYLINUX_PYPY_X86_64_IMAGE': manylinux_image,
+        'CIBW_MANYLINUX_AARCH64_IMAGE': manylinux_image,
+        'CIBW_MANYLINUX_PPC64LE_IMAGE': manylinux_image,
+        'CIBW_MANYLINUX_S390X_IMAGE': manylinux_image,
+    }
+    if manylinux_image == 'manylinux1':
+        # We don't have a manylinux1 image for PyPy
+        add_env['CIBW_SKIP'] = 'pp*'
+    elif manylinux_image == 'manylinux2014':
+        # We don't have a manylinux2014 image for PyPy (yet?)
+        add_env['CIBW_SKIP'] = 'cp27* pp*'  # Python 2.7 not available on manylinux2014
+    actual_wheels = utils.cibuildwheel_run(project_dir, add_env=add_env)
+
+    expected_wheels = [w for w in utils.expected_wheels('spam', '0.1.0', manylinux_versions=[manylinux_image])]
+    if manylinux_image == 'manylinux2014':
+        expected_wheels = [w for w in expected_wheels if '-cp27' not in w]
+    if manylinux_image in ['manylinux1', 'manylinux2014']:
+        expected_wheels = [w for w in expected_wheels if '-pp' not in w]
+    assert set(actual_wheels) == set(expected_wheels)

test/test_projects/__init__.py

@@ -0,0 +1,2 @@
+from .base import TestProject  # noqa
+from .c import new_c_project  # noqa

test/test_projects/__main__.py

@@ -0,0 +1,37 @@
+from argparse import ArgumentParser
+import importlib
+import tempfile
+import sys
+import subprocess
+
+
+def main():
+    parser = ArgumentParser(
+        prog="python -m test.test_projects",
+        description='Generate a test project to check it out'
+    )
+    parser.add_argument('PROJECT', help='''
+        Python path to a project object. E.g. test.test_0_basic.basic_project
+    ''')
+    options = parser.parse_args()
+
+    module, _, name = options.PROJECT.rpartition('.')
+
+    project = getattr(importlib.import_module(module), name)
+
+    project_dir = tempfile.mkdtemp()
+    project.generate(project_dir)
+
+    print('Project generated at', project_dir)
+    print()
+
+    if sys.platform == 'darwin':
+        subprocess.check_call(['open', '--', project_dir])
+    elif sys.platform == 'linux2':
+        subprocess.check_call(['xdg-open', '--', project_dir])
+    elif sys.platform == 'win32':
+        subprocess.check_call(['explorer', project_dir])
+
+
+if __name__ == '__main__':
+    main()

test/test_projects/base.py

@@ -0,0 +1,39 @@
+import os
+import jinja2
+from typing import Union, Dict, Any
+
+
+FilesDict = Dict[str, Union[str, jinja2.Template]]
+TemplateContext = Dict[str, Any]
+
+
+class TestProject:
+    '''
+    An object that represents a project that can be built by cibuildwheel.
+    Can be manipulated in tests by changing `files` and `template_context`.
+
+    Write out to the filesystem using `generate`.
+    '''
+    files: FilesDict
+    template_context: TemplateContext
+
+    def __init__(self):
+        self.files = {}
+        self.template_context = {}
+
+    def generate(self, path: str):
+        for filename, content in self.files.items():
+            file_path = os.path.join(path, filename)
+            os.makedirs(os.path.dirname(file_path), exist_ok=True)
+
+            with open(file_path, 'w', encoding='utf8') as f:
+                if isinstance(content, jinja2.Template):
+                    content = content.render(self.template_context)
+
+                f.write(content)
+
+    def copy(self):
+        other = TestProject()
+        other.files = self.files.copy()
+        other.template_context = self.template_context.copy()
+        return other

test/test_projects/c.py

@@ -0,0 +1,100 @@
+import jinja2
+from .base import TestProject
+
+
+SPAM_C_TEMPLATE = r'''
+#include <Python.h>
+
+{{ spam_c_top_level_add }}
+
+static PyObject *
+spam_system(PyObject *self, PyObject *args)
+{
+    const char *command;
+    int sts;
+
+    if (!PyArg_ParseTuple(args, "s", &command))
+        return NULL;
+
+    sts = system(command);
+
+    {{ spam_c_function_add | indent(4) }}
+
+    return PyLong_FromLong(sts);
+}
+
+/* Module initialization */
+
+#if PY_MAJOR_VERSION >= 3
+    #define MOD_INIT(name) PyMODINIT_FUNC PyInit_##name(void)
+    #define MOD_DEF(m, name, doc, methods, module_state_size) \
+        static struct PyModuleDef moduledef = { \
+            PyModuleDef_HEAD_INIT, name, doc, module_state_size, methods, }; \
+        m = PyModule_Create(&moduledef);
+    #define MOD_RETURN(m) return m;
+#else
+    #define MOD_INIT(name) PyMODINIT_FUNC init##name(void)
+    #define MOD_DEF(m, name, doc, methods, module_state_size) \
+        m = Py_InitModule3(name, methods, doc);
+    #define MOD_RETURN(m) return;
+#endif
+
+static PyMethodDef module_methods[] = {
+    {"system", (PyCFunction)spam_system, METH_VARARGS,
+     "Execute a shell command."},
+    {NULL}  /* Sentinel */
+};
+
+MOD_INIT(spam)
+{
+    PyObject* m;
+
+    MOD_DEF(m,
+            "spam",
+            "Example module",
+            module_methods,
+            -1)
+
+    MOD_RETURN(m)
+}
+'''
+
+SETUP_PY_TEMPLATE = r'''
+from setuptools import setup, Extension
+
+{{ setup_py_add }}
+
+setup(
+    ext_modules=[Extension('spam', sources=['spam.c'])],
+    {{ setup_py_setup_args_add | indent(4) }}
+)
+'''
+
+SETUP_CFG_TEMPLATE = r'''
+[metadata]
+name = spam
+version = 0.1.0
+
+{{ setup_cfg_add }}
+'''
+
+
+def new_c_project(*, spam_c_top_level_add='', spam_c_function_add='', setup_py_add='',
+                  setup_py_setup_args_add='', setup_cfg_add=''):
+    project = TestProject()
+
+    project.files.update({
+        'spam.c': jinja2.Template(SPAM_C_TEMPLATE),
+        'setup.py': jinja2.Template(SETUP_PY_TEMPLATE),
+        'setup.cfg': jinja2.Template(SETUP_CFG_TEMPLATE),
+    })
+
+    project.template_context.update({
+        'spam_c_top_level_add': spam_c_top_level_add,
+        'spam_c_function_add': spam_c_function_add,
+        'setup_py_add': setup_py_add,
+        'setup_py_setup_args_add': setup_py_setup_args_add,
+        'setup_cfg_add': setup_cfg_add,
+    })
+
+    return project

test/test_ssl.py

@@ -0,0 +1,34 @@
+import textwrap
+
+from . import utils
+from . import test_projects
+
+project_with_ssl_tests = test_projects.new_c_project(
+    setup_py_add=textwrap.dedent(r'''
+        import ssl
+        import sys
+
+        if sys.version_info[0] == 2:
+            from urllib2 import urlopen
+        else:
+            from urllib.request import urlopen
+
+        if sys.version_info[0:2] == (3, 3):
+            data = urlopen("https://www.nist.gov")
+        else:
+            context = ssl.SSLContext(ssl.PROTOCOL_TLSv1_2)
+            data = urlopen("https://www.nist.gov", context=context)
+    ''')
+)
+
+
+def test(tmp_path):
+    # this test checks that SSL is working in the build environment using
+    # some checks in setup.py.
+    project_dir = tmp_path / 'project'
+    project_with_ssl_tests.generate(project_dir)
+
+    actual_wheels = utils.cibuildwheel_run(project_dir)
+
+    expected_wheels = utils.expected_wheels('spam', '0.1.0')
+    assert set(actual_wheels) == set(expected_wheels)

test/test_subdir_package.py

@@ -0,0 +1,54 @@
+import os
+
+import jinja2
+
+from . import utils
+from .test_projects import TestProject
+from .test_projects.c import SPAM_C_TEMPLATE
+
+subdir_package_project = TestProject()
+
+subdir_package_project.files['src/spam/spam.c'] = jinja2.Template(SPAM_C_TEMPLATE)
+subdir_package_project.template_context['spam_c_top_level_add'] = ''
+subdir_package_project.template_context['spam_c_function_add'] = ''
+
+subdir_package_project.files['src/spam/setup.py'] = r'''
+from setuptools import Extension, setup
+
+setup(
+    name="spam",
+    ext_modules=[Extension('spam', sources=['spam.c'])],
+    version="0.1.0",
+)
+'''
+
+subdir_package_project.files['src/spam/test/run_tests.py'] = r'''
+print('run_tests.py executed!')
+'''
+
+subdir_package_project.files['bin/before_build.py'] = r'''
+print('before_build.py executed!')
+'''
+
+
+def test(capfd, tmp_path):
+    project_dir = tmp_path / 'project'
+    subdir_package_project.generate(project_dir)
+
+    package_dir = os.path.join(project_dir, 'src', 'spam')
+    # build the wheels
+    actual_wheels = utils.cibuildwheel_run(project_dir, package_dir=package_dir, add_env={
+        'CIBW_BEFORE_BUILD': 'python {project}/bin/before_build.py',
+        'CIBW_TEST_COMMAND': 'python {package}/test/run_tests.py',
+        # this shouldn't depend on the version of python, so build only CPython 3.6
+        'CIBW_BUILD': 'cp36-*',
+    })
+
+    # check that the expected wheels are produced
+    expected_wheels = [w for w in utils.expected_wheels('spam', '0.1.0')
+                       if 'cp36' in w]
+    assert set(actual_wheels) == set(expected_wheels)
+
+    captured = capfd.readouterr()
+    assert "before_build.py executed!" in captured.out
+    assert "run_tests.py executed!" in captured.out

test/test_testing.py

@@ -0,0 +1,118 @@
+import os
+import subprocess
+import textwrap
+
+import pytest
+
+from . import utils
+from . import test_projects
+
+project_with_a_test = test_projects.new_c_project(
+    setup_cfg_add=textwrap.dedent(r'''
+        [options.extras_require]
+        test = nose
+    ''')
+)
+
+project_with_a_test.files['test/spam_test.py'] = r'''
+import os
+import platform
+import sys
+import struct
+from unittest import TestCase
+
+import spam
+
+
+def path_contains(parent, child):
+    """ returns True if `child` is inside `parent`.
+    Works around path-comparison bugs caused by short-paths on Windows e.g.
+    vssadm~1 instead of vssadministrator
+    """
+    parent = os.path.abspath(parent)
+    child = os.path.abspath(child)
+
+    while child != os.path.dirname(child):
+        child = os.path.dirname(child)
+        if os.stat(parent) == os.stat(child):
+            # parent and child refer to the same directory on the filesystem
+            return True
+    return False
+
+
+class TestSpam(TestCase):
+    def test_system(self):
+        self.assertEqual(0, spam.system('python -c "exit(0)"'))
+        self.assertNotEqual(0, spam.system('python -c "exit(1)"'))
+
+    def test_virtualenv(self):
+        virtualenv_path = os.environ.get("__CIBW_VIRTUALENV_PATH__")
+        if not virtualenv_path:
+            self.fail("No virtualenv path defined in environment variable __CIBW_VIRTUALENV_PATH__")
+
+        self.assertTrue(path_contains(virtualenv_path, sys.executable))
+        self.assertTrue(path_contains(virtualenv_path, spam.__file__))
+
+    def test_uname(self):
+        if platform.system() == "Windows":
+            return
+        # if we're running in 32-bit Python, check that the machine is i686.
+        # See #336 for more info.
+        bits = struct.calcsize("P") * 8
+        if bits == 32:
+            self.assertEqual(platform.machine(), "i686")
+'''
+
+
+def test(tmp_path):
+    project_dir = tmp_path / 'project'
+    project_with_a_test.generate(project_dir)
+
+    # build and test the wheels
+    actual_wheels = utils.cibuildwheel_run(project_dir, add_env={
+        'CIBW_TEST_REQUIRES': 'nose',
+        # the 'false ||' bit is to ensure this command runs in a shell on
+        # mac/linux.
+        'CIBW_TEST_COMMAND': 'false || nosetests {project}/test',
+        'CIBW_TEST_COMMAND_WINDOWS': 'COLOR 00 || nosetests {project}/test',
+    })
+
+    # also check that we got the right wheels
+    expected_wheels = utils.expected_wheels('spam', '0.1.0')
+    assert set(actual_wheels) == set(expected_wheels)
+
+
+def test_extras_require(tmp_path):
+    project_dir = tmp_path / 'project'
+    project_with_a_test.generate(project_dir)
+
+    # build and test the wheels
+    actual_wheels = utils.cibuildwheel_run(project_dir, add_env={
+        'CIBW_TEST_EXTRAS': 'test',
+        # the 'false ||' bit is to ensure this command runs in a shell on
+        # mac/linux.
+        'CIBW_TEST_COMMAND': 'false || nosetests {project}/test',
+        'CIBW_TEST_COMMAND_WINDOWS': 'COLOR 00 || nosetests {project}/test',
+    })
+
+    # also check that we got the right wheels
+    expected_wheels = utils.expected_wheels('spam', '0.1.0')
+    assert set(actual_wheels) == set(expected_wheels)
+
+
+def test_failing_test(tmp_path):
+    """Ensure a failing test causes cibuildwheel to error out and exit"""
+    project_dir = tmp_path / 'project'
+    output_dir = tmp_path / 'output'
+    project_with_a_test.generate(project_dir)
+
+    with pytest.raises(subprocess.CalledProcessError):
+        utils.cibuildwheel_run(project_dir, output_dir=output_dir, add_env={
+            'CIBW_TEST_COMMAND': 'false',
+            # manylinux1 has a version of bash that's been shown to have
+            # problems with this, so let's check that.
+            'CIBW_MANYLINUX_I686_IMAGE': 'manylinux1',
+            'CIBW_MANYLINUX_X86_64_IMAGE': 'manylinux1',
+        })
+
+    assert len(os.listdir(output_dir)) == 0

test/test_unicode.py

@@ -0,0 +1,31 @@
+import textwrap
+
+import pytest
+
+from . import utils
+from . import test_projects
+
+project_with_unicode = test_projects.new_c_project(
+    spam_c_function_add=textwrap.dedent(r'''
+        {
+            Py_XDECREF(PyUnicode_FromStringAndSize("foo", 4));
+        }
+    '''),
+)
+
+
+def test(tmp_path):
+    if utils.platform != 'linux':
+        pytest.skip('the docker test is only relevant to the linux build')
+
+    project_dir = tmp_path / 'project'
+    project_with_unicode.generate(project_dir)
+
+    # build the wheels
+    actual_wheels = utils.cibuildwheel_run(project_dir, add_env={
+        'CIBW_TEST_COMMAND': 'python -c "import spam"'
+    })
+
+    # check that the expected wheels are produced
+    expected_wheels = utils.expected_wheels('spam', '0.1.0')
+    assert set(actual_wheels) == set(expected_wheels)

test/utils.py

@@ -0,0 +1,151 @@
+'''
+Utility functions used by the cibuildwheel tests.
+
+This file is added to the PYTHONPATH in the test runner at bin/run_test.py.
+'''
+
+import os
+import platform as pm
+import shutil
+import subprocess
+import sys
+from contextlib import contextmanager
+from tempfile import mkdtemp
+
+IS_WINDOWS_RUNNING_ON_AZURE = os.path.exists('C:\\hostedtoolcache')
+IS_WINDOWS_RUNNING_ON_TRAVIS = os.environ.get('TRAVIS_OS_NAME') == 'windows'
+
+
+# Python 2 does not have a tempfile.TemporaryDirectory context manager
+@contextmanager
+def TemporaryDirectoryIfNone(path):
+    _path = path or mkdtemp()
+    try:
+        yield _path
+    finally:
+        if path is None:
+            shutil.rmtree(_path)
+
+
+def cibuildwheel_get_build_identifiers(project_path, env=None):
+    '''
+    Returns the list of build identifiers that cibuildwheel will try to build
+    for the current platform.
+    '''
+    cmd_output = subprocess.check_output(
+        [sys.executable, '-m', 'cibuildwheel', '--print-build-identifiers', str(project_path)],
+        universal_newlines=True,
+        env=env,
+    )
+
+    return cmd_output.strip().split('\n')
+
+
+def cibuildwheel_run(project_path, package_dir='.', env=None, add_env=None, output_dir=None):
+    '''
+    Runs cibuildwheel as a subprocess, building the project at project_path.
+
+    Uses the current Python interpreter.
+
+    :param project_path: path of the project to be built.
+    :param package_dir: path of the package to be built. Can be absolute, or
+    relative to project_path.
+    :param env: full environment to be used, os.environ if None
+    :param add_env: environment used to update env
+    :param output_dir: directory where wheels are saved. If None, a temporary
+    directory will be used for the duration of the command.
+    :return: list of built wheels (file names).
+    '''
+    if env is None:
+        env = os.environ.copy()
+        # If present in the host environment, remove the MACOSX_DEPLOYMENT_TARGET for consistency
+        env.pop('MACOSX_DEPLOYMENT_TARGET', None)
+
+    if add_env is not None:
+        env.update(add_env)
+
+    with TemporaryDirectoryIfNone(output_dir) as _output_dir:
+        subprocess.check_call(
+            [sys.executable, '-m', 'cibuildwheel', '--output-dir', str(_output_dir), package_dir],
+            env=env,
+            cwd=project_path,
+        )
+        wheels = os.listdir(_output_dir)
+    return wheels
+
+
+def expected_wheels(package_name, package_version, manylinux_versions=None,
+                    macosx_deployment_target='10.9'):
+    '''
+    Returns a list of expected wheels from a run of cibuildwheel.
+    '''
+    # per PEP 425 (https://www.python.org/dev/peps/pep-0425/), wheel files shall have name of the form
+    # {distribution}-{version}(-{build tag})?-{python tag}-{abi tag}-{platform tag}.whl
+    # {python tag} and {abi tag} are closely related to the python interpreter used to build the wheel
+    # so we'll merge them below as python_abi_tag
+
+    if manylinux_versions is None:
+        if pm.machine() == 'x86_64':
+            manylinux_versions = ['manylinux1', 'manylinux2010']
+        else:
+            manylinux_versions = ['manylinux2014']
+
+    python_abi_tags = ['cp35-cp35m', 'cp36-cp36m', 'cp37-cp37m', 'cp38-cp38']
+
+    if pm.machine() in ['x86_64', 'AMD64', 'x86']:
+        python_abi_tags += ['cp27-cp27m', 'pp27-pypy_73', 'pp36-pypy36_pp73']
+
+        if platform == 'linux':
+            python_abi_tags.append('cp27-cp27mu')  # python 2.7 has 2 different ABI on manylinux
+
+    wheels = []
+
+    for python_abi_tag in python_abi_tags:
+        platform_tags = []
+
+        if platform == 'linux':
+            architectures = [pm.machine()]
+
+            if pm.machine() == 'x86_64' and python_abi_tag.startswith('cp'):
+                architectures.append('i686')
+
+            platform_tags = [
+                f'{manylinux_version}_{architecture}'
+                for architecture in architectures
+                for manylinux_version in manylinux_versions
+            ]
+
+        elif platform == 'windows':
+            if python_abi_tag.startswith('cp'):
+                platform_tags = ['win32', 'win_amd64']
+            else:
+                platform_tags = ['win32']
+
+        elif platform == 'macos':
+            platform_tags = [f'macosx_{macosx_deployment_target.replace(".", "_")}_x86_64']
+
+        else:
+            raise Exception('unsupported platform')
+
+        for platform_tag in platform_tags:
+            wheels.append(f'{package_name}-{package_version}-{python_abi_tag}-{platform_tag}.whl')
+
+    if IS_WINDOWS_RUNNING_ON_TRAVIS:
+        # Python 2.7 isn't supported on Travis.
+        wheels = [w for w in wheels if '-cp27-' not in w and '-pp2' not in w]
+
+    return wheels
+
+
+platform = None
+
+if 'CIBW_PLATFORM' in os.environ:
+    platform = os.environ['CIBW_PLATFORM']
+elif sys.platform.startswith('linux'):
+    platform = 'linux'
+elif sys.platform.startswith('darwin'):
+    platform = 'macos'
+elif sys.platform in ['win32', 'cygwin']:
+    platform = 'windows'
+else:
+    raise Exception('Unsupported platform')

unit_test/build_selector_test.py

@@ -0,0 +1,61 @@
+from cibuildwheel.util import BuildSelector
+
+
+def test_build():
+    build_selector = BuildSelector(build_config="cp3?-* *-manylinux1*", skip_config="")
+
+    assert build_selector('cp27-manylinux1_x86_64')
+    assert build_selector('cp36-manylinux1_x86_64')
+    assert build_selector('cp37-manylinux1_x86_64')
+    assert build_selector('cp27-manylinux1_i686')
+    assert build_selector('cp36-manylinux1_i686')
+    assert build_selector('cp37-manylinux1_i686')
+    assert not build_selector('cp27-macosx_10_6_intel')
+    assert build_selector('cp36-macosx_10_6_intel')
+    assert build_selector('cp37-macosx_10_6_intel')
+    assert not build_selector('cp27-win32')
+    assert build_selector('cp36-win32')
+    assert build_selector('cp37-win32')
+    assert not build_selector('cp27-win_amd64')
+    assert build_selector('cp36-win_amd64')
+    assert build_selector('cp37-win_amd64')
+
+
+def test_skip():
+    build_selector = BuildSelector(build_config="*", skip_config="cp27-* cp3?-manylinux1_i686 cp36-win* *-win32")
+
+    assert not build_selector('cp27-manylinux1_x86_64')
+    assert build_selector('cp36-manylinux1_x86_64')
+    assert build_selector('cp37-manylinux1_x86_64')
+    assert not build_selector('cp27-manylinux1_i686')
+    assert not build_selector('cp36-manylinux1_i686')
+    assert not build_selector('cp37-manylinux1_i686')
+    assert not build_selector('cp27-macosx_10_6_intel')
+    assert build_selector('cp36-macosx_10_6_intel')
+    assert build_selector('cp37-macosx_10_6_intel')
+    assert not build_selector('cp27-win32')
+    assert not build_selector('cp36-win32')
+    assert not build_selector('cp37-win32')
+    assert not build_selector('cp27-win_amd64')
+    assert not build_selector('cp36-win_amd64')
+    assert build_selector('cp37-win_amd64')
+
+
+def test_build_and_skip():
+    build_selector = BuildSelector(build_config="cp36-* cp37-macosx* *-manylinux1*", skip_config="cp27-* cp37-manylinux1_i686")
+
+    assert not build_selector('cp27-manylinux1_x86_64')
+    assert build_selector('cp36-manylinux1_x86_64')
+    assert build_selector('cp37-manylinux1_x86_64')
+    assert not build_selector('cp27-manylinux1_i686')
+    assert build_selector('cp36-manylinux1_i686')
+    assert not build_selector('cp37-manylinux1_i686')
+    assert not build_selector('cp27-macosx_10_6_intel')
+    assert build_selector('cp36-macosx_10_6_intel')
+    assert build_selector('cp37-macosx_10_6_intel')
+    assert not build_selector('cp27-win32')
+    assert build_selector('cp36-win32')
+    assert not build_selector('cp37-win32')
+    assert not build_selector('cp27-win_amd64')
+    assert build_selector('cp36-win_amd64')
+    assert not build_selector('cp37-win_amd64')

unit_test/dependency_constraints_test.py

@@ -0,0 +1,30 @@
+from cibuildwheel.util import DependencyConstraints
+import os
+
+
+def test_defaults():
+    dependency_constraints = DependencyConstraints.with_defaults()
+
+    project_root = os.path.dirname(os.path.dirname(__file__))
+    resources_dir = os.path.join(project_root, 'cibuildwheel', 'resources')
+
+    assert os.path.samefile(
+        dependency_constraints.base_file_path,
+        os.path.join(resources_dir, 'constraints.txt')
+    )
+    assert os.path.samefile(
+        dependency_constraints.get_for_python_version('3.8'),
+        os.path.join(resources_dir, 'constraints.txt')
+    )
+    assert os.path.samefile(
+        dependency_constraints.get_for_python_version('3.6'),
+        os.path.join(resources_dir, 'constraints-python36.txt')
+    )
+    assert os.path.samefile(
+        dependency_constraints.get_for_python_version('3.5'),
+        os.path.join(resources_dir, 'constraints-python35.txt')
+    )
+    assert os.path.samefile(
+        dependency_constraints.get_for_python_version('2.7'),
+        os.path.join(resources_dir, 'constraints-python27.txt')
+    )

unit_test/environment_test.py

@@ -1,3 +1,5 @@
+import os
+
 from cibuildwheel.environment import parse_environment
 
 
@@ -12,6 +14,7 @@ def test_basic_parsing():
     assert environment_dict == {'VAR': '1', 'VBR': '2'}
     assert environment_cmds == ['export VAR=1', 'export VBR=2']
 
+
 def test_quotes():
     environment_recipe = parse_environment('A=1 VAR="1 NOT_A_VAR=2" VBR=\'vbr\'')
 
@@ -23,6 +26,7 @@ def test_quotes():
     assert environment_dict == {'A': '1', 'VAR': '1 NOT_A_VAR=2', 'VBR': 'vbr'}
     assert environment_cmds == ['export A=1', 'export VAR="1 NOT_A_VAR=2"', 'export VBR=\'vbr\'']
 
+
 def test_inheritance():
     environment_recipe = parse_environment('PATH=$PATH:/usr/local/bin')
 
@@ -34,17 +38,22 @@ def test_inheritance():
     assert environment_dict == {'PATH': '/usr/bin:/usr/local/bin'}
     assert environment_cmds == ['export PATH=$PATH:/usr/local/bin']
 
+
 def test_shell_eval():
     environment_recipe = parse_environment('VAR="$(echo "a test" string)"')
 
+    env_copy = os.environ.copy()
+    env_copy.pop('VAR', None)
+
     environment_dict = environment_recipe.as_dictionary(
-        prev_environment={}
+        prev_environment=env_copy
     )
     environment_cmds = environment_recipe.as_shell_commands()
 
-    assert environment_dict == {'VAR': 'a test string'}
+    assert environment_dict['VAR'] == 'a test string'
     assert environment_cmds == ['export VAR="$(echo "a test" string)"']
 
+
 def test_shell_eval_and_env():
     environment_recipe = parse_environment('VAR="$(echo "$PREV_VAR" string)"')
 
@@ -56,6 +65,7 @@ def test_shell_eval_and_env():
     assert environment_dict == {'PREV_VAR': '1 2 3', 'VAR': '1 2 3 string'}
     assert environment_cmds == ['export VAR="$(echo "$PREV_VAR" string)"']
 
+
 def test_empty_var():
     environment_recipe = parse_environment('CFLAGS=')
 
@@ -67,6 +77,7 @@ def test_empty_var():
     assert environment_dict == {'CFLAGS': ''}
     assert environment_cmds == ['export CFLAGS=']
 
+
 def test_no_vars():
     environment_recipe = parse_environment('')
 
@@ -76,6 +87,7 @@ def test_no_vars():
     assert environment_dict == {}
     assert environment_cmds == []
 
+
 def test_no_vars_pass_through():
     environment_recipe = parse_environment('')