Bump version: v1.4.2

Add test case for proper build isolation

.circleci/config.yml

@@ -1,18 +1,22 @@
 version: 2
 
 jobs:
-  flake8:
+  flake8-mypy:
     docker:
       - image: circleci/python:3.6
     steps:
       - checkout
 
       - run:
-          name: Install flake8
-          command: sudo python -m pip install flake8
+          name: Install flake8 & mypy
+          command: sudo python -m pip install flake8 mypy
       - run:
-          name: Test.
-          command: flake8 .
+          name: flake8
+          command: flake8
+      - run:
+          name: mypy
+          command: mypy
+
   osx-python3.6:
     macos:
       xcode: "9.4.1"
@@ -27,21 +31,7 @@ jobs:
       - run:
           name: Test.
           command: venv/bin/python ./bin/run_tests.py
-
-  osx-python3.7:
-    macos:
-      xcode: "10.0.0"
-    environment:
-      PYTHON: python3
-    steps:
-      - checkout
-
-      - run:
-          name: Prepare the environment.
-          command: bash .circleci/prepare.sh
-      - run:
-          name: Test.
-          command: venv/bin/python ./bin/run_tests.py
+          no_output_timeout: 30m
 
   linux-python3.6:
     docker:
@@ -58,12 +48,12 @@ jobs:
       - run:
           name: Test.
           command: venv/bin/python ./bin/run_tests.py
+          no_output_timeout: 30m
 
 workflows:
   version: 2
   all-tests:
     jobs:
-      - flake8
+      - flake8-mypy
       - osx-python3.6
-      - osx-python3.7
       - linux-python3.6

.github/workflows/test.yml

@@ -0,0 +1,36 @@
+name: Test
+
+on:
+  push: {}
+  pull_request:
+    paths-ignore:
+      - 'docs/**'
+
+jobs:
+  test:
+    # skip branch builds on joerick/cibuildwheel, but always build `master` and pull requests
+    if: github.repository != 'joerick/cibuildwheel' || github.ref == 'refs/heads/master' || github.event_name == 'pull_request'
+
+    name: Test cibuildwheel on ${{ matrix.os }}
+    runs-on: ${{ matrix.os }}
+    strategy:
+      matrix:
+        os: [ubuntu-18.04, windows-latest, macos-latest]
+        python_version: ['3.7']
+    steps:
+    - uses: actions/checkout@v1
+    - uses: actions/setup-python@v1
+      name: Install Python ${{ matrix.python_version }}
+      with:
+        python-version: ${{ matrix.python_version }}
+
+    - name: Install dependencies
+      run: |
+        python -m pip install -r requirements-dev.txt
+    - name: Install Visual C++ for Python 2.7
+      if: startsWith(matrix.os, 'windows')
+      run: |
+        choco install vcpython27 -f -y
+    - name: Test cibuildwheel
+      run: |
+        python ./bin/run_tests.py

.gitignore

@@ -89,8 +89,10 @@ venv3/
 venv2/
 ENV/
 env/
-env3/
 env2/
+env2?/
+env3/
+env3?/
 
 # Spyder project settings
 .spyderproject
@@ -100,3 +102,6 @@ env2/
 
 # VSCode project settings
 /.vscode
+
+# MyPy cache
+.mypy_cache/

.travis.yml

@@ -1,23 +1,27 @@
 language: minimal
 
+branches:
+  only:
+  - master
+
 jobs:
   include:
-    - name: Linux | x86_64 + i686 | Python 3.5
+    - name: Linux | x86_64 + i686 | Python 3.6
       language: python
-      python: 3.5
+      python: 3.6
       services: docker
       env: PYTHON=python
 
-    - name: Linux | arm64 | Python 3.5
+    - name: Linux | arm64 | Python 3.6
       language: python
-      python: 3.5
+      python: 3.6
       services: docker
       arch: arm64
       env: PYTHON=python
 
-    - name: Linux | ppc64le | Python 3.5
+    - name: Linux | ppc64le | Python 3.6
       language: python
-      python: 3.5
+      python: 3.6
       services: docker
       arch: ppc64le
       env: PYTHON=python
@@ -26,29 +30,25 @@ jobs:
       os: osx
       env: PYTHON=python3
 
-    - name: Windows | x86_64 | Python 3.5
+    - name: Windows | x86_64 | Python 3.6
       os: windows
       language: shell
       before_install:
-       - choco install python3 --version 3.5.4 --no-progress -y
+       - choco install python3 --version 3.6.8 --no-progress -y
       env:
-        - PYTHON=C:\\Python35\\python
+        - PYTHON=C:\\Python36\\python
 
-    - name: Linux | s390x | Python 3.5
+    - &linux_s390x_36
+      name: Linux | s390x | Python 3.6
       language: python
-      python: 3.5
+      python: 3.6
       services: docker
       arch: s390x
       env: PYTHON=python
 
   allow_failures:
     # must repeat the s390x job above exactly to match
-    - name: Linux | s390x | Python 3.5
-      language: python
-      python: 3.5
-      services: docker
-      arch: s390x
-      env: PYTHON=python
+    - *linux_s390x_36
 
 install: $PYTHON -m pip install -r requirements-dev.txt
 

CI.md

@@ -1,11 +1,12 @@
 This is a summary of the Python versions and platforms covered by the different CI platforms:
 
-|          | 3.5              | 3.6              | 3.7                   | 3.8              |
-|----------|------------------|------------------|-----------------------|------------------|
-| Linux    | Travis CI        | CircleCI         | AppVeyor              | Azure Pipelines  |
-| macOS    | Azure Pipelines  | CircleCI         | Travis CI¹ / CircleCI | Azure Pipelines  |
-| Windows  | TravisCI         | Azure Pipelines  | AppVeyor              | Azure Pipelines  |
+|          | 3.6                          | 3.7                                      | 3.8              |
+|----------|------------------------------|------------------------------------------|------------------|
+| Linux    | Travis CI / CircleCI         | AppVeyor² / GitHub Actions               | Azure Pipelines  |
+| macOS    | CircleCI                     | AppVeyor² / Travis CI¹ / GitHub Actions  | Azure Pipelines  |
+| Windows  | Travis CI / Azure Pipelines  | AppVeyor² / GitHub Actions               | Azure Pipelines  |
 
 > ¹ Python version not really pinned, but dependent on the (default) version of image used.
+> ² AppVeyor only runs the "basic" test to reduce load.
 
-Non-x86 architectures are covered on Travis CI using Python 3.5.
+Non-x86 architectures are covered on Travis CI using Python 3.6.

LICENSE

@@ -22,3 +22,7 @@ SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
 CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
 OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
 OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+
+Get-pip and Pip (bundled in cibuildwheel/resources) are licensed under the MIT
+license. See https://github.com/pypa/get-pip/blob/master/LICENSE.txt

README.md

@@ -9,7 +9,7 @@ cibuildwheel
 
 Python wheels are great. Building them across **Mac, Linux, Windows**, on **multiple versions of Python**, is not.
 
-`cibuildwheel` is here to help. `cibuildwheel` runs on your CI server - currently it supports Azure Pipelines, Travis CI, AppVeyor, and CircleCI - and it builds and tests your wheels across all of your platforms.
+`cibuildwheel` is here to help. `cibuildwheel` runs on your CI server - currently it supports Azure Pipelines, Travis CI, AppVeyor, GitHub Actions and CircleCI - and it builds and tests your wheels across all of your platforms.
 
 
 What does it do?
@@ -35,13 +35,14 @@ What does it do?
 Usage
 -----
 
-`cibuildwheel` currently works on **Travis CI**, **Azure Pipelines** and **AppVeyor** to build wheels for all three supported platforms (Linux, macOS, Windows). On **CircleCI** Linux and macOS wheels can be built.
+`cibuildwheel` currently works on **Travis CI**, **Azure Pipelines**, **AppVeyor** and **GitHub Actions** to build wheels for all three supported platforms (Linux, macOS, Windows). On **CircleCI** Linux and macOS wheels can be built.
 
 |                 | Linux | macOS | Windows |
 |-----------------|-------|-------|---------|
 | Azure Pipelines | ✅    | ✅    | ✅      |
 | Travis CI       | ✅    | ✅    | ✅      |
 | AppVeyor        | ✅    | ✅    | ✅      |
+| GitHub Actions  | ✅    | ✅    | ✅      |
 | CircleCI        | ✅    | ✅    |         |
 
 `cibuildwheel` is not intended to run on your development machine. Because it uses system Python from Python.org it will try to install packages globally - not what you expect from a build tool! Instead, isolated CI services like Travis CI, CircleCI, Azure Pipelines and AppVeyor are ideal.
@@ -76,7 +77,7 @@ env:
     # Note: TWINE_PASSWORD is set to a PyPI API token in Travis settings
 
 install:
-  - python3 -m pip install cibuildwheel==1.2.0
+  - python3 -m pip install cibuildwheel==1.4.2
 
 script:
   # build the wheels, put them into './wheelhouse'
@@ -105,6 +106,7 @@ Options
 |   | [`CIBW_REPAIR_WHEEL_COMMAND`](https://cibuildwheel.readthedocs.io/en/stable/options/#repair-wheel-command)  | Execute a shell command to repair each (non-pure Python) built wheel |
 |   | [`CIBW_MANYLINUX_X86_64_IMAGE`](https://cibuildwheel.readthedocs.io/en/stable/options/#manylinux-image)  [`CIBW_MANYLINUX_I686_IMAGE`](https://cibuildwheel.readthedocs.io/en/stable/options/#manylinux-image)  [`CIBW_MANYLINUX_PYPY_X86_64_IMAGE`](https://cibuildwheel.readthedocs.io/en/stable/options/#manylinux-image)  | Specify alternative manylinux docker images |
 | **Testing** | [`CIBW_TEST_COMMAND`](https://cibuildwheel.readthedocs.io/en/stable/options/#test-command)  | Execute a shell command to test each built wheel |
+|   | [`CIBW_BEFORE_TEST`](https://cibuildwheel.readthedocs.io/en/stable/options/#before-test)  | Execute shell command to prepare test environment |
 |   | [`CIBW_TEST_REQUIRES`](https://cibuildwheel.readthedocs.io/en/stable/options/#test-requires)  | Install Python dependencies before running the tests |
 |   | [`CIBW_TEST_EXTRAS`](https://cibuildwheel.readthedocs.io/en/stable/options/#test-extras)  | Install your wheel for testing using extras_require |
 | **Other** | [`CIBW_BUILD_VERBOSITY`](https://cibuildwheel.readthedocs.io/en/stable/options/#build-verbosity)  | Increase/decrease the output of pip wheel |
@@ -124,6 +126,12 @@ Here are some repos that use cibuildwheel.
 - [apriltags2-ethz](https://github.com/safijari/apriltags2_ethz)
 - [TgCrypto](https://github.com/pyrogram/tgcrypto)
 - [Twisted](https://github.com/twisted/twisted)
+- [gmic-py](https://github.com/dtschump/gmic-py)
+- [creme](https://github.com/creme-ml/creme)
+- [PyAV](https://github.com/PyAV-Org/PyAV)
+- [aiortc](https://github.com/aiortc/aiortc)
+- [aioquic](https://github.com/aiortc/aioquic)
+- [pikepdf](https://github.com/pikepdf/pikepdf)
 
 > Add your repo here! Send a PR.
 
@@ -139,6 +147,64 @@ This is similar to static linking, so it might have some licence implications. C
 Changelog
 =========
 
+### 1.4.2
+
+_25 May 2020_
+
+- 🛠 Dependency updates, including CPython 3.8.3 & manylinux images.
+- 🛠 Lots of internal updates - type annotations and checking using mypy, and
+  a new integration testing system.
+- ⚠️ Removed support for *running* cibuildwheel using Python 3.5. cibuildwheel
+  will continue to build Python 3.5 wheels until EOL.
+
+### 1.4.1
+
+_4 May 2020_
+
+- 🐛 Fix a bug causing programs running inside the i686 manylinux images to
+  think they were running x86_64 and target the wrong architecture. (#336,
+  #338)
+
+### 1.4.0
+
+_2 May 2020_
+
+- ✨ Deterministic builds. cibuildwheel now locks the versions of the tools it
+  uses. This means that pinning your version of cibuildwheel pins the versions
+  of pip, setuptools, manylinux etc. that are used under the hood. This should
+  make things more reliable. But note that we don't control the entire build
+  environment on macOS and Windows, where the version of Xcode and Visual
+  Studio can still effect things.
+
+  This can be controlled using the [CIBW_DEPENDENCY_VERSIONS](https://cibuildwheel.readthedocs.io/en/stable/options/#dependency-versions)
+  and [manylinux image](https://cibuildwheel.readthedocs.io/en/stable/options/#manylinux-image)
+  options - if you always want to use the latest toolchain, you can still do
+  that, or you can specify your own pip constraints file and manylinux image.
+  (#256)
+- ✨ Added `package_dir` command line option, meaning we now support building
+  a package that lives in a subdirectory and pulls in files from the wider
+  project. See [the `package_dir` option help](https://cibuildwheel.readthedocs.io/en/stable/options/#command-line-options)
+  for more information.
+
+  Note that this change makes the working directory (where you call
+  cibuildwheel from) relevant on Linux, as it's considered the 'project' and
+  will be copied into the Docker container. If your builds are slower on this
+  version, that's likely the reason. `cd` to your project and then call
+  `cibuildwheel` from there. (#319, #295)
+- 🛠 On macOS, we make `MACOSX_DEPLOYMENT_TARGET` default to `10.9` if it's
+  not set. This should make things more consistent between Python versions.
+- 🛠 Dependency updates - CPython 3.7.7, CPython 2.7.18, Pypy 7.3.1.
+
+### 1.3.0
+
+_12 March 2020_
+
+- ✨ Add support for building on Github Actions! Check out the
+  [docs](https://cibuildwheel.readthedocs.io/en/stable/setup/#github-actions)
+  for information on how to set it up. (#194)
+- ✨ Add the `CIBW_BEFORE_TEST` option, which lets you run a command to
+  prepare the environment before your tests are run. (#242)
+
 ### 1.2.0
 
 _8 March 2020_

appveyor.yml

@@ -1,4 +1,7 @@
 environment:
+  # workaround an appveyor bug on macos 
+  # see https://github.com/appveyor/ci/issues/3376#issuecomment-611314299
+  APPVEYOR_CONSOLE_DISABLE_PTY: true
   matrix:
     - APPVEYOR_BUILD_WORKER_IMAGE: Ubuntu
       APPVEYOR_JOB_NAME: "python37-x64-ubuntu"
@@ -13,9 +16,22 @@ build: off
 
 init:
 - cmd: set PATH=C:\Python37;C:\Python37\Scripts;%PATH%
+- ps: |
+      $BRANCH = if ($env:APPVEYOR_PULL_REQUEST_HEAD_REPO_BRANCH) { $env:APPVEYOR_PULL_REQUEST_HEAD_REPO_BRANCH } else { $env:APPVEYOR_REPO_BRANCH }
+      if (-not ($BRANCH -eq 'master' -or $BRANCH.ToLower().StartsWith('appveyor-'))) {
+        $env:PYTEST_ADDOPTS='-k "unit_test or _basic" --suppress-no-test-exit-code'
+      }
 
-install: python -m pip install -r requirements-dev.txt
+install: python -m pip install -r requirements-dev.txt pytest-custom-exit-code
 
 # the '-u' flag is required so the output is in the correct order.
 # See https://github.com/joerick/cibuildwheel/pull/24 for more info.
 test_script: python -u ./bin/run_tests.py
+
+branches:
+  only:
+    - master
+
+skip_commits:
+  files:
+    - docs/*

azure-pipelines.yml

@@ -6,17 +6,7 @@ jobs:
       inputs:
         versionSpec: '3.8'
     - bash: |
-        python -m pip install -r requirements-dev.txt
-        python ./bin/run_tests.py
-
-- job: macos_35
-  pool: {vmImage: 'macOS-10.15'}
-  steps:
-    - task: UsePythonVersion@0
-      inputs:
-        versionSpec: '3.5'
-    - bash: |
-        python -m pip install -r requirements-dev.txt
+        python -m pip install -r requirements-dev.txt pytest-azurepipelines
         python ./bin/run_tests.py
 
 - job: macos_38
@@ -26,7 +16,7 @@ jobs:
       inputs:
         versionSpec: '3.8'
     - bash: |
-        python -m pip install -r requirements-dev.txt
+        python -m pip install -r requirements-dev.txt pytest-azurepipelines
         python ./bin/run_tests.py
 
 - job: windows_36
@@ -38,7 +28,7 @@ jobs:
     - script: choco install vcpython27 -f -y
       displayName: Install Visual C++ for Python 2.7
     - bash: |
-        python -m pip install -r requirements-dev.txt
+        python -m pip install -r requirements-dev.txt pytest-azurepipelines
         python ./bin/run_tests.py
 
 - job: windows_38
@@ -50,6 +40,6 @@ jobs:
     - script: choco install vcpython27 -f -y
       displayName: Install Visual C++ for Python 2.7
     - bash: |
-        python -m pip install -r requirements-dev.txt
+        python -m pip install -r requirements-dev.txt pytest-azurepipelines
         python ./bin/run_tests.py
 

bin/dev_run_test

@@ -1,6 +1,3 @@
 #!/bin/bash
 
-cd "$(dirname "$0")"
-cd ..
-
-CIBW_PLATFORM=linux ./bin/run_test.py $1
+CIBW_PLATFORM=linux pytest "$@"

bin/make_dependency_update_pr.py

@@ -0,0 +1,75 @@
+#!/usr/bin/env python3
+
+import os
+import time
+from pathlib import Path
+from subprocess import run
+
+import click
+import textwrap
+
+
+def shell(cmd, **kwargs):
+    return run([cmd], shell=True, **kwargs)
+
+
+def git_repo_has_changes():
+    unstaged_changes = shell('git diff-index --quiet HEAD --').returncode != 0
+    staged_changes = shell('git diff-index --quiet --cached HEAD --').returncode != 0
+    return unstaged_changes or staged_changes
+
+
+@click.command()
+def main():
+    project_root = Path(__file__).parent / '..'
+    os.chdir(project_root)
+
+    if git_repo_has_changes():
+        print('Your git repo has uncommitted changes. Commit or stash before continuing.')
+        exit(1)
+
+    previous_branch = shell('git rev-parse --abbrev-ref HEAD',
+                            check=True,
+                            capture_output=True,
+                            encoding='utf8').stdout.strip()
+
+    shell('git fetch origin', check=True)
+
+    timestamp = time.strftime('%Y-%m-%dT%H-%M-%S', time.gmtime())
+    branch_name = f'update-constraints-{timestamp}'
+
+    shell(f'git checkout -b {branch_name} origin/master', check=True)
+
+    try:
+        shell('bin/update_dependencies.py', check=True)
+
+        if not git_repo_has_changes():
+            print('Done: no constraint updates required.')
+            return
+
+        shell('git commit -a -m "Update dependencies"', check=True)
+        run(
+            [
+                'gh', 'pr', 'create',
+                '--repo', 'joerick/cibuildwheel',
+                '--base', 'master',
+                '--title', 'Update dependencies',
+                '--body', textwrap.dedent(f'''
+                    Update the versions of our dependencies.
+
+                    PR generated by `{os.path.basename(__file__)}`.
+                ''')
+            ],
+            check=True
+        )
+
+        print('Done.')
+    finally:
+        # remove any local changes
+        shell('git checkout -- .')
+        shell(f'git checkout {previous_branch}', check=True)
+        shell(f'git branch -D --force {branch_name}', check=True)
+
+
+if __name__ == '__main__':
+    main.main(standalone_mode=True)

bin/run_test.py

@@ -1,27 +0,0 @@
-#!/usr/bin/env python3
-
-import argparse
-import os
-import subprocess
-import sys
-
-
-def single_run(test_project):
-    # run the test
-    subprocess.check_call(
-        [sys.executable, '-m', 'pytest', '-vv', os.path.join(test_project, 'cibuildwheel_test.py')],
-    )
-
-
-if __name__ == '__main__':
-    parser = argparse.ArgumentParser()
-    parser.add_argument("test_project_dir")
-    args = parser.parse_args()
-
-    project_path = os.path.abspath(args.test_project_dir)
-
-    if not os.path.exists(project_path):
-        print('No test project not found.', file=sys.stderr)
-        exit(2)
-
-    single_run(project_path)

bin/run_tests.py

@@ -3,28 +3,13 @@
 import os
 import subprocess
 import sys
-from glob import glob
 
 if __name__ == '__main__':
     # move cwd to the project root
     os.chdir(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
 
     # run the unit tests
-
     subprocess.check_call([sys.executable, '-m', 'pytest', 'unit_test'])
 
     # run the integration tests
-
-    test_projects = sorted(glob('test/??_*'))
-
-    if len(test_projects) == 0:
-        print('No test projects found. Aborting.', file=sys.stderr)
-        exit(2)
-
-    print('Testing projects:', test_projects)
-
-    run_test_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), 'run_test.py')
-    for project_path in test_projects:
-        subprocess.check_call([sys.executable, run_test_path, project_path])
-
-    print('%d projects built successfully.' % len(test_projects))
+    subprocess.check_call([sys.executable, '-m', 'pytest', '-x', '--durations', '0', 'test'])

bin/update_dependencies.py

@@ -0,0 +1,99 @@
+#!/usr/bin/env python3
+
+import configparser
+import os
+import subprocess
+from collections import namedtuple
+
+import requests
+
+os.chdir(os.path.dirname(__file__))
+os.chdir('..')
+
+# CUSTOM_COMPILE_COMMAND is a pip-compile option that tells users how to
+# regenerate the constraints files
+os.environ['CUSTOM_COMPILE_COMMAND'] = "bin/update_constraints.py"
+subprocess.check_call([
+    'pip-compile',
+    '--allow-unsafe',
+    '--upgrade',
+    'cibuildwheel/resources/constraints.in',
+])
+for python_version in ['27', '35', '36']:
+    subprocess.check_call([
+        f'./env{python_version}/bin/pip-compile',
+        '--allow-unsafe',
+        '--upgrade',
+        'cibuildwheel/resources/constraints.in',
+        '--output-file', f'cibuildwheel/resources/constraints-python{python_version}.txt'
+    ])
+
+Image = namedtuple('Image', [
+    'manylinux_version',
+    'platform',
+    'image_name',
+])
+
+images = [
+    Image('manylinux1', 'x86_64', 'quay.io/pypa/manylinux1_x86_64'),
+    Image('manylinux1', 'i686', 'quay.io/pypa/manylinux1_i686'),
+
+    Image('manylinux2010', 'x86_64', 'quay.io/pypa/manylinux2010_x86_64'),
+    Image('manylinux2010', 'i686', 'quay.io/pypa/manylinux2010_i686'),
+    Image('manylinux2010', 'pypy_x86_64', 'pypywheels/manylinux2010-pypy_x86_64'),
+
+    Image('manylinux2014', 'x86_64', 'quay.io/pypa/manylinux2014_x86_64'),
+    Image('manylinux2014', 'i686', 'quay.io/pypa/manylinux2014_i686'),
+    Image('manylinux2014', 'aarch64', 'quay.io/pypa/manylinux2014_aarch64'),
+    Image('manylinux2014', 'ppc64le', 'quay.io/pypa/manylinux2014_ppc64le'),
+    Image('manylinux2014', 's390x', 'quay.io/pypa/manylinux2014_s390x'),
+]
+
+config = configparser.ConfigParser()
+
+for image in images:
+    # get the tag name whose digest matches 'latest'
+    if image.image_name.startswith('quay.io/'):
+        _, _, repository_name = image.image_name.partition('/')
+        response = requests.get(
+            f'https://quay.io/api/v1/repository/{repository_name}?includeTags=true'
+        )
+        response.raise_for_status()
+        repo_info = response.json()
+        tags_dict = repo_info['tags']
+
+        latest_tag = tags_dict.pop('latest')
+        # find the tag whose manifest matches 'latest'
+        tag_name = next(
+            name
+            for (name, info) in tags_dict.items()
+            if info['manifest_digest'] == latest_tag['manifest_digest']
+        )
+    else:
+        response = requests.get(
+            f'https://hub.docker.com/v2/repositories/{image.image_name}/tags'
+        )
+        response.raise_for_status()
+        tags = response.json()['results']
+
+        latest_tag = next(
+            tag for tag in tags if tag['name'] == 'latest'
+        )
+        # i don't know what it would mean to have multiple images per tag
+        assert len(latest_tag['images']) == 1
+        digest = latest_tag['images'][0]['digest']
+
+        pinned_tag = next(
+            tag
+            for tag in tags
+            if tag != latest_tag and tag['images'][0]['digest'] == digest
+        )
+        tag_name = pinned_tag['name']
+
+    if not config.has_section(image.platform):
+        config[image.platform] = {}
+
+    config[image.platform][image.manylinux_version] = f'{image.image_name}:{tag_name}'
+
+with open('cibuildwheel/resources/pinned_docker_images.cfg', 'w') as f:
+    config.write(f)

cibuildwheel/__init__.py

@@ -1 +1 @@
-__version__ = '1.2.0'
+__version__ = '1.4.2'

cibuildwheel/__main__.py

@@ -3,6 +3,9 @@ import os
 import sys
 import textwrap
 import traceback
+from configparser import ConfigParser
+
+from typing import Any, Dict, List, Optional, overload
 
 import cibuildwheel
 import cibuildwheel.linux
@@ -13,12 +16,18 @@ from cibuildwheel.environment import (
     parse_environment,
 )
 from cibuildwheel.util import (
+    BuildOptions,
     BuildSelector,
-    Unbuffered
+    DependencyConstraints,
+    Unbuffered,
 )
 
 
-def get_option_from_environment(option_name, platform=None, default=None):
+@overload
+def get_option_from_environment(option_name: str, platform: Optional[str], default: str) -> str: ...  # noqa: E704
+@overload
+def get_option_from_environment(option_name: str, platform: Optional[str] = None, default: None = None) -> Optional[str]: ...  # noqa: E704 E302
+def get_option_from_environment(option_name: str, platform: Optional[str] = None, default: Optional[str] = None) -> Optional[str]:  # noqa: E302
     '''
     Returns an option from the environment, optionally scoped by the platform.
 
@@ -29,42 +38,50 @@ def get_option_from_environment(option_name, platform=None, default=None):
       CIBW_COLOR.
     '''
     if platform:
-        option = os.environ.get('%s_%s' % (option_name, platform.upper()))
+        option = os.environ.get(f'{option_name}_{platform.upper()}')
         if option is not None:
             return option
 
     return os.environ.get(option_name, default)
 
 
-def strtobool(val):
+def strtobool(val: str) -> bool:
     if val.lower() in ('y', 'yes', 't', 'true', 'on', '1'):
         return True
     return False
 
 
-def main():
+def main() -> None:
     parser = argparse.ArgumentParser(
         description='Build wheels for all the platforms.',
-        epilog=('Most options are supplied via environment variables. '
-                'See https://github.com/joerick/cibuildwheel#options for info.'))
+        epilog='''
+            Most options are supplied via environment variables.
+            See https://github.com/joerick/cibuildwheel#options for info.
+        ''')
 
     parser.add_argument('--platform',
                         choices=['auto', 'linux', 'macos', 'windows'],
                         default=os.environ.get('CIBW_PLATFORM', 'auto'),
-                        help=('Platform to build for. For "linux" you need docker running, on Mac '
-                              'or Linux. For "macos", you need a Mac machine, and note that this '
-                              'script is going to automatically install MacPython on your system, '
-                              'so don\'t run on your development machine. For "windows", you need to '
-                              'run in Windows, and it will build and test for all versions of '
-                              'Python. Default: auto.'))
+                        help='''
+                            Platform to build for. For "linux" you need docker running, on Mac
+                            or Linux. For "macos", you need a Mac machine, and note that this
+                            script is going to automatically install MacPython on your system,
+                            so don't run on your development machine. For "windows", you need to
+                            run in Windows, and it will build and test for all versions of
+                            Python. Default: auto.
+                        ''')
     parser.add_argument('--output-dir',
                         default=os.environ.get('CIBW_OUTPUT_DIR', 'wheelhouse'),
                         help='Destination folder for the wheels.')
-    parser.add_argument('project_dir',
+    parser.add_argument('package_dir',
                         default='.',
                         nargs='?',
-                        help=('Path to the project that you want wheels for. Default: the current '
-                              'directory.'))
+                        help='''
+                            Path to the package that you want wheels for. Must be a subdirectory of
+                            the working directory. When set, the working directory is still
+                            considered the 'project' and is copied into the Docker container on
+                            Linux. Default: the working directory.
+                        ''')
 
     parser.add_argument('--print-build-identifiers',
                         action='store_true',
@@ -77,12 +94,12 @@ def main():
     if args.platform != 'auto':
         platform = args.platform
     else:
-        ci = strtobool(os.environ.get('CI', 'false')) or 'BITRISE_BUILD_NUMBER' in os.environ or 'AZURE_HTTP_USER_AGENT' in os.environ
+        ci = strtobool(os.environ.get('CI', 'false')) or 'BITRISE_BUILD_NUMBER' in os.environ or 'AZURE_HTTP_USER_AGENT' in os.environ or 'GITHUB_WORKFLOW' in os.environ
         if not ci:
             print('cibuildwheel: Unable to detect platform. cibuildwheel should run on your CI server, '
-                  'Travis CI, AppVeyor, Azure Pipelines and CircleCI are supported. You can run on your '
-                  'development machine or other CI providers using the --platform argument. Check --help '
-                  'output for more information.',
+                  'Travis CI, AppVeyor, Azure Pipelines, GitHub Actions and CircleCI are supported. You '
+                  'can run on your development machine or other CI providers using the --platform argument. '
+                  'Check --help output for more information.',
                   file=sys.stderr)
             exit(2)
         if sys.platform.startswith('linux'):
@@ -101,9 +118,9 @@ def main():
     test_command = get_option_from_environment('CIBW_TEST_COMMAND', platform=platform)
     test_requires = get_option_from_environment('CIBW_TEST_REQUIRES', platform=platform, default='').split()
     test_extras = get_option_from_environment('CIBW_TEST_EXTRAS', platform=platform, default='')
-    project_dir = args.project_dir
+    package_dir = args.package_dir
     before_build = get_option_from_environment('CIBW_BEFORE_BUILD', platform=platform)
-    build_verbosity = get_option_from_environment('CIBW_BUILD_VERBOSITY', platform=platform, default='')
+    build_verbosity_str = get_option_from_environment('CIBW_BUILD_VERBOSITY', platform=platform, default='')
     build_config, skip_config = os.environ.get('CIBW_BUILD', '*'), os.environ.get('CIBW_SKIP', '')
     if platform == 'linux':
         repair_command_default = 'auditwheel repair -w {dest_dir} {wheel}'
@@ -113,19 +130,28 @@ def main():
         repair_command_default = ''
     repair_command = get_option_from_environment('CIBW_REPAIR_WHEEL_COMMAND', platform=platform, default=repair_command_default)
     environment_config = get_option_from_environment('CIBW_ENVIRONMENT', platform=platform, default='')
+    before_test = get_option_from_environment('CIBW_BEFORE_TEST', platform=platform, default='')
+
+    dependency_versions = get_option_from_environment('CIBW_DEPENDENCY_VERSIONS', platform=platform, default='pinned')
+    if dependency_versions == 'pinned':
+        dependency_constraints: Optional[DependencyConstraints] = DependencyConstraints.with_defaults()
+    elif dependency_versions == 'latest':
+        dependency_constraints = None
+    else:
+        dependency_constraints = DependencyConstraints(dependency_versions)
 
     if test_extras:
-        test_extras = '[{0}]'.format(test_extras)
+        test_extras = f'[{test_extras}]'
 
     try:
-        build_verbosity = min(3, max(-3, int(build_verbosity)))
+        build_verbosity = min(3, max(-3, int(build_verbosity_str)))
     except ValueError:
         build_verbosity = 0
 
     try:
         environment = parse_environment(environment_config)
     except (EnvironmentParseError, ValueError):
-        print('cibuildwheel: Malformed environment option "%s"' % environment_config, file=sys.stderr)
+        print(f'cibuildwheel: Malformed environment option "{environment_config}"', file=sys.stderr)
         traceback.print_exc(None, sys.stderr)
         exit(2)
 
@@ -135,16 +161,47 @@ def main():
     # This needs to be passed on to the docker container in linux.py
     os.environ['CIBUILDWHEEL'] = '1'
 
-    if not os.path.exists(os.path.join(project_dir, 'setup.py')):
-        print('cibuildwheel: Could not find setup.py at root of project', file=sys.stderr)
+    if not os.path.exists(os.path.join(package_dir, 'setup.py')):
+        print('cibuildwheel: Could not find setup.py at root of package', file=sys.stderr)
         exit(2)
 
     if args.print_build_identifiers:
         print_build_identifiers(platform, build_selector)
         exit(0)
 
-    build_options = dict(
-        project_dir=project_dir,
+    manylinux_images: Optional[Dict[str, str]] = None
+    if platform == 'linux':
+        pinned_docker_images_file = os.path.join(
+            os.path.dirname(__file__), 'resources', 'pinned_docker_images.cfg'
+        )
+        all_pinned_docker_images = ConfigParser()
+        all_pinned_docker_images.read(pinned_docker_images_file)
+        # all_pinned_docker_images looks like a dict of dicts, e.g.
+        # { 'x86_64': {'manylinux1': '...', 'manylinux2010': '...', 'manylinux2014': '...'},
+        #   'i686': {'manylinux1': '...', 'manylinux2010': '...', 'manylinux2014': '...'},
+        #   'pypy_x86_64': {'manylinux2010': '...' }
+        #   ... }
+
+        manylinux_images = {}
+
+        for build_platform in ['x86_64', 'i686', 'pypy_x86_64', 'aarch64', 'ppc64le', 's390x']:
+            pinned_images = all_pinned_docker_images[build_platform]
+
+            config_name = f'CIBW_MANYLINUX_{build_platform.upper()}_IMAGE'
+            config_value = os.environ.get(config_name)
+
+            if config_value is None:
+                # default to manylinux2010 if it's available, otherwise manylinux2014
+                image = pinned_images.get('manylinux2010') or pinned_images.get('manylinux2014')
+            elif config_value in pinned_images:
+                image = pinned_images[config_value]
+            else:
+                image = config_value
+
+            manylinux_images[build_platform] = image
+
+    build_options = BuildOptions(
+        package_dir=package_dir,
         output_dir=output_dir,
         test_command=test_command,
         test_requires=test_requires,
@@ -154,43 +211,13 @@ def main():
         build_selector=build_selector,
         repair_command=repair_command,
         environment=environment,
+        before_test=before_test,
+        dependency_constraints=dependency_constraints,
+        manylinux_images=manylinux_images,
     )
 
-    if platform == 'linux':
-        manylinux_x86_64_image = os.environ.get('CIBW_MANYLINUX_X86_64_IMAGE', 'manylinux2010')
-        manylinux_i686_image = os.environ.get('CIBW_MANYLINUX_I686_IMAGE', 'manylinux2010')
-        manylinux_pypy_x86_64_image = os.environ.get('CIBW_MANYLINUX_PYPY_X86_64_IMAGE', 'manylinux2010')
-        manylinux_aarch64_image = os.environ.get('CIBW_MANYLINUX_AARCH64_IMAGE', 'manylinux2014')
-        manylinux_ppc64le_image = os.environ.get('CIBW_MANYLINUX_PPC64LE_IMAGE', 'manylinux2014')
-        manylinux_s390x_image = os.environ.get('CIBW_MANYLINUX_S390X_IMAGE', 'manylinux2014')
-
-        default_manylinux_images_x86_64 = {'manylinux1': 'quay.io/pypa/manylinux1_x86_64',
-                                           'manylinux2010': 'quay.io/pypa/manylinux2010_x86_64',
-                                           'manylinux2014': 'quay.io/pypa/manylinux2014_x86_64'}
-        default_manylinux_images_i686 = {'manylinux1': 'quay.io/pypa/manylinux1_i686',
-                                         'manylinux2010': 'quay.io/pypa/manylinux2010_i686',
-                                         'manylinux2014': 'quay.io/pypa/manylinux2014_i686'}
-        default_manylinux_images_pypy_x86_64 = {'manylinux2010': 'pypywheels/manylinux2010-pypy_x86_64'}
-        default_manylinux_images_aarch64 = {'manylinux2014': 'quay.io/pypa/manylinux2014_aarch64'}
-        default_manylinux_images_ppc64le = {'manylinux2014': 'quay.io/pypa/manylinux2014_ppc64le'}
-        default_manylinux_images_s390x = {'manylinux2014': 'quay.io/pypa/manylinux2014_s390x'}
-
-        build_options.update(
-            manylinux_images={'x86_64': default_manylinux_images_x86_64.get(manylinux_x86_64_image) or manylinux_x86_64_image,
-                              'i686': default_manylinux_images_i686.get(manylinux_i686_image) or manylinux_i686_image,
-                              'pypy_x86_64': default_manylinux_images_pypy_x86_64.get(manylinux_pypy_x86_64_image) or manylinux_pypy_x86_64_image,
-                              'aarch64': default_manylinux_images_aarch64.get(manylinux_aarch64_image) or manylinux_aarch64_image,
-                              'ppc64le': default_manylinux_images_ppc64le.get(manylinux_ppc64le_image) or manylinux_ppc64le_image,
-                              's390x': default_manylinux_images_s390x.get(manylinux_s390x_image) or manylinux_s390x_image,
-                              },
-        )
-    elif platform == 'macos':
-        pass
-    elif platform == 'windows':
-        pass
-
     # Python is buffering by default when running on the CI platforms, giving problems interleaving subprocess call output with unflushed calls to 'print'
-    sys.stdout = Unbuffered(sys.stdout)
+    sys.stdout = Unbuffered(sys.stdout)  # type: ignore
 
     print_preamble(platform, build_options)
 
@@ -198,27 +225,27 @@ def main():
         os.makedirs(output_dir)
 
     if platform == 'linux':
-        cibuildwheel.linux.build(**build_options)
+        cibuildwheel.linux.build(build_options)
     elif platform == 'windows':
-        cibuildwheel.windows.build(**build_options)
+        cibuildwheel.windows.build(build_options)
     elif platform == 'macos':
-        cibuildwheel.macos.build(**build_options)
+        cibuildwheel.macos.build(build_options)
     else:
-        print('cibuildwheel: Unsupported platform: {}'.format(platform), file=sys.stderr)
+        print(f'cibuildwheel: Unsupported platform: {platform}', file=sys.stderr)
         exit(2)
 
 
-def detect_obsolete_options():
+def detect_obsolete_options() -> None:
     # Check the old 'MANYLINUX1_*_IMAGE' options
     for (deprecated, alternative) in [('CIBW_MANYLINUX1_X86_64_IMAGE', 'CIBW_MANYLINUX_X86_64_IMAGE'),
                                       ('CIBW_MANYLINUX1_I686_IMAGE', 'CIBW_MANYLINUX_I686_IMAGE')]:
         if deprecated in os.environ:
-            print("'{}' has been deprecated, and will be removed in a future release. Use the option '{}' instead.".format(deprecated, alternative))
+            print(f"'{deprecated}' has been deprecated, and will be removed in a future release. Use the option '{alternative}' instead.")
             if alternative not in os.environ:
-                print("Using value of option '{}' as replacement for '{}'".format(deprecated, alternative))
+                print(f"Using value of option '{deprecated}' as replacement for '{alternative}'")
                 os.environ[alternative] = os.environ[deprecated]
             else:
-                print("Option '{}' is not empty. Please unset '{}'".format(alternative, deprecated))
+                print(f"Option '{alternative}' is not empty. Please unset '{deprecated}'")
                 exit(2)
 
     # Check for deprecated identifiers in 'CIBW_BUILD' and 'CIBW_SKIP' options
@@ -227,15 +254,11 @@ def detect_obsolete_options():
                                         ('macosx_10_6_intel', 'macosx_x86_64'),
                                         ('macosx_10_9_x86_64', 'macosx_x86_64')]:
             if option in os.environ and deprecated in os.environ[option]:
-                print("Build identifiers with '{deprecated}' have been deprecated. Replacing all occurences of '{deprecated}' with '{alternative}' in the option '{option}'".format(
-                    deprecated=deprecated,
-                    alternative=alternative,
-                    option=option,
-                ))
+                print(f"Build identifiers with '{deprecated}' have been deprecated. Replacing all occurences of '{deprecated}' with '{alternative}' in the option '{option}'")
                 os.environ[option] = os.environ[option].replace(deprecated, alternative)
 
 
-def print_preamble(platform, build_options):
+def print_preamble(platform: str, build_options: BuildOptions) -> None:
     print(textwrap.dedent('''
              _ _       _ _   _       _           _
          ___|_| |_ _ _|_| |_| |_ _ _| |_ ___ ___| |
@@ -243,12 +266,12 @@ def print_preamble(platform, build_options):
         |___|_|___|___|_|_|___|_____|_|_|___|___|_|
         '''))
 
-    print('cibuildwheel version %s\n' % cibuildwheel.__version__)
+    print(f'cibuildwheel version {cibuildwheel.__version__}\n')
 
     print('Build options:')
-    print('  platform: %r' % platform)
-    for option, value in sorted(build_options.items()):
-        print('  %s: %r' % (option, value))
+    print(f'  platform: {platform!r}')
+    for option, value in sorted(build_options._asdict().items()):
+        print(f'  {option}: {value!r}')
 
     warnings = detect_warnings(platform, build_options)
     if warnings:
@@ -259,26 +282,25 @@ def print_preamble(platform, build_options):
     print('\nHere we go!\n')
 
 
-def print_build_identifiers(platform, build_selector):
+def print_build_identifiers(platform: str, build_selector: BuildSelector) -> None:
+    python_configurations: List[Any] = []
     if platform == 'linux':
         python_configurations = cibuildwheel.linux.get_python_configurations(build_selector)
     elif platform == 'windows':
         python_configurations = cibuildwheel.windows.get_python_configurations(build_selector)
     elif platform == 'macos':
         python_configurations = cibuildwheel.macos.get_python_configurations(build_selector)
-    else:
-        python_configurations = []
 
     for config in python_configurations:
         print(config.identifier)
 
 
-def detect_warnings(platform, build_options):
+def detect_warnings(platform: str, build_options: BuildOptions) -> List[str]:
     warnings = []
 
     # warn about deprecated {python} and {pip}
     for option_name in ['test_command', 'before_build']:
-        option_value = build_options.get(option_name)
+        option_value = getattr(build_options, option_name)
 
         if option_value:
             if '{python}' in option_value or '{pip}' in option_value:

cibuildwheel/bashlex_eval.py

@@ -1,13 +1,17 @@
 import shlex
 import subprocess
-from collections import namedtuple
 
-import bashlex
+from typing import Dict, NamedTuple
 
-NodeExecutionContext = namedtuple('NodeExecutionContext', ['environment', 'input'])
+import bashlex  # type: ignore
 
 
-def evaluate(value, environment):
+class NodeExecutionContext(NamedTuple):
+    environment: Dict[str, str]
+    input: str
+
+
+def evaluate(value: str, environment: Dict[str, str]) -> str:
     if not value:
         # empty string evaluates to empty string
         # (but trips up bashlex)
@@ -16,7 +20,7 @@ def evaluate(value, environment):
     command_node = bashlex.parsesingle(value)
 
     if len(command_node.parts) != 1:
-        raise ValueError('"%s" has too many parts' % value)
+        raise ValueError(f'"{value}" has too many parts')
 
     value_word_node = command_node.parts[0]
 
@@ -26,7 +30,7 @@ def evaluate(value, environment):
     )
 
 
-def evaluate_node(node, context):
+def evaluate_node(node: bashlex.ast.node, context: NodeExecutionContext) -> str:
     if node.kind == 'word':
         return evaluate_word_node(node, context=context)
     elif node.kind == 'commandsubstitution':
@@ -34,10 +38,10 @@ def evaluate_node(node, context):
     elif node.kind == 'parameter':
         return evaluate_parameter_node(node, context=context)
     else:
-        raise ValueError('Unsupported bash construct: "%s"' % node.word)
+        raise ValueError(f'Unsupported bash construct: "{node.word}"')
 
 
-def evaluate_word_node(node, context):
+def evaluate_word_node(node: bashlex.ast.node, context: NodeExecutionContext) -> str:
     word_start = node.pos[0]
     word_end = node.pos[1]
     word_string = context.input[word_start:word_end]
@@ -49,22 +53,22 @@ def evaluate_word_node(node, context):
 
         # Set all the characters in the part to None
         for i in range(part_start, part_end):
-            letters[i] = None
+            letters[i] = ''
 
         letters[part_start] = evaluate_node(part, context=context)
 
     # remove the None letters and concat
-    value = ''.join(l for l in letters if l is not None)
+    value = ''.join(letters)
 
     # apply bash-like quotes/whitespace treatment
     return ' '.join(word.strip() for word in shlex.split(value))
 
 
-def evaluate_command_node(node, context):
+def evaluate_command_node(node: bashlex.ast.node, context: NodeExecutionContext) -> str:
     words = [evaluate_node(part, context=context) for part in node.parts]
     command = ' '.join(words)
     return subprocess.check_output(shlex.split(command), env=context.environment, universal_newlines=True)
 
 
-def evaluate_parameter_node(node, context):
+def evaluate_parameter_node(node: bashlex.ast.node, context: NodeExecutionContext) -> str:
     return context.environment.get(node.value, '')

cibuildwheel/environment.py

@@ -1,4 +1,6 @@
-import bashlex
+import bashlex  # type: ignore
+
+from typing import Dict, List
 
 from . import bashlex_eval
 
@@ -7,13 +9,7 @@ class EnvironmentParseError(Exception):
     pass
 
 
-def parse_environment(env_string):
-    env_items = split_env_items(env_string)
-    assignments = [EnvironmentAssignment(item) for item in env_items]
-    return ParsedEnvironment(assignments=assignments)
-
-
-def split_env_items(env_string):
+def split_env_items(env_string: str) -> List[str]:
     '''Splits space-separated variable assignments into a list of individual assignments.
 
     >>> split_env_items('VAR=abc')
@@ -43,29 +39,29 @@ def split_env_items(env_string):
 
 
 class EnvironmentAssignment:
-    def __init__(self, assignment):
+    def __init__(self, assignment: str):
         name, equals, value = assignment.partition('=')
         if not equals:
             raise EnvironmentParseError(assignment)
         self.name = name
         self.value = value
 
-    def evaluated_value(self, environment):
+    def evaluated_value(self, environment: Dict[str, str]) -> str:
         '''Returns the value of this assignment, as evaluated in the environment'''
         return bashlex_eval.evaluate(self.value, environment=environment)
 
-    def as_shell_assignment(self):
-        return 'export %s=%s' % (self.name, self.value)
+    def as_shell_assignment(self) -> str:
+        return f'export {self.name}={self.value}'
 
-    def __repr__(self):
-        return '%s=%s' % (self.name, self.value)
+    def __repr__(self) -> str:
+        return f'{self.name}={self.value}'
 
 
 class ParsedEnvironment:
-    def __init__(self, assignments):
+    def __init__(self, assignments: List[EnvironmentAssignment]):
         self.assignments = assignments
 
-    def as_dictionary(self, prev_environment):
+    def as_dictionary(self, prev_environment: Dict[str, str]) -> Dict[str, str]:
         environment = prev_environment.copy()
 
         for assignment in self.assignments:
@@ -74,8 +70,14 @@ class ParsedEnvironment:
 
         return environment
 
-    def as_shell_commands(self):
+    def as_shell_commands(self) -> List[str]:
         return [a.as_shell_assignment() for a in self.assignments]
 
-    def __repr__(self):
-        return 'ParsedEnvironment(%r)' % [repr(a) for a in self.assignments]
+    def __repr__(self) -> str:
+        return f'ParsedEnvironment({[repr(a) for a in self.assignments]!r})'
+
+
+def parse_environment(env_string: str) -> ParsedEnvironment:
+    env_items = split_env_items(env_string)
+    assignments = [EnvironmentAssignment(item) for item in env_items]
+    return ParsedEnvironment(assignments=assignments)

cibuildwheel/linux.py

@@ -5,15 +5,25 @@ import subprocess
 import sys
 import textwrap
 import uuid
-from collections import namedtuple
+
+from typing import List, NamedTuple, Optional, Union
 
 from .util import (
+    BuildOptions,
+    BuildSelector,
     get_build_verbosity_extra_flags,
     prepare_command,
 )
 
 
-def matches_platform(identifier):
+def call(args: List[str], input: Optional[Union[str, bytes]] = None, universal_newlines: bool = False) -> None:
+    print('+ ' + ' '.join(shlex.quote(a) for a in args))
+    subprocess.run(
+        args, input=input, universal_newlines=universal_newlines, check=True
+    )
+
+
+def matches_platform(identifier: str) -> bool:
     pm = platform.machine()
     if pm == "x86_64":
         # x86_64 machines can run i686 docker containers
@@ -34,41 +44,46 @@ def matches_platform(identifier):
     return False
 
 
-def get_python_configurations(build_selector):
-    PythonConfiguration = namedtuple('PythonConfiguration', ['identifier', 'path'])
+class PythonConfiguration(NamedTuple):
+    version: str
+    identifier: str
+    path: str
+
+
+def get_python_configurations(build_selector: BuildSelector) -> List[PythonConfiguration]:
     python_configurations = [
-        PythonConfiguration(identifier='cp27-manylinux_x86_64', path='/opt/python/cp27-cp27m'),
-        PythonConfiguration(identifier='cp27-manylinux_x86_64', path='/opt/python/cp27-cp27mu'),
-        PythonConfiguration(identifier='cp35-manylinux_x86_64', path='/opt/python/cp35-cp35m'),
-        PythonConfiguration(identifier='cp36-manylinux_x86_64', path='/opt/python/cp36-cp36m'),
-        PythonConfiguration(identifier='cp37-manylinux_x86_64', path='/opt/python/cp37-cp37m'),
-        PythonConfiguration(identifier='cp38-manylinux_x86_64', path='/opt/python/cp38-cp38'),
-        PythonConfiguration(identifier='cp27-manylinux_i686', path='/opt/python/cp27-cp27m'),
-        PythonConfiguration(identifier='cp27-manylinux_i686', path='/opt/python/cp27-cp27mu'),
-        PythonConfiguration(identifier='cp35-manylinux_i686', path='/opt/python/cp35-cp35m'),
-        PythonConfiguration(identifier='cp36-manylinux_i686', path='/opt/python/cp36-cp36m'),
-        PythonConfiguration(identifier='cp37-manylinux_i686', path='/opt/python/cp37-cp37m'),
-        PythonConfiguration(identifier='cp38-manylinux_i686', path='/opt/python/cp38-cp38'),
-        PythonConfiguration(identifier='pp27-manylinux_x86_64', path='/opt/python/pp27-pypy_73'),
-        PythonConfiguration(identifier='pp36-manylinux_x86_64', path='/opt/python/pp36-pypy36_pp73'),
-        PythonConfiguration(identifier='cp35-manylinux_aarch64', path='/opt/python/cp35-cp35m'),
-        PythonConfiguration(identifier='cp36-manylinux_aarch64', path='/opt/python/cp36-cp36m'),
-        PythonConfiguration(identifier='cp37-manylinux_aarch64', path='/opt/python/cp37-cp37m'),
-        PythonConfiguration(identifier='cp38-manylinux_aarch64', path='/opt/python/cp38-cp38'),
-        PythonConfiguration(identifier='cp35-manylinux_ppc64le', path='/opt/python/cp35-cp35m'),
-        PythonConfiguration(identifier='cp36-manylinux_ppc64le', path='/opt/python/cp36-cp36m'),
-        PythonConfiguration(identifier='cp37-manylinux_ppc64le', path='/opt/python/cp37-cp37m'),
-        PythonConfiguration(identifier='cp38-manylinux_ppc64le', path='/opt/python/cp38-cp38'),
-        PythonConfiguration(identifier='cp35-manylinux_s390x', path='/opt/python/cp35-cp35m'),
-        PythonConfiguration(identifier='cp36-manylinux_s390x', path='/opt/python/cp36-cp36m'),
-        PythonConfiguration(identifier='cp37-manylinux_s390x', path='/opt/python/cp37-cp37m'),
-        PythonConfiguration(identifier='cp38-manylinux_s390x', path='/opt/python/cp38-cp38'),
+        PythonConfiguration(version='2.7', identifier='cp27-manylinux_x86_64', path='/opt/python/cp27-cp27m'),
+        PythonConfiguration(version='2.7', identifier='cp27-manylinux_x86_64', path='/opt/python/cp27-cp27mu'),
+        PythonConfiguration(version='3.5', identifier='cp35-manylinux_x86_64', path='/opt/python/cp35-cp35m'),
+        PythonConfiguration(version='3.6', identifier='cp36-manylinux_x86_64', path='/opt/python/cp36-cp36m'),
+        PythonConfiguration(version='3.7', identifier='cp37-manylinux_x86_64', path='/opt/python/cp37-cp37m'),
+        PythonConfiguration(version='3.8', identifier='cp38-manylinux_x86_64', path='/opt/python/cp38-cp38'),
+        PythonConfiguration(version='2.7', identifier='cp27-manylinux_i686', path='/opt/python/cp27-cp27m'),
+        PythonConfiguration(version='2.7', identifier='cp27-manylinux_i686', path='/opt/python/cp27-cp27mu'),
+        PythonConfiguration(version='3.5', identifier='cp35-manylinux_i686', path='/opt/python/cp35-cp35m'),
+        PythonConfiguration(version='3.6', identifier='cp36-manylinux_i686', path='/opt/python/cp36-cp36m'),
+        PythonConfiguration(version='3.7', identifier='cp37-manylinux_i686', path='/opt/python/cp37-cp37m'),
+        PythonConfiguration(version='3.8', identifier='cp38-manylinux_i686', path='/opt/python/cp38-cp38'),
+        PythonConfiguration(version='2.7', identifier='pp27-manylinux_x86_64', path='/opt/python/pp27-pypy_73'),
+        PythonConfiguration(version='3.6', identifier='pp36-manylinux_x86_64', path='/opt/python/pp36-pypy36_pp73'),
+        PythonConfiguration(version='3.5', identifier='cp35-manylinux_aarch64', path='/opt/python/cp35-cp35m'),
+        PythonConfiguration(version='3.6', identifier='cp36-manylinux_aarch64', path='/opt/python/cp36-cp36m'),
+        PythonConfiguration(version='3.7', identifier='cp37-manylinux_aarch64', path='/opt/python/cp37-cp37m'),
+        PythonConfiguration(version='3.8', identifier='cp38-manylinux_aarch64', path='/opt/python/cp38-cp38'),
+        PythonConfiguration(version='3.5', identifier='cp35-manylinux_ppc64le', path='/opt/python/cp35-cp35m'),
+        PythonConfiguration(version='3.6', identifier='cp36-manylinux_ppc64le', path='/opt/python/cp36-cp36m'),
+        PythonConfiguration(version='3.7', identifier='cp37-manylinux_ppc64le', path='/opt/python/cp37-cp37m'),
+        PythonConfiguration(version='3.8', identifier='cp38-manylinux_ppc64le', path='/opt/python/cp38-cp38'),
+        PythonConfiguration(version='3.5', identifier='cp35-manylinux_s390x', path='/opt/python/cp35-cp35m'),
+        PythonConfiguration(version='3.6', identifier='cp36-manylinux_s390x', path='/opt/python/cp36-cp36m'),
+        PythonConfiguration(version='3.7', identifier='cp37-manylinux_s390x', path='/opt/python/cp37-cp37m'),
+        PythonConfiguration(version='3.8', identifier='cp38-manylinux_s390x', path='/opt/python/cp38-cp38'),
     ]
     # skip builds as required
     return [c for c in python_configurations if matches_platform(c.identifier) and build_selector(c.identifier)]
 
 
-def build(project_dir, output_dir, test_command, test_requires, test_extras, before_build, build_verbosity, build_selector, repair_command, environment, manylinux_images):
+def build(options: BuildOptions) -> None:
     try:
         subprocess.check_call(['docker', '--version'])
     except Exception:
@@ -78,157 +93,201 @@ def build(project_dir, output_dir, test_command, test_requires, test_extras, bef
               file=sys.stderr)
         exit(2)
 
-    python_configurations = get_python_configurations(build_selector)
+    assert options.manylinux_images is not None
+    python_configurations = get_python_configurations(options.build_selector)
     platforms = [
-        ('cp', 'manylinux_x86_64', manylinux_images['x86_64']),
-        ('cp', 'manylinux_i686', manylinux_images['i686']),
-        ('cp', 'manylinux_aarch64', manylinux_images['aarch64']),
-        ('cp', 'manylinux_ppc64le', manylinux_images['ppc64le']),
-        ('cp', 'manylinux_s390x', manylinux_images['s390x']),
-        ('pp', 'manylinux_x86_64', manylinux_images['pypy_x86_64']),
+        ('cp', 'manylinux_x86_64', options.manylinux_images['x86_64']),
+        ('cp', 'manylinux_i686', options.manylinux_images['i686']),
+        ('cp', 'manylinux_aarch64', options.manylinux_images['aarch64']),
+        ('cp', 'manylinux_ppc64le', options.manylinux_images['ppc64le']),
+        ('cp', 'manylinux_s390x', options.manylinux_images['s390x']),
+        ('pp', 'manylinux_x86_64', options.manylinux_images['pypy_x86_64']),
     ]
 
+    if not os.path.realpath(options.package_dir).startswith(os.path.realpath('.')):
+        raise Exception('package_dir must be inside the working directory')
+
+    container_package_dir = os.path.join('/project', os.path.relpath(options.package_dir, '.'))
+
     for implementation, platform_tag, docker_image in platforms:
         platform_configs = [c for c in python_configurations if c.identifier.startswith(implementation) and c.identifier.endswith(platform_tag)]
         if not platform_configs:
             continue
 
-        bash_script = '''
-            set -o errexit
-            set -o xtrace
-            mkdir /output
-            cd /project
+        container_name = f'cibuildwheel-{uuid.uuid4()}'
 
-            for PYBIN in {pybin_paths}; do (
-                # Temporary hack/workaround, putting loop body in subshell; fixed in PR #256
+        try:
+            shell_cmd = ['linux32', '/bin/bash'] if platform_tag.endswith("i686") else ['/bin/bash']
+            call(['docker', 'create',
+                  '--env', 'CIBUILDWHEEL',
+                  '--name', container_name,
+                  '-i',
+                  '-v', '/:/host',  # ignored on CircleCI
+                  docker_image,
+                  '/bin/bash'])
 
-                export PATH="$PYBIN:$PATH"
-                {environment_exports}
+            call(['docker', 'cp', '.', container_name + ':/project'])
 
-                # check the active python and pip are in PYBIN
-                if [ "$(which pip)" != "$PYBIN/pip" ]; then
-                    echo "cibuildwheel: python available on PATH doesn't match our installed instance. If you have modified PATH, ensure that you don't overwrite cibuildwheel's entry or insert python above it."
-                    exit 1
-                fi
-                if [ "$(which python)" != "$PYBIN/python" ]; then
-                    echo "cibuildwheel: pip available on PATH doesn't match our installed instance. If you have modified PATH, ensure that you don't overwrite cibuildwheel's entry or insert pip above it."
-                    exit 1
-                fi
+            call(['docker', 'start', container_name])
 
-                if [ ! -z {before_build} ]; then
-                    sh -c {before_build}
-                fi
+            for config in platform_configs:
+                if options.dependency_constraints:
+                    constraints_file = options.dependency_constraints.get_for_python_version(config.version)
 
-                # Build the wheel
-                rm -rf /tmp/built_wheel
-                mkdir /tmp/built_wheel
-                pip wheel . -w /tmp/built_wheel --no-deps {build_verbosity_flag}
-                built_wheel=(/tmp/built_wheel/*.whl)
+                    # `docker cp` causes 'no space left on device' error when
+                    # a container is running and the host filesystem is
+                    # mounted. https://github.com/moby/moby/issues/38995
+                    # Use `docker exec` instead.
+                    with open(constraints_file, 'rb') as f:
+                        call(
+                            ['docker', 'exec', '-i', container_name, 'sh', '-c', 'cat > /constraints.txt'],
+                            input=f.read(),
+                        )
 
-                # repair the wheel
-                rm -rf /tmp/repaired_wheels
-                mkdir /tmp/repaired_wheels
-                # NOTE: 'built_wheel' here is a bash array of glob matches; "$built_wheel" returns
-                # the first element
-                if [[ "$built_wheel" == *none-any.whl ]] || [ -z {repair_command} ]; then
-                    # pure Python wheel or empty repair command
-                    mv "$built_wheel" /tmp/repaired_wheels
-                else
-                    sh -c {repair_command} repair_command "$built_wheel"
-                fi
-                repaired_wheels=(/tmp/repaired_wheels/*.whl)
+                call(
+                    ['docker', 'exec', '-i', container_name] + shell_cmd,
+                    universal_newlines=True,
+                    input='''
+                        # give xtrace output an extra level of indent inside docker
+                        PS4='    + '
 
-                if [ ! -z {test_command} ]; then
-                    # Set up a virtual environment to install and test from, to make sure
-                    # there are no dependencies that were pulled in at build time.
-                    pip install virtualenv
-                    venv_dir=`mktemp -d`/venv
-                    python -m virtualenv "$venv_dir"
+                        set -o errexit
+                        set -o xtrace
+                        mkdir -p /output
+                        cd /project
 
-                    export __CIBW_VIRTUALENV_PATH__=$venv_dir
+                        PYBIN="{config_python_bin}"
 
-                    # run the tests in a subshell to keep that `activate`
-                    # script from polluting the env
-                    (
-                        source "$venv_dir/bin/activate"
+                        export PATH="$PYBIN:$PATH"
+                        {environment_exports}
 
-                        echo "Running tests using `which python`"
-
-                        # Install the wheel we just built
-                        # Note: If auditwheel produced two wheels, it's because the earlier produced wheel
-                        # conforms to multiple manylinux standards. These multiple versions of the wheel are
-                        # functionally the same, differing only in name, wheel metadata, and possibly include
-                        # different external shared libraries. so it doesn't matter which one we run the tests on.
-                        # Let's just pick the first one.
-                        pip install "${{repaired_wheels[0]}}"{test_extras}
-
-                        # Install any requirements to run the tests
-                        if [ ! -z "{test_requires}" ]; then
-                            pip install {test_requires}
+                        # check the active python and pip are in PYBIN
+                        if [ "$(which pip)" != "$PYBIN/pip" ]; then
+                        echo "cibuildwheel: python available on PATH doesn't match our installed instance. If you have modified PATH, ensure that you don't overwrite cibuildwheel's entry or insert python above it."
+                        exit 1
+                        fi
+                        if [ "$(which python)" != "$PYBIN/python" ]; then
+                        echo "cibuildwheel: pip available on PATH doesn't match our installed instance. If you have modified PATH, ensure that you don't overwrite cibuildwheel's entry or insert pip above it."
+                        exit 1
                         fi
 
-                        # Run the tests from a different directory
-                        pushd $HOME
-                        sh -c {test_command}
-                        popd
+                        if [ ! -z {before_build} ]; then
+                            sh -c {before_build}
+                        fi
+
+                        # Build the wheel
+                        rm -rf /tmp/built_wheel
+                        mkdir /tmp/built_wheel
+                        pip wheel {package_dir} -w /tmp/built_wheel --no-deps {build_verbosity_flag}
+                        built_wheel=(/tmp/built_wheel/*.whl)
+
+                        # repair the wheel
+                        rm -rf /tmp/repaired_wheels
+                        mkdir /tmp/repaired_wheels
+                        # NOTE: 'built_wheel' here is a bash array of glob matches; "$built_wheel" returns
+                        # the first element
+                        if [[ "$built_wheel" == *none-any.whl ]] || [ -z {repair_command} ]; then
+                            # pure Python wheel or empty repair command
+                            mv "$built_wheel" /tmp/repaired_wheels
+                        else
+                            sh -c {repair_command} repair_command "$built_wheel"
+                        fi
+                        repaired_wheels=(/tmp/repaired_wheels/*.whl)
+
+                        if [ ! -z {test_command} ]; then
+                            # Set up a virtual environment to install and test from, to make sure
+                            # there are no dependencies that were pulled in at build time.
+                            pip install {dependency_install_flags} virtualenv
+                            venv_dir=`mktemp -d`/venv
+                            python -m virtualenv --no-download "$venv_dir"
+                            export __CIBW_VIRTUALENV_PATH__=$venv_dir
+
+                            # run the tests in a subshell to keep that `activate`
+                            # script from polluting the env
+                            (
+                                source "$venv_dir/bin/activate"
+
+                                echo "Running tests using `which python`"
+
+                                if [ ! -z {before_test} ]; then
+                                    sh -c {before_test}
+                                fi
+
+                                # Install the wheel we just built
+                                # Note: If auditwheel produced two wheels, it's because the earlier produced wheel
+                                # conforms to multiple manylinux standards. These multiple versions of the wheel are
+                                # functionally the same, differing only in name, wheel metadata, and possibly include
+                                # different external shared libraries. so it doesn't matter which one we run the tests on.
+                                # Let's just pick the first one.
+                                pip install "${{repaired_wheels[0]}}"{test_extras}
+
+                                # Install any requirements to run the tests
+                                if [ ! -z "{test_requires}" ]; then
+                                    pip install {test_requires}
+                                fi
+
+                                # Run the tests from a different directory
+                                pushd $HOME
+                                sh -c {test_command}
+                                popd
+                            )
+                            # exit if tests failed (needed for older bash versions)
+                            if [ $? -ne 0 ]; then
+                              exit 1;
+                            fi
+
+                            # clean up
+                            rm -rf "$venv_dir"
+                        fi
+
+                        # we're all done here; move it to output
+                        mv "${{repaired_wheels[@]}}" /output
+                        for repaired_wheel in "${{repaired_wheels[@]}}"; do
+                            chown {uid}:{gid} "/output/$(basename "$repaired_wheel")"
+                        done
+                    '''.format(
+                        config_python_bin=config.path + '/bin',
+                        package_dir=container_package_dir,
+                        test_requires=' '.join(options.test_requires),
+                        test_extras=options.test_extras,
+                        test_command=shlex.quote(
+                            prepare_command(options.test_command, project='/project', package=container_package_dir) if options.test_command else ''
+                        ),
+                        before_build=shlex.quote(
+                            prepare_command(options.before_build, project='/project', package=container_package_dir) if options.before_build else ''
+                        ),
+                        build_verbosity_flag=' '.join(get_build_verbosity_extra_flags(options.build_verbosity)),
+                        repair_command=shlex.quote(
+                            prepare_command(options.repair_command, wheel='"$1"', dest_dir='/tmp/repaired_wheels') if options.repair_command else ''
+                        ),
+                        environment_exports='\n'.join(options.environment.as_shell_commands()),
+                        uid=os.getuid(),
+                        gid=os.getgid(),
+                        before_test=shlex.quote(
+                            prepare_command(options.before_test, project='/project', package=container_package_dir) if options.before_test else ''
+                        ),
+                        dependency_install_flags='-c /constraints.txt' if options.dependency_constraints else '',
                     )
-                    # exit if tests failed (needed for older bash versions)
-                    if [ $? -ne 0 ]; then
-                        exit 1;
-                    fi
+                )
 
-                    # clean up
-                    rm -rf "$venv_dir"
-                fi
-
-                # we're all done here; move it to output
-                mv "${{repaired_wheels[@]}}" /output
-                for repaired_wheel in "${{repaired_wheels[@]}}"; do chown {uid}:{gid} "/output/$(basename "$repaired_wheel")"; done
-            ) done
-        '''.format(
-            pybin_paths=' '.join(c.path + '/bin' for c in platform_configs),
-            test_requires=' '.join(test_requires),
-            test_extras=test_extras,
-            test_command=shlex.quote(
-                prepare_command(test_command, project='/project') if test_command else ''
-            ),
-            before_build=shlex.quote(
-                prepare_command(before_build, project='/project') if before_build else ''
-            ),
-            build_verbosity_flag=' '.join(get_build_verbosity_extra_flags(build_verbosity)),
-            repair_command=shlex.quote(
-                prepare_command(repair_command, wheel='"$1"', dest_dir='/tmp/repaired_wheels') if repair_command else ''
-            ),
-            environment_exports='\n'.join(environment.as_shell_commands()),
-            uid=os.getuid(),
-            gid=os.getgid(),
-        )
-
-        container_name = 'cibuildwheel-{}'.format(uuid.uuid4())
-        try:
-            subprocess.run(['docker', 'create',
-                            '--env', 'CIBUILDWHEEL',
-                            '--name', container_name,
-                            '-i',
-                            '-v', '/:/host',  # ignored on CircleCI
-                            docker_image, '/bin/bash'], check=True)
-            subprocess.run(['docker', 'cp', os.path.abspath(project_dir) + '/.', container_name + ':/project'], check=True)
-            subprocess.run(['docker', 'start', '-i', '-a', container_name], input=bash_script, universal_newlines=True, check=True)
-            subprocess.run(['docker', 'cp', container_name + ':/output/.', os.path.abspath(output_dir)], check=True)
+            # copy the output back into the host
+            call(['docker', 'cp',
+                  container_name + ':/output/.',
+                  os.path.abspath(options.output_dir)])
         except subprocess.CalledProcessError as error:
-            troubleshoot(project_dir, error)
+            troubleshoot(options.package_dir, error)
             exit(1)
         finally:
             # Still gets executed, even when 'exit(1)' gets called
-            subprocess.run(['docker', 'rm', '--force', '-v', container_name], check=True)
+            call(['docker', 'rm', '--force', '-v', container_name])
 
 
-def troubleshoot(project_dir, error):
-    if (isinstance(error, subprocess.CalledProcessError) and 'start' in error.cmd):
+def troubleshoot(package_dir: str, error: Exception) -> None:
+    if (isinstance(error, subprocess.CalledProcessError) and 'exec' in error.cmd):
         # the bash script failed
         print('Checking for common errors...')
         so_files = []
-        for root, dirs, files in os.walk(project_dir):
+        for root, dirs, files in os.walk(package_dir):
             for name in files:
                 _, ext = os.path.splitext(name)
                 if ext == '.so':

cibuildwheel/macos.py

@@ -4,36 +4,48 @@ import shutil
 import subprocess
 import sys
 import tempfile
-from collections import namedtuple
 from glob import glob
 
+from typing import Dict, List, Optional, NamedTuple, Union
+
+from .environment import ParsedEnvironment
 from .util import (
+    BuildOptions,
+    BuildSelector,
     download,
     get_build_verbosity_extra_flags,
+    get_pip_script,
     prepare_command,
 )
 
 
-def call(args, env=None, cwd=None, shell=False):
+def call(args: Union[str, List[str]], env: Optional[Dict[str, str]] = None, cwd: Optional[str] = None, shell: bool = False) -> int:
     # print the command executing for the logs
     if shell:
-        print('+ %s' % args)
+        print(f'+ {args}')
     else:
         print('+ ' + ' '.join(shlex.quote(a) for a in args))
 
     return subprocess.check_call(args, env=env, cwd=cwd, shell=shell)
 
 
-def get_python_configurations(build_selector):
-    PythonConfiguration = namedtuple('PythonConfiguration', ['version', 'identifier', 'url'])
+class PythonConfiguration(NamedTuple):
+    version: str
+    identifier: str
+    url: str
+
+
+def get_python_configurations(build_selector: BuildSelector) -> List[PythonConfiguration]:
     python_configurations = [
-        PythonConfiguration(version='2.7', identifier='cp27-macosx_x86_64', url='https://www.python.org/ftp/python/2.7.17/python-2.7.17-macosx10.9.pkg'),
+        # CPython
+        PythonConfiguration(version='2.7', identifier='cp27-macosx_x86_64', url='https://www.python.org/ftp/python/2.7.18/python-2.7.18-macosx10.9.pkg'),
         PythonConfiguration(version='3.5', identifier='cp35-macosx_x86_64', url='https://www.python.org/ftp/python/3.5.4/python-3.5.4-macosx10.6.pkg'),
         PythonConfiguration(version='3.6', identifier='cp36-macosx_x86_64', url='https://www.python.org/ftp/python/3.6.8/python-3.6.8-macosx10.9.pkg'),
-        PythonConfiguration(version='3.7', identifier='cp37-macosx_x86_64', url='https://www.python.org/ftp/python/3.7.6/python-3.7.6-macosx10.9.pkg'),
-        PythonConfiguration(version='3.8', identifier='cp38-macosx_x86_64', url='https://www.python.org/ftp/python/3.8.2/python-3.8.2-macosx10.9.pkg'),
-        PythonConfiguration(version='2.7-v7.3.0', identifier='pp27-macosx_x86_64', url='https://bitbucket.org/pypy/pypy/downloads/pypy2.7-v7.3.0-osx64.tar.bz2'),
-        PythonConfiguration(version='3.6-v7.3.0', identifier='pp36-macosx_x86_64', url='https://bitbucket.org/pypy/pypy/downloads/pypy3.6-v7.3.0-osx64.tar.bz2'),
+        PythonConfiguration(version='3.7', identifier='cp37-macosx_x86_64', url='https://www.python.org/ftp/python/3.7.7/python-3.7.7-macosx10.9.pkg'),
+        PythonConfiguration(version='3.8', identifier='cp38-macosx_x86_64', url='https://www.python.org/ftp/python/3.8.3/python-3.8.3-macosx10.9.pkg'),
+        # PyPy
+        PythonConfiguration(version='2.7', identifier='pp27-macosx_x86_64', url='https://downloads.python.org/pypy/pypy2.7-v7.3.1-osx64.tar.bz2'),
+        PythonConfiguration(version='3.6', identifier='pp36-macosx_x86_64', url='https://downloads.python.org/pypy/pypy3.6-v7.3.1-osx64.tar.bz2'),
     ]
 
     # skip builds as required
@@ -43,7 +55,7 @@ def get_python_configurations(build_selector):
 SYMLINKS_DIR = '/tmp/cibw_bin'
 
 
-def make_symlinks(installation_bin_path, python_executable, pip_executable):
+def make_symlinks(installation_bin_path: str, python_executable: str, pip_executable: str) -> None:
     assert os.path.exists(os.path.join(installation_bin_path, python_executable))
 
     # Python bin folders on Mac don't symlink `python3` to `python`, and neither
@@ -58,11 +70,11 @@ def make_symlinks(installation_bin_path, python_executable, pip_executable):
     os.symlink(os.path.join(installation_bin_path, pip_executable), os.path.join(SYMLINKS_DIR, 'pip'))
 
 
-def install_cpython(version, url):
+def install_cpython(version: str, url: str) -> str:
     installed_system_packages = subprocess.check_output(['pkgutil', '--pkgs'], universal_newlines=True).splitlines()
 
     # if this version of python isn't installed, get it from python.org and install
-    python_package_identifier = 'org.python.Python.PythonFramework-{}'.format(version)
+    python_package_identifier = f'org.python.Python.PythonFramework-{version}'
     if python_package_identifier not in installed_system_packages:
         # download the pkg
         download(url, '/tmp/Python.pkg')
@@ -70,11 +82,11 @@ def install_cpython(version, url):
         call(['sudo', 'installer', '-pkg', '/tmp/Python.pkg', '-target', '/'])
         # patch open ssl
         if version == '3.5':
-            open_ssl_patch_url = 'https://github.com/mayeut/patch-macos-python-openssl/releases/download/v1.0.2t/patch-macos-python-%s-openssl-v1.0.2t.tar.gz' % version
+            open_ssl_patch_url = f'https://github.com/mayeut/patch-macos-python-openssl/releases/download/v1.0.2u/patch-macos-python-{version}-openssl-v1.0.2u.tar.gz'
             download(open_ssl_patch_url, '/tmp/python-patch.tar.gz')
-            call(['sudo', 'tar', '-C', '/Library/Frameworks/Python.framework/Versions/{}/'.format(version), '-xmf', '/tmp/python-patch.tar.gz'])
+            call(['sudo', 'tar', '-C', f'/Library/Frameworks/Python.framework/Versions/{version}/', '-xmf', '/tmp/python-patch.tar.gz'])
 
-    installation_bin_path = '/Library/Frameworks/Python.framework/Versions/{}/bin'.format(version)
+    installation_bin_path = f'/Library/Frameworks/Python.framework/Versions/{version}/bin'
     python_executable = 'python3' if version[0] == '3' else 'python'
     pip_executable = 'pip3' if version[0] == '3' else 'pip'
     make_symlinks(installation_bin_path, python_executable, pip_executable)
@@ -82,7 +94,7 @@ def install_cpython(version, url):
     return installation_bin_path
 
 
-def install_pypy(version, url):
+def install_pypy(version: str, url: str) -> str:
     pypy_tar_bz2 = url.rsplit('/', 1)[-1]
     assert pypy_tar_bz2.endswith(".tar.bz2")
     pypy_base_filename = os.path.splitext(os.path.splitext(pypy_tar_bz2)[0])[0]
@@ -91,12 +103,6 @@ def install_pypy(version, url):
         download(url, os.path.join("/tmp", pypy_tar_bz2))
         call(['tar', '-C', '/tmp', '-xf', os.path.join("/tmp", pypy_tar_bz2)])
 
-        # fix PyPy 7.3.0 bug resulting in wrong macOS platform tag
-        if version.endswith("-v7.3.0") and version[0] == '3':
-            patch_file = os.path.abspath(os.path.join(os.path.dirname(__file__), 'resources', 'pypy3.6.patch'))
-            sysconfigdata_file = os.path.join(installation_path, 'lib_pypy', '_sysconfigdata.py')
-            call(['patch', sysconfigdata_file, patch_file, '-N'])  # Always has nonzero return code
-
     installation_bin_path = os.path.join(installation_path, 'bin')
     python_executable = 'pypy3' if version[0] == '3' else 'pypy'
     pip_executable = 'pip3' if version[0] == '3' else 'pip'
@@ -105,104 +111,113 @@ def install_pypy(version, url):
     return installation_bin_path
 
 
-def build(project_dir, output_dir, test_command, test_requires, test_extras, before_build, build_verbosity, build_selector, repair_command, environment):
-    abs_project_dir = os.path.abspath(project_dir)
+def setup_python(python_configuration: PythonConfiguration, dependency_constraint_flags: List[str], environment: ParsedEnvironment) -> Dict[str, str]:
+    if python_configuration.identifier.startswith('cp'):
+        installation_bin_path = install_cpython(python_configuration.version, python_configuration.url)
+    elif python_configuration.identifier.startswith('pp'):
+        installation_bin_path = install_pypy(python_configuration.version, python_configuration.url)
+    else:
+        raise ValueError("Unknown Python implementation")
+
+    env = os.environ.copy()
+    env['PATH'] = os.pathsep.join([
+        SYMLINKS_DIR,
+        installation_bin_path,
+        env['PATH'],
+    ])
+
+    # Fix issue with site.py setting the wrong `sys.prefix`, `sys.exec_prefix`,
+    # `sys.path`, ... for PyPy: https://foss.heptapod.net/pypy/pypy/issues/3175
+    # Also fix an issue with the shebang of installed scripts inside the
+    # testing virtualenv- see https://github.com/theacodes/nox/issues/44 and
+    # https://github.com/pypa/virtualenv/issues/620
+    # Also see https://github.com/python/cpython/pull/9516
+    env.pop('__PYVENV_LAUNCHER__', None)
+    env = environment.as_dictionary(prev_environment=env)
+
+    # check what version we're on
+    call(['which', 'python'], env=env)
+    call(['python', '--version'], env=env)
+    which_python = subprocess.check_output(['which', 'python'], env=env, universal_newlines=True).strip()
+    if which_python != '/tmp/cibw_bin/python':
+        print("cibuildwheel: python available on PATH doesn't match our installed instance. If you have modified PATH, ensure that you don't overwrite cibuildwheel's entry or insert python above it.", file=sys.stderr)
+        exit(1)
+
+    # install pip & wheel
+    call(['python', get_pip_script] + dependency_constraint_flags, env=env, cwd="/tmp")
+    assert os.path.exists(os.path.join(installation_bin_path, 'pip'))
+    call(['which', 'pip'], env=env)
+    call(['pip', '--version'], env=env)
+    which_pip = subprocess.check_output(['which', 'pip'], env=env, universal_newlines=True).strip()
+    if which_pip != '/tmp/cibw_bin/pip':
+        print("cibuildwheel: pip available on PATH doesn't match our installed instance. If you have modified PATH, ensure that you don't overwrite cibuildwheel's entry or insert pip above it.", file=sys.stderr)
+        exit(1)
+    call(['pip', 'install', '--upgrade', 'setuptools', 'wheel', 'delocate'] + dependency_constraint_flags, env=env)
+
+    # Set MACOSX_DEPLOYMENT_TARGET to 10.9, if the user didn't set it.
+    # CPython 3.5 defaults to 10.6, and pypy defaults to 10.7, causing
+    # inconsistencies if it's left unset.
+    env.setdefault('MACOSX_DEPLOYMENT_TARGET', '10.9')
+
+    if python_configuration.version == '3.5':
+        # Cross-compilation platform override - CPython 3.5 has an
+        # i386/x86_64 version of Python, but we only want a x64_64 build
+        env.setdefault('_PYTHON_HOST_PLATFORM', 'macosx-10.9-x86_64')
+        # https://github.com/python/cpython/blob/a5ed2fe0eedefa1649aa93ee74a0bafc8e628a10/Lib/_osx_support.py#L260
+        env.setdefault('ARCHFLAGS', '-arch x86_64')
+
+    return env
+
+
+def build(options: BuildOptions) -> None:
     temp_dir = tempfile.mkdtemp(prefix='cibuildwheel')
     built_wheel_dir = os.path.join(temp_dir, 'built_wheel')
     repaired_wheel_dir = os.path.join(temp_dir, 'repaired_wheel')
 
-    python_configurations = get_python_configurations(build_selector)
-
-    get_pip_url = 'https://bootstrap.pypa.io/get-pip.py'
-    get_pip_script = '/tmp/get-pip.py'
-
-    # get latest pip once and for all
-    download(get_pip_url, get_pip_script)
+    python_configurations = get_python_configurations(options.build_selector)
 
     for config in python_configurations:
-        if config.identifier.startswith('cp'):
-            installation_bin_path = install_cpython(config.version, config.url)
-        elif config.identifier.startswith('pp'):
-            installation_bin_path = install_pypy(config.version, config.url)
-        else:
-            raise ValueError("Unknown Python implementation")
+        dependency_constraint_flags = []
+        if options.dependency_constraints:
+            dependency_constraint_flags = [
+                '-c', options.dependency_constraints.get_for_python_version(config.version)
+            ]
 
-        env = os.environ.copy()
-        env['PATH'] = os.pathsep.join([
-            SYMLINKS_DIR,
-            installation_bin_path,
-            env['PATH'],
-        ])
-
-        # Fix issue with site.py setting the wrong `sys.prefix`, `sys.exec_prefix`,
-        # `sys.path`, ... for PyPy: https://foss.heptapod.net/pypy/pypy/issues/3175
-        # Also fix an issue with the shebang of installed scripts inside the
-        # testing virtualenv- see https://github.com/theacodes/nox/issues/44 and
-        # https://github.com/pypa/virtualenv/issues/620
-        # Also see https://github.com/python/cpython/pull/9516
-        env.pop('__PYVENV_LAUNCHER__', None)
-        env = environment.as_dictionary(prev_environment=env)
-
-        # check what version we're on
-        call(['which', 'python'], env=env)
-        call(['python', '--version'], env=env)
-        which_python = subprocess.check_output(['which', 'python'], env=env, universal_newlines=True).strip()
-        if which_python != '/tmp/cibw_bin/python':
-            print("cibuildwheel: python available on PATH doesn't match our installed instance. If you have modified PATH, ensure that you don't overwrite cibuildwheel's entry or insert python above it.", file=sys.stderr)
-            exit(1)
-
-        # install pip & wheel
-        call(['python', get_pip_script], env=env, cwd="/tmp")
-        assert os.path.exists(os.path.join(installation_bin_path, 'pip'))
-        call(['which', 'pip'], env=env)
-        call(['pip', '--version'], env=env)
-        which_pip = subprocess.check_output(['which', 'pip'], env=env, universal_newlines=True).strip()
-        if which_pip != '/tmp/cibw_bin/pip':
-            print("cibuildwheel: pip available on PATH doesn't match our installed instance. If you have modified PATH, ensure that you don't overwrite cibuildwheel's entry or insert pip above it.", file=sys.stderr)
-            exit(1)
-        call(['pip', 'install', '--upgrade', 'setuptools', 'wheel', 'delocate'], env=env)
-
-        # setup target platform, only required for python 3.5
-        if config.version == '3.5':
-            if '_PYTHON_HOST_PLATFORM' not in env:
-                # cross-compilation platform override
-                env['_PYTHON_HOST_PLATFORM'] = 'macosx-10.9-x86_64'
-            if 'ARCHFLAGS' not in env:
-                # https://github.com/python/cpython/blob/a5ed2fe0eedefa1649aa93ee74a0bafc8e628a10/Lib/_osx_support.py#L260
-                env['ARCHFLAGS'] = '-arch x86_64'
-            if 'MACOSX_DEPLOYMENT_TARGET' not in env:
-                env['MACOSX_DEPLOYMENT_TARGET'] = '10.9'
+        env = setup_python(config, dependency_constraint_flags, options.environment)
 
         # run the before_build command
-        if before_build:
-            before_build_prepared = prepare_command(before_build, project=abs_project_dir)
+        if options.before_build:
+            before_build_prepared = prepare_command(options.before_build, project='.', package=options.package_dir)
             call(before_build_prepared, env=env, shell=True)
 
         # build the wheel
         if os.path.exists(built_wheel_dir):
             shutil.rmtree(built_wheel_dir)
         os.makedirs(built_wheel_dir)
-        call(['pip', 'wheel', abs_project_dir, '-w', built_wheel_dir, '--no-deps'] + get_build_verbosity_extra_flags(build_verbosity), env=env)
+        call(['pip', 'wheel', options.package_dir, '-w', built_wheel_dir, '--no-deps'] + get_build_verbosity_extra_flags(options.build_verbosity), env=env)
         built_wheel = glob(os.path.join(built_wheel_dir, '*.whl'))[0]
 
         # repair the wheel
         if os.path.exists(repaired_wheel_dir):
             shutil.rmtree(repaired_wheel_dir)
         os.makedirs(repaired_wheel_dir)
-        if built_wheel.endswith('none-any.whl') or not repair_command:
+        if built_wheel.endswith('none-any.whl') or not options.repair_command:
             # pure Python wheel or empty repair command
             shutil.move(built_wheel, repaired_wheel_dir)
         else:
-            repair_command_prepared = prepare_command(repair_command, wheel=built_wheel, dest_dir=repaired_wheel_dir)
+            repair_command_prepared = prepare_command(options.repair_command, wheel=built_wheel, dest_dir=repaired_wheel_dir)
             call(repair_command_prepared, env=env, shell=True)
         repaired_wheel = glob(os.path.join(repaired_wheel_dir, '*.whl'))[0]
 
-        if test_command:
+        if options.test_command:
             # set up a virtual environment to install and test from, to make sure
             # there are no dependencies that were pulled in at build time.
-            call(['pip', 'install', 'virtualenv'], env=env)
+            call(['pip', 'install', 'virtualenv'] + dependency_constraint_flags, env=env)
             venv_dir = tempfile.mkdtemp()
-            call(['python', '-m', 'virtualenv', venv_dir], env=env)
+
+            # Use --no-download to ensure determinism by using seed libraries
+            # built into virtualenv
+            call(['python', '-m', 'virtualenv', '--no-download', venv_dir], env=env)
 
             virtualenv_env = env.copy()
             virtualenv_env['PATH'] = os.pathsep.join([
@@ -214,22 +229,30 @@ def build(project_dir, output_dir, test_command, test_requires, test_extras, bef
             # check that we are using the Python from the virtual environment
             call(['which', 'python'], env=virtualenv_env)
 
+            if options.before_test:
+                before_test_prepared = prepare_command(options.before_test, project='.', package=options.package_dir)
+                call(before_test_prepared, env=virtualenv_env, shell=True)
+
             # install the wheel
-            call(['pip', 'install', repaired_wheel + test_extras], env=virtualenv_env)
+            call(['pip', 'install', repaired_wheel + options.test_extras], env=virtualenv_env)
 
             # test the wheel
-            if test_requires:
-                call(['pip', 'install'] + test_requires, env=virtualenv_env)
+            if options.test_requires:
+                call(['pip', 'install'] + options.test_requires, env=virtualenv_env)
 
             # run the tests from $HOME, with an absolute path in the command
             # (this ensures that Python runs the tests against the installed wheel
             # and not the repo code)
-            test_command_prepared = prepare_command(test_command, project=abs_project_dir)
+            test_command_prepared = prepare_command(
+                options.test_command,
+                project=os.path.abspath('.'),
+                package=os.path.abspath(options.package_dir)
+            )
             call(test_command_prepared, cwd=os.environ['HOME'], env=virtualenv_env, shell=True)
 
             # clean up
             shutil.rmtree(venv_dir)
 
         # we're all done here; move it to output (overwrite existing)
-        dst = os.path.join(output_dir, os.path.basename(repaired_wheel))
+        dst = os.path.join(options.output_dir, os.path.basename(repaired_wheel))
         shutil.move(repaired_wheel, dst)

cibuildwheel/resources/constraints-python27.txt

@@ -0,0 +1,26 @@
+#
+# This file is autogenerated by pip-compile
+# To update, run:
+#
+#    bin/update_constraints.py
+#
+appdirs==1.4.4            # via virtualenv
+configparser==4.0.2       # via importlib-metadata
+contextlib2==0.6.0.post1  # via importlib-metadata, importlib-resources, virtualenv
+delocate==0.8.0           # via -r cibuildwheel/resources/constraints.in
+distlib==0.3.0            # via virtualenv
+filelock==3.0.12          # via virtualenv
+importlib-metadata==1.6.0  # via importlib-resources, virtualenv
+importlib-resources==1.5.0  # via virtualenv
+pathlib2==2.3.5           # via importlib-metadata, importlib-resources, virtualenv
+scandir==1.10.0           # via pathlib2
+singledispatch==3.4.0.3   # via importlib-resources
+six==1.15.0               # via pathlib2, virtualenv
+typing==3.7.4.1           # via importlib-resources
+virtualenv==20.0.21       # via -r cibuildwheel/resources/constraints.in
+wheel==0.34.2             # via -r cibuildwheel/resources/constraints.in, delocate
+zipp==1.2.0               # via importlib-metadata, importlib-resources
+
+# The following packages are considered to be unsafe in a requirements file:
+pip==20.1.1               # via -r cibuildwheel/resources/constraints.in
+setuptools==44.1.0        # via -r cibuildwheel/resources/constraints.in

cibuildwheel/resources/constraints-python35.txt

@@ -0,0 +1,20 @@
+#
+# This file is autogenerated by pip-compile
+# To update, run:
+#
+#    bin/update_constraints.py
+#
+appdirs==1.4.4            # via virtualenv
+delocate==0.8.0           # via -r cibuildwheel/resources/constraints.in
+distlib==0.3.0            # via virtualenv
+filelock==3.0.12          # via virtualenv
+importlib-metadata==1.6.0  # via importlib-resources, virtualenv
+importlib-resources==1.5.0  # via virtualenv
+six==1.15.0               # via virtualenv
+virtualenv==20.0.21       # via -r cibuildwheel/resources/constraints.in
+wheel==0.34.2             # via -r cibuildwheel/resources/constraints.in, delocate
+zipp==1.2.0               # via importlib-metadata, importlib-resources
+
+# The following packages are considered to be unsafe in a requirements file:
+pip==20.1.1               # via -r cibuildwheel/resources/constraints.in
+setuptools==46.4.0        # via -r cibuildwheel/resources/constraints.in

cibuildwheel/resources/constraints-python36.txt

@@ -0,0 +1,20 @@
+#
+# This file is autogenerated by pip-compile
+# To update, run:
+#
+#    bin/update_constraints.py
+#
+appdirs==1.4.4            # via virtualenv
+delocate==0.8.0           # via -r cibuildwheel/resources/constraints.in
+distlib==0.3.0            # via virtualenv
+filelock==3.0.12          # via virtualenv
+importlib-metadata==1.6.0  # via importlib-resources, virtualenv
+importlib-resources==1.5.0  # via virtualenv
+six==1.15.0               # via virtualenv
+virtualenv==20.0.21       # via -r cibuildwheel/resources/constraints.in
+wheel==0.34.2             # via -r cibuildwheel/resources/constraints.in, delocate
+zipp==3.1.0               # via importlib-metadata, importlib-resources
+
+# The following packages are considered to be unsafe in a requirements file:
+pip==20.1.1               # via -r cibuildwheel/resources/constraints.in
+setuptools==46.4.0        # via -r cibuildwheel/resources/constraints.in

cibuildwheel/resources/constraints.in

@@ -0,0 +1,5 @@
+pip
+setuptools
+wheel
+delocate
+virtualenv

cibuildwheel/resources/constraints.txt

@@ -0,0 +1,19 @@
+#
+# This file is autogenerated by pip-compile
+# To update, run:
+#
+#    bin/update_constraints.py
+#
+appdirs==1.4.4            # via virtualenv
+delocate==0.8.0           # via -r cibuildwheel/resources/constraints.in
+distlib==0.3.0            # via virtualenv
+filelock==3.0.12          # via virtualenv
+importlib-metadata==1.6.0  # via virtualenv
+six==1.15.0               # via virtualenv
+virtualenv==20.0.21       # via -r cibuildwheel/resources/constraints.in
+wheel==0.34.2             # via -r cibuildwheel/resources/constraints.in, delocate
+zipp==3.1.0               # via importlib-metadata
+
+# The following packages are considered to be unsafe in a requirements file:
+pip==20.1.1               # via -r cibuildwheel/resources/constraints.in
+setuptools==46.4.0        # via -r cibuildwheel/resources/constraints.in

cibuildwheel/resources/pinned_docker_images.cfg

@@ -0,0 +1,22 @@
+[x86_64]
+manylinux1 = quay.io/pypa/manylinux1_x86_64:2020-05-25-b56702d
+manylinux2010 = quay.io/pypa/manylinux2010_x86_64:2020-05-20-c7bbd11
+manylinux2014 = quay.io/pypa/manylinux2014_x86_64:2020-05-17-2f8ac3b
+
+[i686]
+manylinux1 = quay.io/pypa/manylinux1_i686:2020-05-25-b56702d
+manylinux2010 = quay.io/pypa/manylinux2010_i686:2020-05-20-c7bbd11
+manylinux2014 = quay.io/pypa/manylinux2014_i686:2020-05-17-2f8ac3b
+
+[pypy_x86_64]
+manylinux2010 = pypywheels/manylinux2010-pypy_x86_64:2020-04-25-eb2cdff
+
+[aarch64]
+manylinux2014 = quay.io/pypa/manylinux2014_aarch64:2020-05-17-2f8ac3b
+
+[ppc64le]
+manylinux2014 = quay.io/pypa/manylinux2014_ppc64le:2020-05-17-2f8ac3b
+
+[s390x]
+manylinux2014 = quay.io/pypa/manylinux2014_s390x:2020-05-17-2f8ac3b
+

cibuildwheel/resources/pypy3.6.patch

@@ -1,7 +0,0 @@
---- a/lib_pypy/_sysconfigdata.py	Tue Jan 28 22:54:59 2020 +0200
-+++ b/lib_pypy/_sysconfigdata.py	Wed Jan 29 19:21:23 2020 +0200
-@@ -47,4 +47,5 @@
-     build_time_vars['CC'] += ' -arch %s' % (arch,)
-     if "CXX" in build_time_vars:
-         build_time_vars['CXX'] += ' -arch %s' % (arch,)
-+    build_time_vars['MACOSX_DEPLOYMENT_TARGET'] = '10.7'

cibuildwheel/util.py

@@ -3,8 +3,12 @@ import urllib.request
 from fnmatch import fnmatch
 from time import sleep
 
+from typing import Dict, List, NamedTuple, Optional
 
-def prepare_command(command, **kwargs):
+from .environment import ParsedEnvironment
+
+
+def prepare_command(command: str, **kwargs: str) -> str:
     '''
     Preprocesses a command by expanding variables like {python}.
 
@@ -14,7 +18,7 @@ def prepare_command(command, **kwargs):
     return command.format(python='python', pip='pip', **kwargs)
 
 
-def get_build_verbosity_extra_flags(level):
+def get_build_verbosity_extra_flags(level: int) -> List[str]:
     if level > 0:
         return ['-' + level * 'v']
     elif level < 0:
@@ -24,37 +28,37 @@ def get_build_verbosity_extra_flags(level):
 
 
 class BuildSelector:
-    def __init__(self, build_config, skip_config):
+    def __init__(self, build_config: str, skip_config: str):
         self.build_patterns = build_config.split()
         self.skip_patterns = skip_config.split()
 
-    def __call__(self, build_id):
-        def match_any(patterns):
+    def __call__(self, build_id: str) -> bool:
+        def match_any(patterns: List[str]) -> bool:
             return any(fnmatch(build_id, pattern) for pattern in patterns)
         return match_any(self.build_patterns) and not match_any(self.skip_patterns)
 
-    def __repr__(self):
-        return 'BuildSelector({!r} - {!r})'.format(' '.join(self.build_patterns), ' '.join(self.skip_patterns))
+    def __repr__(self) -> str:
+        return f'BuildSelector({" ".join(self.build_patterns)!r} - {" ".join(self.skip_patterns)!r})'
 
 
 # Taken from https://stackoverflow.com/a/107717
 class Unbuffered:
-    def __init__(self, stream):
+    def __init__(self, stream):  # type: ignore
         self.stream = stream
 
-    def write(self, data):
+    def write(self, data):  # type: ignore
         self.stream.write(data)
         self.stream.flush()
 
-    def writelines(self, datas):
+    def writelines(self, datas):  # type: ignore
         self.stream.writelines(datas)
         self.stream.flush()
 
-    def __getattr__(self, attr):
+    def __getattr__(self, attr):  # type: ignore
         return getattr(self.stream, attr)
 
 
-def download(url, dest):
+def download(url: str, dest: str) -> None:
     print('+ Download ' + url + ' to ' + dest)
     dest_dir = os.path.dirname(dest)
     if not os.path.exists(dest_dir):
@@ -76,3 +80,48 @@ def download(url, dest):
             file.write(response.read())
     finally:
         response.close()
+
+
+class DependencyConstraints:
+    def __init__(self, base_file_path: str):
+        assert os.path.exists(base_file_path)
+        self.base_file_path = os.path.abspath(base_file_path)
+
+    @staticmethod
+    def with_defaults() -> 'DependencyConstraints':
+        return DependencyConstraints(
+            base_file_path=os.path.join(os.path.dirname(__file__), 'resources', 'constraints.txt')
+        )
+
+    def get_for_python_version(self, version: str) -> str:
+        version_parts = version.split('.')
+
+        # try to find a version-specific dependency file e.g. if
+        # ./constraints.txt is the base, look for ./constraints-python27.txt
+        base, ext = os.path.splitext(self.base_file_path)
+        specific = base + f'-python{version_parts[0]}{version_parts[1]}'
+        specific_file_path = specific + ext
+        if os.path.exists(specific_file_path):
+            return specific_file_path
+        else:
+            return self.base_file_path
+
+
+class BuildOptions(NamedTuple):
+    package_dir: str
+    output_dir: str
+    test_command: Optional[str]
+    test_requires: List[str]
+    test_extras: str
+    before_build: Optional[str]
+    build_verbosity: int
+    build_selector: BuildSelector
+    repair_command: str
+    environment: ParsedEnvironment
+    before_test: str
+    dependency_constraints: Optional[DependencyConstraints]
+    manylinux_images: Optional[Dict[str, str]]
+
+
+resources_dir = os.path.abspath(os.path.join(os.path.dirname(__file__), 'resources'))
+get_pip_script = os.path.join(resources_dir, 'get-pip.py')

cibuildwheel/windows.py

@@ -3,13 +3,18 @@ import shutil
 import subprocess
 import sys
 import tempfile
-from collections import namedtuple
 from glob import glob
 from zipfile import ZipFile
 
+from typing import Dict, List, Optional, NamedTuple
+
+from .environment import ParsedEnvironment
 from .util import (
+    BuildOptions,
+    BuildSelector,
     download,
     get_build_verbosity_extra_flags,
+    get_pip_script,
     prepare_command,
 )
 
@@ -18,33 +23,41 @@ IS_RUNNING_ON_AZURE = os.path.exists('C:\\hostedtoolcache')
 IS_RUNNING_ON_TRAVIS = os.environ.get('TRAVIS_OS_NAME') == 'windows'
 
 
-def shell(args, env=None, cwd=None):
+def shell(args: List[str], env: Optional[Dict[str, str]] = None, cwd: Optional[str] = None) -> int:
     print('+ ' + ' '.join(args))
     return subprocess.check_call(' '.join(args), env=env, cwd=cwd, shell=True)
 
 
-def get_nuget_args(version, arch):
+def get_nuget_args(version: str, arch: str) -> List[str]:
     python_name = 'python' if version[0] == '3' else 'python2'
     if arch == '32':
         python_name = python_name + 'x86'
     return [python_name, '-Version', version, '-OutputDirectory', 'C:\\cibw\\python']
 
 
-def get_python_configurations(build_selector):
-    PythonConfiguration = namedtuple('PythonConfiguration', ['version', 'arch', 'identifier', 'url'])
+class PythonConfiguration(NamedTuple):
+    version: str
+    arch: str
+    identifier: str
+    url: Optional[str]
+
+
+def get_python_configurations(build_selector: BuildSelector) -> List[PythonConfiguration]:
     python_configurations = [
-        PythonConfiguration(version='2.7.17', arch='32', identifier='cp27-win32', url=None),
-        PythonConfiguration(version='2.7.17', arch='64', identifier='cp27-win_amd64', url=None),
+        # CPython
+        PythonConfiguration(version='2.7.18', arch='32', identifier='cp27-win32', url=None),
+        PythonConfiguration(version='2.7.18', arch='64', identifier='cp27-win_amd64', url=None),
         PythonConfiguration(version='3.5.4', arch='32', identifier='cp35-win32', url=None),
         PythonConfiguration(version='3.5.4', arch='64', identifier='cp35-win_amd64', url=None),
         PythonConfiguration(version='3.6.8', arch='32', identifier='cp36-win32', url=None),
         PythonConfiguration(version='3.6.8', arch='64', identifier='cp36-win_amd64', url=None),
-        PythonConfiguration(version='3.7.6', arch='32', identifier='cp37-win32', url=None),
-        PythonConfiguration(version='3.7.6', arch='64', identifier='cp37-win_amd64', url=None),
-        PythonConfiguration(version='3.8.2', arch='32', identifier='cp38-win32', url=None),
-        PythonConfiguration(version='3.8.2', arch='64', identifier='cp38-win_amd64', url=None),
-        PythonConfiguration(version='2.7-v7.3.0', arch='32', identifier='pp27-win32', url='https://bitbucket.org/pypy/pypy/downloads/pypy2.7-v7.3.0-win32.zip'),
-        PythonConfiguration(version='3.6-v7.3.0', arch='32', identifier='pp36-win32', url='https://bitbucket.org/pypy/pypy/downloads/pypy3.6-v7.3.0-win32.zip'),
+        PythonConfiguration(version='3.7.7', arch='32', identifier='cp37-win32', url=None),
+        PythonConfiguration(version='3.7.7', arch='64', identifier='cp37-win_amd64', url=None),
+        PythonConfiguration(version='3.8.3', arch='32', identifier='cp38-win32', url=None),
+        PythonConfiguration(version='3.8.3', arch='64', identifier='cp38-win_amd64', url=None),
+        # PyPy
+        PythonConfiguration(version='2.7', arch='32', identifier='pp27-win32', url='https://downloads.python.org/pypy/pypy2.7-v7.3.1-win32.zip'),
+        PythonConfiguration(version='3.6', arch='32', identifier='pp36-win32', url='https://downloads.python.org/pypy/pypy3.6-v7.3.1-win32.zip'),
     ]
 
     if IS_RUNNING_ON_TRAVIS:
@@ -58,19 +71,19 @@ def get_python_configurations(build_selector):
     return python_configurations
 
 
-def extract_zip(zip_src, dest):
+def extract_zip(zip_src: str, dest: str) -> None:
     with ZipFile(zip_src) as zip:
         zip.extractall(dest)
 
 
-def install_cpython(version, arch, nuget):
+def install_cpython(version: str, arch: str, nuget: str) -> str:
     nuget_args = get_nuget_args(version, arch)
     installation_path = os.path.join(nuget_args[-1], nuget_args[0] + '.' + version, 'tools')
     shell([nuget, 'install'] + nuget_args)
     return installation_path
 
 
-def install_pypy(version, arch, url):
+def install_pypy(version: str, arch: str, url: str) -> str:
     assert arch == '32'
     # Inside the PyPy zip file is a directory with the same name
     zip_filename = url.rsplit('/', 1)[-1]
@@ -82,12 +95,63 @@ def install_pypy(version, arch, url):
         extract_zip(pypy_zip, os.path.dirname(installation_path))
         pypy_exe = 'pypy3.exe' if version[0] == '3' else 'pypy.exe'
         shell(['mklink', os.path.join(installation_path, 'python.exe'), os.path.join(installation_path, pypy_exe)])
-        shell(['mklink', '/d', os.path.join(installation_path, 'Scripts'), os.path.join(installation_path, 'bin')])
     return installation_path
 
 
-def build(project_dir, output_dir, test_command, test_requires, test_extras, before_build, build_verbosity, build_selector, repair_command, environment):
-    abs_project_dir = os.path.abspath(project_dir)
+def setup_python(python_configuration: PythonConfiguration, dependency_constraint_flags: List[str], environment: ParsedEnvironment) -> Dict[str, str]:
+    nuget = 'C:\\cibw\\nuget.exe'
+    if not os.path.exists(nuget):
+        download('https://dist.nuget.org/win-x86-commandline/latest/nuget.exe', nuget)
+
+    if python_configuration.identifier.startswith('cp'):
+        installation_path = install_cpython(python_configuration.version, python_configuration.arch, nuget)
+    elif python_configuration.identifier.startswith('pp'):
+        assert python_configuration.url is not None
+        installation_path = install_pypy(python_configuration.version, python_configuration.arch, python_configuration.url)
+    else:
+        raise ValueError("Unknown Python implementation")
+
+    assert os.path.exists(os.path.join(installation_path, 'python.exe'))
+
+    # set up PATH and environment variables for run_with_env
+    env = os.environ.copy()
+    env['PYTHON_VERSION'] = python_configuration.version
+    env['PYTHON_ARCH'] = python_configuration.arch
+    env['PATH'] = os.pathsep.join([
+        installation_path,
+        os.path.join(installation_path, 'Scripts'),
+        env['PATH']
+    ])
+    # update env with results from CIBW_ENVIRONMENT
+    env = environment.as_dictionary(prev_environment=env)
+
+    # for the logs - check we're running the right version of python
+    shell(['where', 'python'], env=env)
+    shell(['python', '--version'], env=env)
+    shell(['python', '-c', '"import struct; print(struct.calcsize(\'P\') * 8)"'], env=env)
+    where_python = subprocess.check_output(['where', 'python'], env=env, universal_newlines=True).splitlines()[0].strip()
+    if where_python != os.path.join(installation_path, 'python.exe'):
+        print("cibuildwheel: python available on PATH doesn't match our installed instance. If you have modified PATH, ensure that you don't overwrite cibuildwheel's entry or insert python above it.", file=sys.stderr)
+        exit(1)
+
+    # make sure pip is installed
+    if not os.path.exists(os.path.join(installation_path, 'Scripts', 'pip.exe')):
+        shell(['python', get_pip_script] + dependency_constraint_flags, env=env, cwd="C:\\cibw")
+    assert os.path.exists(os.path.join(installation_path, 'Scripts', 'pip.exe'))
+    where_pip = subprocess.check_output(['where', 'pip'], env=env, universal_newlines=True).splitlines()[0].strip()
+    if where_pip.strip() != os.path.join(installation_path, 'Scripts', 'pip.exe'):
+        print("cibuildwheel: pip available on PATH doesn't match our installed instance. If you have modified PATH, ensure that you don't overwrite cibuildwheel's entry or insert pip above it.", file=sys.stderr)
+        exit(1)
+
+    # prepare the Python environment
+    shell(['python', '-m', 'pip', 'install', '--upgrade', 'pip'] + dependency_constraint_flags, env=env)
+    shell(['pip', '--version'], env=env)
+    shell(['pip', 'install', '--upgrade', 'setuptools', 'wheel'] + dependency_constraint_flags, env=env)
+
+    return env
+
+
+def build(options: BuildOptions) -> None:
     temp_dir = tempfile.mkdtemp(prefix='cibuildwheel')
     built_wheel_dir = os.path.join(temp_dir, 'built_wheel')
     repaired_wheel_dir = os.path.join(temp_dir, 'repaired_wheel')
@@ -95,94 +159,55 @@ def build(project_dir, output_dir, test_command, test_requires, test_extras, bef
     # install nuget as best way to provide python
     nuget = 'C:\\cibw\\nuget.exe'
     download('https://dist.nuget.org/win-x86-commandline/latest/nuget.exe', nuget)
-    # get pip fo this installation which not have.
-    get_pip_script = 'C:\\cibw\\get-pip.py'
-    download('https://bootstrap.pypa.io/get-pip.py', get_pip_script)
 
-    python_configurations = get_python_configurations(build_selector)
+    python_configurations = get_python_configurations(options.build_selector)
     for config in python_configurations:
+        dependency_constraint_flags = []
+        if options.dependency_constraints:
+            dependency_constraint_flags = [
+                '-c', options.dependency_constraints.get_for_python_version(config.version)
+            ]
+
         # install Python
-        if config.identifier.startswith('cp'):
-            installation_path = install_cpython(config.version, config.arch, nuget)
-        elif config.identifier.startswith('pp'):
-            installation_path = install_pypy(config.version, config.arch, config.url)
-        else:
-            raise ValueError("Unknown Python implementation")
-
-        assert os.path.exists(os.path.join(installation_path, 'python.exe'))
-
-        # set up PATH and environment variables for run_with_env
-        env = os.environ.copy()
-        env['PYTHON_VERSION'] = config.version
-        env['PYTHON_ARCH'] = config.arch
-        env['PATH'] = os.pathsep.join([
-            installation_path,
-            os.path.join(installation_path, 'Scripts'),
-            env['PATH']
-        ])
-        # update env with results from CIBW_ENVIRONMENT
-        env = environment.as_dictionary(prev_environment=env)
-
-        # for the logs - check we're running the right version of python
-        shell(['where', 'python'], env=env)
-        shell(['python', '--version'], env=env)
-        shell(['python', '-c', '"import struct; print(struct.calcsize(\'P\') * 8)"'], env=env)
-        where_python = subprocess.check_output(['where', 'python'], env=env, universal_newlines=True).splitlines()[0].strip()
-        if where_python != os.path.join(installation_path, 'python.exe'):
-            print("cibuildwheel: python available on PATH doesn't match our installed instance. If you have modified PATH, ensure that you don't overwrite cibuildwheel's entry or insert python above it.", file=sys.stderr)
-            exit(1)
-
-        # make sure pip is installed
-        if not os.path.exists(os.path.join(installation_path, 'Scripts', 'pip.exe')):
-            shell(['python', get_pip_script], env=env, cwd="C:\\cibw")
-        assert os.path.exists(os.path.join(installation_path, 'Scripts', 'pip.exe'))
-        where_pip = subprocess.check_output(['where', 'pip'], env=env, universal_newlines=True).splitlines()[0].strip()
-        if where_pip.strip() != os.path.join(installation_path, 'Scripts', 'pip.exe'):
-            print("cibuildwheel: pip available on PATH doesn't match our installed instance. If you have modified PATH, ensure that you don't overwrite cibuildwheel's entry or insert pip above it.", file=sys.stderr)
-            exit(1)
-
-        # prepare the Python environment
-        shell(['python', '-m', 'pip', 'install', '--upgrade', 'pip'], env=env)
-        shell(['pip', '--version'], env=env)
-        shell(['pip', 'install', '--upgrade', 'setuptools', 'wheel'], env=env)
+        env = setup_python(config, dependency_constraint_flags, options.environment)
 
         # run the before_build command
-        if before_build:
-            before_build_prepared = prepare_command(before_build, project=abs_project_dir)
+        if options.before_build:
+            before_build_prepared = prepare_command(options.before_build, project='.', package=options.package_dir)
             shell([before_build_prepared], env=env)
 
         # build the wheel
         if os.path.exists(built_wheel_dir):
             shutil.rmtree(built_wheel_dir)
         os.makedirs(built_wheel_dir)
-        shell(['pip', 'wheel', abs_project_dir, '-w', built_wheel_dir, '--no-deps'] + get_build_verbosity_extra_flags(build_verbosity), env=env)
+        shell(['pip', 'wheel', options.package_dir, '-w', built_wheel_dir, '--no-deps'] + get_build_verbosity_extra_flags(options.build_verbosity), env=env)
         built_wheel = glob(os.path.join(built_wheel_dir, '*.whl'))[0]
 
         # repair the wheel
         if os.path.exists(repaired_wheel_dir):
             shutil.rmtree(repaired_wheel_dir)
         os.makedirs(repaired_wheel_dir)
-        if built_wheel.endswith('none-any.whl') or not repair_command:
+        if built_wheel.endswith('none-any.whl') or not options.repair_command:
             # pure Python wheel or empty repair command
             shutil.move(built_wheel, repaired_wheel_dir)
         else:
-            repair_command_prepared = prepare_command(repair_command, wheel=built_wheel, dest_dir=repaired_wheel_dir)
+            repair_command_prepared = prepare_command(options.repair_command, wheel=built_wheel, dest_dir=repaired_wheel_dir)
             shell([repair_command_prepared], env=env)
         repaired_wheel = glob(os.path.join(repaired_wheel_dir, '*.whl'))[0]
 
-        if test_command:
+        if options.test_command:
             # set up a virtual environment to install and test from, to make sure
             # there are no dependencies that were pulled in at build time.
-            shell(['pip', 'install', 'virtualenv'], env=env)
+            shell(['pip', 'install', 'virtualenv'] + dependency_constraint_flags, env=env)
             venv_dir = tempfile.mkdtemp()
-            shell(['python', '-m', 'virtualenv', venv_dir], env=env)
+
+            # Use --no-download to ensure determinism by using seed libraries
+            # built into virtualenv
+            shell(['python', '-m', 'virtualenv', '--no-download', venv_dir], env=env)
 
             virtualenv_env = env.copy()
 
             venv_script_path = os.path.join(venv_dir, 'Scripts')
-            if os.path.exists(os.path.join(venv_dir, 'bin')):
-                # pypy2.7 bugfix
-                venv_script_path = os.pathsep.join([venv_script_path, os.path.join(venv_dir, 'bin')])
             virtualenv_env['PATH'] = os.pathsep.join([
                 venv_script_path,
                 virtualenv_env['PATH'],
@@ -192,24 +217,36 @@ def build(project_dir, output_dir, test_command, test_requires, test_extras, bef
             # check that we are using the Python from the virtual environment
             shell(['which', 'python'], env=virtualenv_env)
 
+            if options.before_test:
+                before_test_prepared = prepare_command(
+                    options.before_test,
+                    project='.',
+                    package=options.package_dir
+                )
+                shell([before_test_prepared], env=virtualenv_env)
+
             # install the wheel
-            shell(['pip', 'install', repaired_wheel + test_extras], env=virtualenv_env)
+            shell(['pip', 'install', repaired_wheel + options.test_extras], env=virtualenv_env)
 
             # test the wheel
-            if test_requires:
-                shell(['pip', 'install'] + test_requires, env=virtualenv_env)
+            if options.test_requires:
+                shell(['pip', 'install'] + options.test_requires, env=virtualenv_env)
 
             # run the tests from c:\, with an absolute path in the command
             # (this ensures that Python runs the tests against the installed wheel
             # and not the repo code)
-            test_command_prepared = prepare_command(test_command, project=abs_project_dir)
+            test_command_prepared = prepare_command(
+                options.test_command,
+                project=os.path.abspath('.'),
+                package=os.path.abspath(options.package_dir)
+            )
             shell([test_command_prepared], cwd='c:\\', env=virtualenv_env)
 
             # clean up
             shutil.rmtree(venv_dir)
 
         # we're all done here; move it to output (remove if already exists)
-        dst = os.path.join(output_dir, os.path.basename(repaired_wheel))
+        dst = os.path.join(options.output_dir, os.path.basename(repaired_wheel))
         if os.path.isfile(dst):
             os.remove(dst)
         shutil.move(repaired_wheel, dst)

docs/cpp_standards.md

@@ -7,7 +7,7 @@ Building Python wheels with modern C++ standards (C++11 and later) requires a fe
 
 ## Python 2.7 and C++17
 
-The Python 2.7 header files use the `register` keyword, which is [reserved and unused from C+17 onwards](https://en.cppreference.com/w/cpp/keyword/register). Compiling a wheel for Python 2.7 with the C++17 standard is still possible to allow usage of `register` using proper flag `-Wno-register` for gcc/clang and `/wd5033` for MSVC. 
+The Python 2.7 header files use the `register` keyword, which is [reserved and unused from C+17 onwards](https://en.cppreference.com/w/cpp/keyword/register). Compiling a wheel for Python 2.7 with the C++17 standard is still possible to allow usage of `register` using proper flag `-Wno-register` for gcc/clang and `/wd5033` for MSVC.
 
 ## manylinux1 and C++14
 The default `manylinux1` image (based on CentOS 5) contains a version of GCC and libstdc++ that only supports C++11 and earlier standards. There are however ways to compile wheels with the C++14 standard (and later): https://github.com/pypa/manylinux/issues/118
@@ -16,18 +16,28 @@ The default `manylinux1` image (based on CentOS 5) contains a version of GCC and
 
 ## macOS and deployment target versions
 
-OS X/macOS allows you to specify a so-called "deployment target" version that will ensure backwards compatibility with older versions of macOS. One way to do this is by setting the `MACOSX_DEPLOYMENT_TARGET` environment variable. If not set, Python will set this variable to the version the Python distribution itself was compiled on (10.6 or 10.9, for the python.org packages), when creating the wheel.
+OS X/macOS allows you to specify a so-called "deployment target" version that will ensure backwards compatibility with older versions of macOS. One way to do this is by setting the `MACOSX_DEPLOYMENT_TARGET` environment variable.
 
 However, to enable modern C++ standards, the deploment target needs to be set high enough (since older OS X/macOS versions did not have the necessary modern C++ standard library).
 
 To get C++11 and C++14 support, `MACOSX_DEPLOYMENT_TARGET` needs to be set to (at least) `"10.9"`. By default, `cibuildwheel` already does this, building 64-bit-only wheels for macOS 10.9 and later.
 
-To get C++17 support, set `MACOSX_DEPLOYMENT_TARGET` to (at least) `"10.13"` or `"10.14"` (macOS 10.13 offers partial C++17 support; e.g., the filesystem header is in experimental, offering `#include <experimental/filesystem>` instead of `#include <filesystem>`; macOS 10.14 has full C++17 support).
+To get C++17 support, Xcode 9.3+ is needed, requiring at least macOS 10.13 on the build machine. To use C++17 library features and link against the C++ runtime library, set `MACOSX_DEPLOYMENT_TARGET` to `"10.13"` or `"10.14"` (or higher) - macOS 10.13 offers partial C++17 support (e.g., the filesystem header is in experimental, offering `#include <experimental/filesystem>` instead of `#include <filesystem>`); macOS 10.14 has full C++17 support.
 
-For more details see https://en.cppreference.com/w/cpp/compiler_support and https://xcodereleases.com/: Xcode 10 needs macOS 10.13 and Xcode 11 needs macOS 10.14.
+However, if only C++17 compiler and standard template library (STL) features are used (not needing a C++17 runtime) it might be possible to set `MACOSX_DEPLOYMENT_TARGET` to a lower value, such as `"10.9"`. To find out if this is the case, try compiling and running with a lower `MACOSX_DEPLOYMENT_TARGET`: if C++17 features are used that require a more recent deployment target, building the wheel should fail.
+
+For more details see https://en.cppreference.com/w/cpp/compiler_support, https://en.wikipedia.org/wiki/Xcode, and https://xcodereleases.com/: Xcode 10 needs macOS 10.13 and Xcode 11 needs macOS 10.14.
 
 ## Windows and Python 2.7
 
-Visual C++ for Python 2.7 does not support modern standards of C++. When building on Appveyor, you will need to either use the "Visual Studio 2017" or "Visual Studio 2019" image, but Python 2.7 is not supported on these images - skip it by setting `CIBW_SKIP=cp27-win*`.
+Visual C++ for Python 2.7 does not support modern C++ standards (i.e., C++11 and later). When building on Appveyor, you will need to either use the "Visual Studio 2017" or "Visual Studio 2019" image, but Python 2.7 is not supported on these images - skip it by setting `CIBW_SKIP=cp27-win*`.
 
-There is an optional workaround for this, though: the pybind11 project argues and shows that it is [possible to compile Python 2.7 extension with a newer compiler](https://pybind11.readthedocs.io/en/stable/faq.html#working-with-ancient-visual-studio-2008-builds-on-windows) and has an example project showing how to do this: https://github.com/pybind/python_example. The main catch is that a user might need to install a newer "Microsoft Visual C++ Redistributable", since the newer C++ standard libraries are not included by default with the Python 2.7 installation.
+There is an optional workaround for this, though: the pybind11 project argues and shows that it is [possible to compile Python 2.7 extension with a newer compiler](https://pybind11.readthedocs.io/en/stable/faq.html#working-with-ancient-visual-studio-2008-builds-on-windows) and has an example project showing how to do this: https://github.com/pybind/python_example. The main catch is that a user might need to install [a newer "Microsoft Visual C++ Redistributable"](https://support.microsoft.com/en-us/help/2977003/the-latest-supported-visual-c-downloads), since the newer C++ standard library's binaries are not included by default with the Python 2.7 installation.
+
+Forcing `distutils` or `setuptools` to use a more recent version of MSVC that supports modern C++ can be done in the following way:
+
+1. Set the environment variables `DISTUTILS_USE_SDK=1` and `MSSdk=1`. These two environment variables will tell `distutils`/`setuptools` to not search and set up a build environment that uses Visual C++ for Python 2.7 (aka. MSVC 9).
+2. Set up the build Visual Studio build environment you want to use, making sure that e.g. `PATH` contains `cl`, `link`, etc.
+    - Usually, this can be done through `vcvarsall.bat x86` or `vcvarsall.bat x64`. The exact location of this file depends on the installation, but the default path for VS 2019 Community (e.g. used in AppVeyor's `Visual Studio 2019` image) is `C:\Program Files (x86)\Microsoft Visual Studio\2019\Community\VC\Auxiliary\Build\vcvarsall.bat`. **Note**: `vcvarsall.bat` changes the environment variables, so this cannot be run in a subprocess/subshell and consequently running `vsvarsall.bat` in `CIBW_BEFORE_BUILD` does not have any effect.
+    - In Azure Pipelines, [a `VSBuild` task is available](https://docs.microsoft.com/en-us/azure/devops/pipelines/tasks/build/visual-studio-build) and GitHub Actions has [an action `microsoft/setup-msbuild`](https://github.com/microsoft/setup-msbuild) that help setting up the Visual Studio environment.
+3. Next, call `cibuildwheel`. Unfortunately, MSVC has separate toolchains for compiling 32-bit and 64-bit, so you will need to run `cibuildwheel` twice: once with `CIBW_BUILD=*-win32` after setting up the `x86` build environment, and once with `CIBW_BUILD=*-win_amd64` in a `x64` enviroment (see previous step).

docs/options.md

@@ -14,16 +14,16 @@ your CI config file:
 ```yaml
 env:
   global:
-    - CIBW_TEST_REQUIRES=nose
-    - CIBW_TEST_COMMAND="nosetests {project}/tests"
+    - CIBW_TEST_REQUIRES=pytest
+    - CIBW_TEST_COMMAND="pytest {project}/tests"
 ```
 
 > appveyor.yml ([docs](https://www.appveyor.com/docs/build-configuration/#environment-variables))
 ```yaml
 environment:
   global:
-    CIBW_TEST_REQUIRES: nose
-    CIBW_TEST_COMMAND: "nosetests {project}\\tests"
+    CIBW_TEST_REQUIRES: pytest
+    CIBW_TEST_COMMAND: "pytest {project}\\tests"
 ```
 
 > .circleci/config.yml ([docs](https://circleci.com/docs/2.0/configuration-reference/#environment))
@@ -31,15 +31,22 @@ environment:
 jobs:
   job_name:
     environment:
-      CIBW_TEST_REQUIRES: nose
-      CIBW_TEST_COMMAND: "nosetests {project}/tests"
+      CIBW_TEST_REQUIRES: pytest
+      CIBW_TEST_COMMAND: "pytest {project}/tests"
 ```
 
 > azure-pipelines.yml ([docs](https://docs.microsoft.com/en-us/azure/devops/pipelines/process/variables))
 ```yaml
 variables:
-  CIBW_TEST_REQUIRES: nose
-  CIBW_TEST_COMMAND: "nosetests {project}/tests"
+  CIBW_TEST_REQUIRES: pytest
+  CIBW_TEST_COMMAND: "pytest {project}/tests"
+```
+
+> .github/workflows/*.yml ([docs](https://help.github.com/en/actions/configuring-and-managing-workflows/using-environment-variables)) (can be global, in job, or in step)
+```yaml
+env:
+  CIBW_TEST_REQUIRES: pytest
+  CIBW_TEST_COMMAND: "pytest {project}/tests"
 ```
 
 
@@ -192,7 +199,7 @@ A shell command to run before building the wheel. This option allows you to run
 
 If dependencies are required to build your wheel (for example if you include a header from a Python module), set this to `pip install .`, and the dependencies will be installed automatically by pip. However, this means your package will be built twice - if your package takes a long time to build, you might wish to manually list the dependencies here instead.
 
-The active Python binary can be accessed using `python`, and pip with `pip`; `cibuildwheel` makes sure the right version of Python and pip will be executed. `{project}` can be used as a placeholder for the absolute path to the project's root and will be replaced by `cibuildwheel`.
+The active Python binary can be accessed using `python`, and pip with `pip`; `cibuildwheel` makes sure the right version of Python and pip will be executed. The placeholder `{package}` can be used here; it will be replaced by the path to the package being built by `cibuildwheel`.
 
 The command is run in a shell, so you can write things like `cmd1 && cmd2`.
 
@@ -210,8 +217,11 @@ CIBW_BEFORE_BUILD: pip install pybind11
 # chain commands using &&
 CIBW_BEFORE_BUILD: yum install -y libffi-dev && pip install .
 
-# run a script that's inside your repo
+# run a script that's inside your project
 CIBW_BEFORE_BUILD: bash scripts/prepare_for_build.sh
+
+# if cibuildwheel is called with a package_dir argument, it's available as {package}
+CIBW_BEFORE_BUILD: "{package}/bin/prepare_for_build.sh"
 ```
 
 
@@ -253,7 +263,7 @@ CIBW_REPAIR_WHEEL_COMMAND_LINUX: "auditwheel repair --lib-sdir . -w {dest_dir} {
 
 An alternative Docker image to be used for building [`manylinux`](https://github.com/pypa/manylinux) wheels. `cibuildwheel` will then pull these instead of the default images, [`quay.io/pypa/manylinux2010_x86_64`](https://quay.io/pypa/manylinux2010_x86_64), [`quay.io/pypa/manylinux2010_i686`](https://quay.io/pypa/manylinux2010_i686), [`pypywheels/manylinux2010-pypy_x86_64`](https://hub.docker.com/r/pypywheels/manylinux2010-pypy_x86_64), [`quay.io/pypa/manylinux2014_aarch64`](https://quay.io/pypa/manylinux2014_aarch64), [`quay.io/pypa/manylinux2014_ppc64le`](https://quay.io/pypa/manylinux2014_ppc64le), and [`quay.io/pypa/manylinux2014_s390x`](https://quay.io/pypa/manylinux2010_s390x).
 
-The value of this option can either be set to `manylinux1`, `manylinux2010` or `manylinux2014` to use the [official `manylinux` images](https://github.com/pypa/manylinux) and [PyPy `manylinux` images](https://github.com/pypy/manylinux), or any other valid Docker image name. Note that for PyPy, only the official `manylinux2010` image is currently available. For architectures other
+The value of this option can either be set to `manylinux1`, `manylinux2010` or `manylinux2014` to use a pinned version of the [official `manylinux` images](https://github.com/pypa/manylinux) and [PyPy `manylinux` images](https://github.com/pypy/manylinux). Alternatively, set these options to any other valid Docker image name. Note that for PyPy, only the official `manylinux2010` image is currently available. For architectures other
 than x86 (x86\_64 and i686) manylinux2014 must be used because this is the first version of the manylinux specification that supports additional architectures.
 
 Beware to specify a valid Docker image that can be used in the same way as the official, default Docker images: all necessary Python and pip versions need to be present in `/opt/python/`, and the `auditwheel` tool needs to be present for `cibuildwheel` to work. Apart from that, the architecture and relevant shared system libraries need to be manylinux1-, manylinux2010- or manylinux2014-compatible in order to produce valid `manylinux1`/`manylinux2010`/`manylinux2014` wheels (see [pypa/manylinux on GitHub](https://github.com/pypa/manylinux), [PEP 513](https://www.python.org/dev/peps/pep-0513/), [PEP 571](https://www.python.org/dev/peps/pep-0571/) and [PEP 599](https://www.python.org/dev/peps/pep-0599/) for more details).
@@ -276,17 +286,75 @@ CIBW_MANYLINUX_X86_64_IMAGE: manylinux2014
 CIBW_MANYLINUX_I686_IMAGE: manylinux2014
 CIBW_SKIP: cp27-manylinux*
 
+# build using the latest manylinux2010 release, instead of the cibuildwheel
+# pinned version
+CIBW_MANYLINUX_X86_64_IMAGE: quay.io/pypa/manylinux2010_x86_64:latest
+CIBW_MANYLINUX_I686_IMAGE: quay.io/pypa/manylinux2010_i686:latest
+
 # build using a different image from the docker registry
 CIBW_MANYLINUX_X86_64_IMAGE: dockcross/manylinux-x64
 CIBW_MANYLINUX_I686_IMAGE: dockcross/manylinux-x86
 ```
 
+### `CIBW_DEPENDENCY_VERSIONS` {: #dependency-versions}
+> Specify how cibuildwheel controls the versions of the tools it uses
+
+Options: `pinned` `latest` `<your constraints file>`
+
+Default: `pinned`
+
+If `CIBW_DEPENDENCY_VERSIONS` is `pinned`, cibuildwheel uses versions of tools
+like `pip`, `setuptools`, `virtualenv` that were pinned with that release of
+cibuildwheel. This represents a known-good set of dependencies, and is
+recommended for build repeatability.
+
+If set to `latest`, cibuildwheel will use the latest of these packages that
+are available on PyPI. This might be preferable if these packages have bug
+fixes that can't wait for a new cibuildwheel release.
+
+To control the versions of dependencies yourself, you can supply a [pip
+constraints](https://pip.pypa.io/en/stable/user_guide/#constraints-files) file
+here and it will be used instead.
+
+!!! note
+    If you need different dependencies for each python version, provide them
+    in the same folder with a `-pythonXY` suffix. e.g. if your
+    `CIBW_DEPENDENCY_VERSIONS=./constraints.txt`, cibuildwheel will use
+    `./constraints-python27.txt` on Python 2.7, or fallback to
+    `./constraints.txt` if that's not found.
+
+Platform-specific variants also available:<br/>
+`CIBW_DEPENDENCY_VERSIONS_MACOS` | `CIBW_DEPENDENCY_VERSIONS_WINDOWS`
+
+!!! note
+    This option does not affect the tools used on the Linux build - those versions
+    are bundled with the manylinux image that cibuildwheel uses. To change
+    dependency versions on Linux, use the [CIBW_MANYLINUX_*](#manylinux-image)
+    options.
+
+#### Examples
+
+```yaml
+# use tools versions that are bundled with cibuildwheel (this is the default)
+CIBW_DEPENDENCY_VERSIONS: pinned
+
+# use the latest versions available on PyPI
+CIBW_DEPENDENCY_VERSIONS: latest
+
+# use your own pip constraints file
+CIBW_DEPENDENCY_VERSIONS: ./constraints.txt
+```
+
+
 ## Testing
 
 ### `CIBW_TEST_COMMAND` {: #test-command}
 > Execute a shell command to test each built wheel
 
-Shell command to run tests after the build. The wheel will be installed automatically and available for import from the tests. `{project}` can be used as a placeholder for the absolute path to the project's root and will be replaced by `cibuildwheel`.
+Shell command to run tests after the build. The wheel will be installed automatically and available for import from the tests. To ensure the wheel is imported by your tests (instead of your source copy), tests are run from a different directory. Use the placeholders `{project}` and `{package}` when specifying paths in your project.
+
+- `{project}` is an absolute path to the project root - the working directory where cibuildwheel was called.
+- `{package}` is the path to the package being built - the `package_dir` argument supplied to cibuildwheel on the command line.
 
 The command is run in a shell, so you can write things like `cmd1 && cmd2`.
 
@@ -299,8 +367,8 @@ Platform-specific variants also available:<br/>
 # run the project tests against the installed wheel using `nose`
 CIBW_TEST_COMMAND: nosetests {project}/tests
 
-# run the project tests using `pytest`
-CIBW_TEST_COMMAND: nosetests {project}/tests
+# run the package tests using `pytest`
+CIBW_TEST_COMMAND: pytest {package}/tests
 ```
 
 
@@ -343,6 +411,33 @@ Platform-specific variants also available:<br/>
 CIBW_TEST_EXTRAS: test,qt
 ```
 
+### `CIBW_BEFORE_TEST` {: #before-test}
+> Execute a shell command before testing each wheel
+
+A shell command to run in **each** test virtual environment, before your wheel is installed and tested. This is useful if you need to install a non pip package, change values of environment variables
+or perform multi step pip installation (e.g. installing `scikit-build` or `cython` before install test package)
+
+The active Python binary can be accessed using `python`, and pip with `pip`; `cibuildwheel` makes sure the right version of Python and pip will be executed. The placeholder `{package}` can be used here; it will be replaced by the path to the package being built by `cibuildwheel`.
+
+The command is run in a shell, so you can write things like `cmd1 && cmd2`.
+
+Platform-specific variants also available:<br/>
+ `CIBW_BEFORE_TEST_MACOS` | `CIBW_BEFORE_TEST_WINDOWS` | `CIBW_BEFORE_TEST_LINUX`
+
+#### Examples
+```yaml
+# install test dependencies with overwritten environment variables.
+CIBW_BEFORE_TEST: CC=gcc CXX=g++ pip install -r requirements.txt
+
+# chain commands using &&
+CIBW_BEFORE_TEST: rm -rf ./data/cache && mkdir -p ./data/cache
+
+# install non pip python package
+CIBW_BEFORE_TEST: cd some_dir; ./configure; make; make install
+
+# install python packages that are required to install test dependencies
+CIBW_BEFORE_TEST: pip install cmake scikit-build
+```
 
 ## Other
 
@@ -367,13 +462,16 @@ CIBW_BUILD_VERBOSITY: 1
 ```text
 usage: cibuildwheel [-h] [--platform {auto,linux,macos,windows}]
                     [--output-dir OUTPUT_DIR] [--print-build-identifiers]
-                    [project_dir]
+                    [package_dir]
 
 Build wheels for all the platforms.
 
 positional arguments:
-  project_dir           Path to the project that you want wheels for.
-                        Default: the current directory.
+  package_dir           Path to the package that you want wheels for. Must be
+                        a subdirectory of the working directory. When set, the
+                        working directory is still considered the 'project'
+                        and is copied into the Docker container on Linux.
+                        Default: the working directory.
 
 optional arguments:
   -h, --help            show this help message and exit
@@ -384,13 +482,12 @@ optional arguments:
                         automatically install MacPython on your system, so
                         don't run on your development machine. For "windows",
                         you need to run in Windows, and it will build and test
-                        for all versions of Python at C:\PythonXX[-x64].
+                        for all versions of Python. Default: auto.
   --output-dir OUTPUT_DIR
                         Destination folder for the wheels.
   --print-build-identifiers
                         Print the build identifiers matched by the current
                         invocation and exit.
-
 ```
 
 <style>

docs/setup.md

@@ -2,9 +2,22 @@
 title: 'Setup'
 ---
 
+# GitHub Actions [linux/mac/windows] {: #github-actions}
+
+To build Linux, Mac, and Windows wheels using Github Actions, create a `.github/workflows/build.yml` file in your repo.
+
+> build.yml
+```yaml
+{% include "../examples/github-minimal.yml" %}
+```
+
+Commit this file, and push to Github - either to your default branch, or to a PR branch. The build should start automatically.
+
+For more info on this file, check out the [docs](https://help.github.com/en/actions/reference/workflow-syntax-for-github-actions).
+
 # Azure Pipelines [linux/mac/windows] {: #azure-pipelines}
 
-Using Azure pipelines, you can build all three platforms on the same service. Create a `azure-pipelines.yml` file in your repo.
+To build Linux, Mac, and Windows wheels on Azure Pipelines, create a `azure-pipelines.yml` file in your repo.
 
 > azure-pipelines.yml
 ```yaml

examples/appveyor-minimal.yml

@@ -12,7 +12,7 @@ stack: python 3.7
 init:
 - cmd: set PATH=C:\Python37;C:\Python37\Scripts;%PATH%
 
-install: python -m pip install cibuildwheel==1.2.0
+install: python -m pip install cibuildwheel==1.4.2
 
 build_script: python -m cibuildwheel --output-dir wheelhouse
 

examples/azure-pipelines-minimal.yml

@@ -5,7 +5,7 @@ jobs:
     - task: UsePythonVersion@0
     - bash: |
         python3 -m pip install --upgrade pip
-        pip3 install cibuildwheel==1.2.0
+        pip3 install cibuildwheel==1.4.2
         cibuildwheel --output-dir wheelhouse .
     - task: PublishBuildArtifacts@1
       inputs: {pathtoPublish: 'wheelhouse'}
@@ -16,7 +16,7 @@ jobs:
     - task: UsePythonVersion@0
     - bash: |
         python3 -m pip install --upgrade pip
-        pip3 install cibuildwheel==1.2.0
+        pip3 install cibuildwheel==1.4.2
         cibuildwheel --output-dir wheelhouse .
     - task: PublishBuildArtifacts@1
       inputs: {pathtoPublish: 'wheelhouse'}
@@ -29,7 +29,7 @@ jobs:
       displayName: Install Visual C++ for Python 2.7
     - bash: |
         python -m pip install --upgrade pip
-        pip install cibuildwheel==1.2.0
+        pip install cibuildwheel==1.4.2
         cibuildwheel --output-dir wheelhouse .
     - task: PublishBuildArtifacts@1
       inputs: {pathtoPublish: 'wheelhouse'}

examples/circleci-minimal.yml

@@ -11,7 +11,7 @@ jobs:
       - run:
           name: Build the Linux wheels.
           command: |
-            pip3 install --user cibuildwheel==1.2.0
+            pip3 install --user cibuildwheel==1.4.2
             cibuildwheel --output-dir wheelhouse
       - store_artifacts:
           path: wheelhouse/
@@ -25,7 +25,7 @@ jobs:
       - run:
           name: Build the OS X wheels.
           command: |
-            pip3 install --user cibuildwheel==1.2.0
+            pip3 install --user cibuildwheel==1.4.2
             cibuildwheel --output-dir wheelhouse
       - store_artifacts:
           path: wheelhouse/

examples/github-minimal.yml

@@ -0,0 +1,37 @@
+name: Build
+
+on: [push, pull_request]
+
+jobs:
+  build_wheels:
+    name: Build wheel on ${{ matrix.os }}
+    runs-on: ${{ matrix.os }}
+    strategy:
+      matrix:
+        os: [ubuntu-18.04, windows-latest, macos-latest]
+
+    steps:
+    - uses: actions/checkout@v1
+
+    - uses: actions/setup-python@v1
+      name: Install Python
+      with:
+        python-version: '3.7'
+
+    - name: Install cibuildwheel
+      run: |
+        python -m pip install cibuildwheel==1.4.2
+
+    - name: Install Visual C++ for Python 2.7
+      if: startsWith(matrix.os, 'windows')
+      run: |
+        choco install vcpython27 -f -y
+
+    - name: Build wheel
+      run: |
+        python -m cibuildwheel --output-dir wheelhouse
+
+    - uses: actions/upload-artifact@v1
+      with:
+        name: wheels
+        path: ./wheelhouse

examples/travis-ci-deploy-only.yml

@@ -25,7 +25,7 @@ env:
     # Note: TWINE_PASSWORD is set to a PyPI API token in Travis settings
 
 install:
-  - python3 -m pip install cibuildwheel==1.2.0
+  - python3 -m pip install cibuildwheel==1.4.2
 
 script:
   # build the wheels, put them into './wheelhouse'

examples/travis-ci-minimal.yml

@@ -6,7 +6,7 @@ jobs:
     - services: docker
     # perform a linux ARMv8 build
     - services: docker
-      arch: aarch64
+      arch: arm64
     # perform a linux PPC64LE build
     - services: docker
       arch: ppc64le
@@ -26,7 +26,7 @@ jobs:
         - ln -s /c/Python38/python.exe /c/Python38/python3.exe
 
 install:
-  - python3 -m pip install cibuildwheel==1.2.0
+  - python3 -m pip install cibuildwheel==1.4.2
 
 script:
   # build the wheels, put them into './wheelhouse'

examples/travis-ci-test-and-deploy.yml

@@ -7,7 +7,6 @@
 
 language: python
 python:
-  - 3.5
   - 3.6
   - 3.7
   - 3.8
@@ -56,7 +55,7 @@ jobs:
     - stage: deploy
       name: Build and deploy Linux wheels
       services: docker
-      install: python3 -m pip install cibuildwheel==1.2.0
+      install: python3 -m pip install cibuildwheel==1.4.2
       script: python3 -m cibuildwheel --output-dir wheelhouse
       after_success: |
         python3 -m pip install twine
@@ -66,7 +65,7 @@ jobs:
       name: Build and deploy macOS wheels
       os: osx
       language: shell
-      install: python3 -m pip install cibuildwheel==1.2.0
+      install: python3 -m pip install cibuildwheel==1.4.2
       script: python3 -m cibuildwheel --output-dir wheelhouse
       after_success: |
         python3 -m pip install twine
@@ -76,7 +75,7 @@ jobs:
       name: Build and deploy Windows wheels
       os: windows
       language: shell
-      install: python3 -m pip install cibuildwheel==1.2.0
+      install: python3 -m pip install cibuildwheel==1.4.2
       script: python3 -m cibuildwheel --output-dir wheelhouse
       after_success: |
         python3 -m pip install twine

mkdocs.yml

@@ -28,6 +28,8 @@ markdown_extensions:
       permalink: True
   - attr_list
   - admonition
+  - pymdownx.magiclink:
+      repo_url_shortener: True
 
 plugins:
   - importmarkdown

requirements-dev.txt

@@ -2,3 +2,7 @@
 -e ./docs/mkdocs_include_markdown_plugin
 pytest
 mkdocs==1.0.4
+pymdown-extensions
+pip-tools
+requests
+click

setup.cfg

@@ -1,26 +1,5 @@
-[bumpversion]
-current_version = 1.1.0
-commit = True
-tag = True
-message = Bump version
-
-[bumpversion:file:setup.py]
-
-[bumpversion:file:cibuildwheel/__init__.py]
-
-[bumpversion:file:README.md]
-search = cibuildwheel=={current_version}
-replace = cibuildwheel=={new_version}
-
-[bumpversion:file:docs/setup.md]
-search = cibuildwheel=={current_version}
-replace = cibuildwheel=={new_version}
-
-[bdist_wheel]
-universal = 1
-
 [flake8]
-ignore = E501,W503
+ignore = E501,W503,E741
 application-import-names = cibuildwheel
 exclude =
   cibuildwheel/resources/,
@@ -29,5 +8,33 @@ exclude =
   .git/,
   env/,
   env2/,
+  env??/,
   .venv/,
   site/
+
+[tool:pytest]
+junit_family=xunit2
+
+[mypy]
+python_version = 3.6
+files = cibuildwheel,test
+
+warn_unused_configs = True
+warn_redundant_casts = True
+
+[mypy-cibuildwheel]
+disallow_any_generics = True
+disallow_subclassing_any = True
+disallow_untyped_calls = True
+disallow_untyped_defs = True
+disallow_incomplete_defs = True
+check_untyped_defs = True
+disallow_untyped_decorators = True
+no_implicit_optional = True
+warn_unused_ignores = True
+warn_return_any = True
+no_implicit_reexport = True
+strict_equality = True
+
+[mypy-pytest,setuptools]
+ignore_missing_imports = True

setup.py

@@ -13,7 +13,7 @@ with io.open(os.path.join(this_directory, 'README.md'), encoding='utf-8') as f:
 
 setup(
     name='cibuildwheel',
-    version='1.2.0',
+    version='1.4.2',
     install_requires=['bashlex!=0.13'],
     description="Build Python wheels on CI with minimal configuration.",
     long_description=long_description,
@@ -28,7 +28,7 @@ setup(
         'cibuildwheel': ['resources/*'],
     },
     # Supported python versions
-    python_requires='>=3.5',
+    python_requires='>=3.6',
     keywords='ci wheel packaging pypi travis appveyor macos linux windows',
     classifiers=[
         'Intended Audience :: Developers',

test/01_basic/setup.py

@@ -1,15 +0,0 @@
-import os
-
-from setuptools import (
-    Extension,
-    setup,
-)
-
-if os.environ.get('CIBUILDWHEEL', '0') != '1':
-    raise Exception('CIBUILDWHEEL environment variable is not set to 1')
-
-setup(
-    name="spam",
-    ext_modules=[Extension('spam', sources=['spam.c'])],
-    version="0.1.0",
-)

test/01_basic/spam.c

@@ -1,48 +0,0 @@
-#include <Python.h>
-
-static PyObject *
-spam_system(PyObject *self, PyObject *args)
-{
-    const char *command;
-    int sts;
-
-    if (!PyArg_ParseTuple(args, "s", &command))
-        return NULL;
-    sts = system(command);
-    return PyLong_FromLong(sts);
-}
-
-/* Module initialization */
-
-#if PY_MAJOR_VERSION >= 3
-    #define MOD_INIT(name) PyMODINIT_FUNC PyInit_##name(void)
-    #define MOD_DEF(m, name, doc, methods, module_state_size) \
-        static struct PyModuleDef moduledef = { \
-            PyModuleDef_HEAD_INIT, name, doc, module_state_size, methods, }; \
-        m = PyModule_Create(&moduledef);
-    #define MOD_RETURN(m) return m;
-#else
-    #define MOD_INIT(name) PyMODINIT_FUNC init##name(void)
-    #define MOD_DEF(m, name, doc, methods, module_state_size) \
-        m = Py_InitModule3(name, methods, doc);
-    #define MOD_RETURN(m) return;
-#endif
-
-static PyMethodDef module_methods[] = {
-    {"system", (PyCFunction)spam_system, METH_VARARGS, 
-     "Execute a shell command."},
-    {NULL}  /* Sentinel */
-};
-
-MOD_INIT(spam)
-{
-    PyObject* m;
-
-    MOD_DEF(m, 
-            "spam", 
-            "Example module", 
-            module_methods,
-            -1)
-
-    MOD_RETURN(m)
-}

test/02_test/cibuildwheel_test.py

@@ -1,55 +0,0 @@
-import os
-import subprocess
-
-import pytest
-
-import utils
-
-
-def test():
-    project_dir = os.path.dirname(__file__)
-
-    # build and test the wheels
-    actual_wheels = utils.cibuildwheel_run(project_dir, add_env={
-        'CIBW_TEST_REQUIRES': 'nose',
-        # the 'false ||' bit is to ensure this command runs in a shell on
-        # mac/linux.
-        'CIBW_TEST_COMMAND': 'false || nosetests {project}/test',
-        'CIBW_TEST_COMMAND_WINDOWS': 'COLOR 00 || nosetests {project}/test',
-    })
-
-    # also check that we got the right wheels
-    expected_wheels = utils.expected_wheels('spam', '0.1.0')
-    assert set(actual_wheels) == set(expected_wheels)
-
-
-def test_extras_require():
-    project_dir = os.path.dirname(__file__)
-
-    # build and test the wheels
-    actual_wheels = utils.cibuildwheel_run(project_dir, add_env={
-        'CIBW_TEST_EXTRAS': 'test',
-        # the 'false ||' bit is to ensure this command runs in a shell on
-        # mac/linux.
-        'CIBW_TEST_COMMAND': 'false || nosetests {project}/test',
-        'CIBW_TEST_COMMAND_WINDOWS': 'COLOR 00 || nosetests {project}/test',
-    })
-
-    # also check that we got the right wheels
-    expected_wheels = utils.expected_wheels('spam', '0.1.0')
-    assert set(actual_wheels) == set(expected_wheels)
-
-
-def test_failing_test(tmp_path):
-    '''Ensure a failing test causes cibuildwheel to error out and exit'''
-    project_dir = os.path.dirname(__file__)
-
-    with pytest.raises(subprocess.CalledProcessError):
-        utils.cibuildwheel_run(project_dir, output_dir=tmp_path, add_env={
-            'CIBW_TEST_COMMAND': 'false',
-            # manylinux1 has a version of bash that's been shown to have
-            # problems with this, so let's check that.
-            'CIBW_MANYLINUX_I686_IMAGE': 'manylinux1',
-            'CIBW_MANYLINUX_X86_64_IMAGE': 'manylinux1',
-        })
-    assert len(os.listdir(str(tmp_path))) == 0

test/02_test/setup.py

@@ -1,11 +0,0 @@
-from setuptools import (
-    Extension,
-    setup,
-)
-
-setup(
-    name="spam",
-    ext_modules=[Extension('spam', sources=['spam.c'])],
-    extras_require={'test': ['nose']},
-    version="0.1.0",
-)

test/02_test/spam.c

@@ -1,48 +0,0 @@
-#include <Python.h>
-
-static PyObject *
-spam_system(PyObject *self, PyObject *args)
-{
-    const char *command;
-    int sts;
-
-    if (!PyArg_ParseTuple(args, "s", &command))
-        return NULL;
-    sts = system(command);
-    return PyLong_FromLong(sts);
-}
-
-/* Module initialization */
-
-#if PY_MAJOR_VERSION >= 3
-    #define MOD_INIT(name) PyMODINIT_FUNC PyInit_##name(void)
-    #define MOD_DEF(m, name, doc, methods, module_state_size) \
-        static struct PyModuleDef moduledef = { \
-            PyModuleDef_HEAD_INIT, name, doc, module_state_size, methods, }; \
-        m = PyModule_Create(&moduledef);
-    #define MOD_RETURN(m) return m;
-#else
-    #define MOD_INIT(name) PyMODINIT_FUNC init##name(void)
-    #define MOD_DEF(m, name, doc, methods, module_state_size) \
-        m = Py_InitModule3(name, methods, doc);
-    #define MOD_RETURN(m) return;
-#endif
-
-static PyMethodDef module_methods[] = {
-    {"system", (PyCFunction)spam_system, METH_VARARGS, 
-     "Execute a shell command."},
-    {NULL}  /* Sentinel */
-};
-
-MOD_INIT(spam)
-{
-    PyObject* m;
-
-    MOD_DEF(m, 
-            "spam", 
-            "Example module", 
-            module_methods,
-            -1)
-
-    MOD_RETURN(m)
-}

test/02_test/test/spam_test.py

@@ -1,45 +0,0 @@
-from __future__ import print_function
-import os
-import sys
-from unittest import TestCase
-
-import spam
-
-
-def path_contains(parent, child):
-    ''' returns True if `child` is inside `parent`.
-
-    Works around path-comparison bugs caused by short-paths on Windows e.g.
-    vssadm~1 instead of vssadministrator
-    '''
-    parent = os.path.abspath(parent)
-    child = os.path.abspath(child)
-
-    while child != os.path.dirname(child):
-        child = os.path.dirname(child)
-        if os.stat(parent) == os.stat(child):
-            # parent and child refer to the same directory on the filesystem
-            return True
-    return False
-
-
-class TestSpam(TestCase):
-    def test_system(self):
-        self.assertEqual(0, spam.system('python -c "exit(0)"'))
-        self.assertNotEqual(0, spam.system('python -c "exit(1)"'))
-
-    def test_virtualenv(self):
-        virtualenv_path = os.environ.get("__CIBW_VIRTUALENV_PATH__")
-        if not virtualenv_path:
-            self.fail("No virtualenv path defined in environment variable __CIBW_VIRTUALENV_PATH__")
-
-        print("=[executable]", sys.executable)
-        print("=[spam location]", spam.__file__)
-        print("=[virtualenv path]", virtualenv_path)
-        print("=[listdir]", os.listdir(virtualenv_path))
-        if os.path.exists(os.path.join(virtualenv_path, 'Scripts')):
-            print("=[listdir]2", os.listdir(os.path.join(virtualenv_path, 'Scripts')))
-        if os.path.exists(os.path.join(virtualenv_path, 'bin')):
-            print("=[listdir]2", os.listdir(os.path.join(virtualenv_path, 'bin')))
-        self.assertTrue(path_contains(virtualenv_path, sys.executable))
-        self.assertTrue(path_contains(virtualenv_path, spam.__file__))

test/03_before_build/cibuildwheel_test.py

@@ -1,19 +0,0 @@
-import os
-
-import utils
-
-
-def test():
-    project_dir = os.path.dirname(__file__)
-
-    # build the wheels
-    actual_wheels = utils.cibuildwheel_run(project_dir, add_env={
-        # write python version information to a temporary file, this is
-        # checked in setup.py
-        'CIBW_BEFORE_BUILD': '''python -c "import sys; open('/tmp/pythonversion.txt', 'w').write(sys.version)" && python -c "import sys; open('/tmp/pythonexecutable.txt', 'w').write(sys.executable)"''',
-        'CIBW_BEFORE_BUILD_WINDOWS': '''python -c "import sys; open('c:\\pythonversion.txt', 'w').write(sys.version)" && python -c "import sys; open('c:\\pythonexecutable.txt', 'w').write(sys.executable)"''',
-    })
-
-    # also check that we got the right wheels
-    expected_wheels = utils.expected_wheels('spam', '0.1.0')
-    assert set(actual_wheels) == set(expected_wheels)

test/03_before_build/setup.py

@@ -1,31 +0,0 @@
-import os
-import sys
-
-from setuptools import (
-    Extension,
-    setup,
-)
-
-# assert that the Python version as written to pythonversion.txt in the CIBW_BEFORE_BUILD step
-# is the same one as is currently running.
-version_file = 'c:\\pythonversion.txt' if sys.platform == 'win32' else '/tmp/pythonversion.txt'
-with open(version_file) as f:
-    stored_version = f.read()
-print('stored_version', stored_version)
-print('sys.version', sys.version)
-assert stored_version == sys.version
-
-# check that the executable also was written
-executable_file = 'c:\\pythonexecutable.txt' if sys.platform == 'win32' else '/tmp/pythonexecutable.txt'
-with open(executable_file) as f:
-    stored_executable = f.read()
-print('stored_executable', stored_executable)
-print('sys.executable', sys.executable)
-# windows/mac are case insensitive
-assert os.path.realpath(stored_executable).lower() == os.path.realpath(sys.executable).lower()
-
-setup(
-    name="spam",
-    ext_modules=[Extension('spam', sources=['spam.c'])],
-    version="0.1.0",
-)

test/03_before_build/spam.c

@@ -1,48 +0,0 @@
-#include <Python.h>
-
-static PyObject *
-spam_system(PyObject *self, PyObject *args)
-{
-    const char *command;
-    int sts;
-
-    if (!PyArg_ParseTuple(args, "s", &command))
-        return NULL;
-    sts = system(command);
-    return PyLong_FromLong(sts);
-}
-
-/* Module initialization */
-
-#if PY_MAJOR_VERSION >= 3
-    #define MOD_INIT(name) PyMODINIT_FUNC PyInit_##name(void)
-    #define MOD_DEF(m, name, doc, methods, module_state_size) \
-        static struct PyModuleDef moduledef = { \
-            PyModuleDef_HEAD_INIT, name, doc, module_state_size, methods, }; \
-        m = PyModule_Create(&moduledef);
-    #define MOD_RETURN(m) return m;
-#else
-    #define MOD_INIT(name) PyMODINIT_FUNC init##name(void)
-    #define MOD_DEF(m, name, doc, methods, module_state_size) \
-        m = Py_InitModule3(name, methods, doc);
-    #define MOD_RETURN(m) return;
-#endif
-
-static PyMethodDef module_methods[] = {
-    {"system", (PyCFunction)spam_system, METH_VARARGS, 
-     "Execute a shell command."},
-    {NULL}  /* Sentinel */
-};
-
-MOD_INIT(spam)
-{
-    PyObject* m;
-
-    MOD_DEF(m, 
-            "spam", 
-            "Example module", 
-            module_methods,
-            -1)
-
-    MOD_RETURN(m)
-}

test/04_build_skip/cibuildwheel_test.py

@@ -1,18 +0,0 @@
-import os
-
-import utils
-
-
-def test():
-    project_dir = os.path.dirname(__file__)
-
-    # build the wheels
-    actual_wheels = utils.cibuildwheel_run(project_dir, add_env={
-        'CIBW_BUILD': 'cp3?-*',
-        'CIBW_SKIP': 'cp37-*',
-    })
-
-    # check that we got the right wheels. There should be no 2.7 or 3.7.
-    expected_wheels = [w for w in utils.expected_wheels('spam', '0.1.0')
-                       if ('-cp3' in w) and ('-cp37' not in w)]
-    assert set(actual_wheels) == set(expected_wheels)

test/04_build_skip/setup.py

@@ -1,18 +0,0 @@
-import sys
-
-from setuptools import (
-    Extension,
-    setup,
-)
-
-# explode if run on Python 2.7 or Python 3.4 (these should be skipped)
-if sys.version_info[0:2] == (2, 7):
-    raise Exception('Python 2.7 should not be built')
-if sys.version_info[0:2] == (3, 4):
-    raise Exception('Python 3.4 should be skipped')
-
-setup(
-    name="spam",
-    ext_modules=[Extension('spam', sources=['spam.c'])],
-    version="0.1.0",
-)

test/04_build_skip/spam.c

@@ -1,48 +0,0 @@
-#include <Python.h>
-
-static PyObject *
-spam_system(PyObject *self, PyObject *args)
-{
-    const char *command;
-    int sts;
-
-    if (!PyArg_ParseTuple(args, "s", &command))
-        return NULL;
-    sts = system(command);
-    return PyLong_FromLong(sts);
-}
-
-/* Module initialization */
-
-#if PY_MAJOR_VERSION >= 3
-    #define MOD_INIT(name) PyMODINIT_FUNC PyInit_##name(void)
-    #define MOD_DEF(m, name, doc, methods, module_state_size) \
-        static struct PyModuleDef moduledef = { \
-            PyModuleDef_HEAD_INIT, name, doc, module_state_size, methods, }; \
-        m = PyModule_Create(&moduledef);
-    #define MOD_RETURN(m) return m;
-#else
-    #define MOD_INIT(name) PyMODINIT_FUNC init##name(void)
-    #define MOD_DEF(m, name, doc, methods, module_state_size) \
-        m = Py_InitModule3(name, methods, doc);
-    #define MOD_RETURN(m) return;
-#endif
-
-static PyMethodDef module_methods[] = {
-    {"system", (PyCFunction)spam_system, METH_VARARGS, 
-     "Execute a shell command."},
-    {NULL}  /* Sentinel */
-};
-
-MOD_INIT(spam)
-{
-    PyObject* m;
-
-    MOD_DEF(m, 
-            "spam", 
-            "Example module", 
-            module_methods,
-            -1)
-
-    MOD_RETURN(m)
-}

test/05_environment/cibuildwheel_test.py

@@ -1,32 +0,0 @@
-import os
-import pytest
-import subprocess
-import utils
-
-
-def test():
-    project_dir = os.path.dirname(__file__)
-
-    # write some information into the CIBW_ENVIRONMENT, for expansion and
-    # insertion into the environment by cibuildwheel. This is checked
-    # in setup.py
-    actual_wheels = utils.cibuildwheel_run(project_dir, add_env={
-        'CIBW_ENVIRONMENT': '''CIBW_TEST_VAR="a b c" CIBW_TEST_VAR_2=1 CIBW_TEST_VAR_3="$(echo 'test string 3')" PATH=$PATH:/opt/cibw_test_path''',
-        'CIBW_ENVIRONMENT_WINDOWS': '''CIBW_TEST_VAR="a b c" CIBW_TEST_VAR_2=1 CIBW_TEST_VAR_3="$(echo 'test string 3')" PATH="$PATH;/opt/cibw_test_path"''',
-    })
-
-    # also check that we got the right wheels built
-    expected_wheels = utils.expected_wheels('spam', '0.1.0')
-    assert set(actual_wheels) == set(expected_wheels)
-
-
-def test_overridden_path(tmp_path):
-    project_dir = os.path.dirname(__file__)
-
-    # mess up PATH, somehow
-    with pytest.raises(subprocess.CalledProcessError):
-        utils.cibuildwheel_run(project_dir, output_dir=tmp_path, add_env={
-            'CIBW_ENVIRONMENT': '''SOMETHING="$(mkdir new_path && touch new_path/python)" PATH="$(realpath new_path):$PATH"''',
-            'CIBW_ENVIRONMENT_WINDOWS': '''SOMETHING="$(mkdir new_path && type nul > new_path/python.exe)" PATH="$CD\\new_path;$PATH"''',
-        })
-    assert len(os.listdir(str(tmp_path))) == 0

test/05_environment/setup.py

@@ -1,26 +0,0 @@
-import os
-
-from setuptools import (
-    Extension,
-    setup,
-)
-
-# explode if environment isn't correct, as set in CIBW_ENVIRONMENT
-CIBW_TEST_VAR = os.environ.get('CIBW_TEST_VAR')
-CIBW_TEST_VAR_2 = os.environ.get('CIBW_TEST_VAR_2')
-PATH = os.environ.get('PATH')
-
-if CIBW_TEST_VAR != 'a b c':
-    raise Exception('CIBW_TEST_VAR should equal "a b c". It was "%s"' % CIBW_TEST_VAR)
-if CIBW_TEST_VAR_2 != '1':
-    raise Exception('CIBW_TEST_VAR_2 should equal "1". It was "%s"' % CIBW_TEST_VAR_2)
-if '/opt/cibw_test_path' not in PATH:
-    raise Exception('PATH should contain "/opt/cibw_test_path". It was "%s"' % PATH)
-if '$PATH' in PATH:
-    raise Exception('$PATH should be expanded in PATH. It was "%s"' % PATH)
-
-setup(
-    name="spam",
-    ext_modules=[Extension('spam', sources=['spam.c'])],
-    version="0.1.0",
-)

test/05_environment/spam.c

@@ -1,48 +0,0 @@
-#include <Python.h>
-
-static PyObject *
-spam_system(PyObject *self, PyObject *args)
-{
-    const char *command;
-    int sts;
-
-    if (!PyArg_ParseTuple(args, "s", &command))
-        return NULL;
-    sts = system(command);
-    return PyLong_FromLong(sts);
-}
-
-/* Module initialization */
-
-#if PY_MAJOR_VERSION >= 3
-    #define MOD_INIT(name) PyMODINIT_FUNC PyInit_##name(void)
-    #define MOD_DEF(m, name, doc, methods, module_state_size) \
-        static struct PyModuleDef moduledef = { \
-            PyModuleDef_HEAD_INIT, name, doc, module_state_size, methods, }; \
-        m = PyModule_Create(&moduledef);
-    #define MOD_RETURN(m) return m;
-#else
-    #define MOD_INIT(name) PyMODINIT_FUNC init##name(void)
-    #define MOD_DEF(m, name, doc, methods, module_state_size) \
-        m = Py_InitModule3(name, methods, doc);
-    #define MOD_RETURN(m) return;
-#endif
-
-static PyMethodDef module_methods[] = {
-    {"system", (PyCFunction)spam_system, METH_VARARGS, 
-     "Execute a shell command."},
-    {NULL}  /* Sentinel */
-};
-
-MOD_INIT(spam)
-{
-    PyObject* m;
-
-    MOD_DEF(m, 
-            "spam", 
-            "Example module", 
-            module_methods,
-            -1)
-
-    MOD_RETURN(m)
-}

test/06_docker_images/setup.py

@@ -1,18 +0,0 @@
-import os
-import sys
-
-from setuptools import (
-    Extension,
-    setup,
-)
-
-# check that we're running in the correct docker image as specified in the
-# environment options CIBW_MANYLINUX1_*_IMAGE
-if 'linux' in sys.platform and not os.path.exists('/dockcross'):
-    raise Exception('/dockcross directory not found. Is this test running in the correct docker image?')
-
-setup(
-    name="spam",
-    ext_modules=[Extension('spam', sources=['spam.c'])],
-    version="0.1.0",
-)

test/06_docker_images/spam.c

@@ -1,48 +0,0 @@
-#include <Python.h>
-
-static PyObject *
-spam_system(PyObject *self, PyObject *args)
-{
-    const char *command;
-    int sts;
-
-    if (!PyArg_ParseTuple(args, "s", &command))
-        return NULL;
-    sts = system(command);
-    return PyLong_FromLong(sts);
-}
-
-/* Module initialization */
-
-#if PY_MAJOR_VERSION >= 3
-    #define MOD_INIT(name) PyMODINIT_FUNC PyInit_##name(void)
-    #define MOD_DEF(m, name, doc, methods, module_state_size) \
-        static struct PyModuleDef moduledef = { \
-            PyModuleDef_HEAD_INIT, name, doc, module_state_size, methods, }; \
-        m = PyModule_Create(&moduledef);
-    #define MOD_RETURN(m) return m;
-#else
-    #define MOD_INIT(name) PyMODINIT_FUNC init##name(void)
-    #define MOD_DEF(m, name, doc, methods, module_state_size) \
-        m = Py_InitModule3(name, methods, doc);
-    #define MOD_RETURN(m) return;
-#endif
-
-static PyMethodDef module_methods[] = {
-    {"system", (PyCFunction)spam_system, METH_VARARGS, 
-     "Execute a shell command."},
-    {NULL}  /* Sentinel */
-};
-
-MOD_INIT(spam)
-{
-    PyObject* m;
-
-    MOD_DEF(m, 
-            "spam", 
-            "Example module", 
-            module_methods,
-            -1)
-
-    MOD_RETURN(m)
-}

test/07_ssl/cibuildwheel_test.py

@@ -1,11 +0,0 @@
-import os
-
-import utils
-
-
-def test():
-    project_dir = os.path.dirname(__file__)
-    # this test checks that SSL is working in the build environment using
-    # some checks in setup.py.
-
-    utils.cibuildwheel_run(project_dir)

test/07_ssl/setup.py

@@ -1,24 +0,0 @@
-import ssl
-import sys
-
-from setuptools import (
-    Extension,
-    setup,
-)
-
-if sys.version_info[0] == 2:
-    from urllib2 import urlopen
-else:
-    from urllib.request import urlopen
-
-if sys.version_info[0:2] == (3, 3):
-    data = urlopen('https://www.nist.gov')
-else:
-    context = ssl.SSLContext(ssl.PROTOCOL_TLSv1_2)
-    data = urlopen('https://www.nist.gov', context=context)
-
-setup(
-    name="spam",
-    ext_modules=[Extension('spam', sources=['spam.c'])],
-    version="0.1.0",
-)

test/07_ssl/spam.c

@@ -1,48 +0,0 @@
-#include <Python.h>
-
-static PyObject *
-spam_system(PyObject *self, PyObject *args)
-{
-    const char *command;
-    int sts;
-
-    if (!PyArg_ParseTuple(args, "s", &command))
-        return NULL;
-    sts = system(command);
-    return PyLong_FromLong(sts);
-}
-
-/* Module initialization */
-
-#if PY_MAJOR_VERSION >= 3
-    #define MOD_INIT(name) PyMODINIT_FUNC PyInit_##name(void)
-    #define MOD_DEF(m, name, doc, methods, module_state_size) \
-        static struct PyModuleDef moduledef = { \
-            PyModuleDef_HEAD_INIT, name, doc, module_state_size, methods, }; \
-        m = PyModule_Create(&moduledef);
-    #define MOD_RETURN(m) return m;
-#else
-    #define MOD_INIT(name) PyMODINIT_FUNC init##name(void)
-    #define MOD_DEF(m, name, doc, methods, module_state_size) \
-        m = Py_InitModule3(name, methods, doc);
-    #define MOD_RETURN(m) return;
-#endif
-
-static PyMethodDef module_methods[] = {
-    {"system", (PyCFunction)spam_system, METH_VARARGS, 
-     "Execute a shell command."},
-    {NULL}  /* Sentinel */
-};
-
-MOD_INIT(spam)
-{
-    PyObject* m;
-
-    MOD_DEF(m, 
-            "spam", 
-            "Example module", 
-            module_methods,
-            -1)
-
-    MOD_RETURN(m)
-}

test/08_manylinuxXXXX_only/setup.py

@@ -1,10 +0,0 @@
-from setuptools import (
-    Extension,
-    setup,
-)
-
-setup(
-    name="spam",
-    ext_modules=[Extension('spam', sources=['spam.c'])],
-    version="0.1.0",
-)

test/08_manylinuxXXXX_only/spam.c

@@ -1,68 +0,0 @@
-#include <Python.h>
-#include <malloc.h>
-
-#if !defined(__GLIBC_PREREQ)
-#error "Must run on a glibc linux environment"
-#endif
-
-#if !__GLIBC_PREREQ(2, 5)  /* manylinux1 is glibc 2.5 */
-#error "Must run on a glibc >= 2.5 linux environment"
-#endif
-
-static PyObject *
-spam_system(PyObject *self, PyObject *args)
-{
-    const char *command;
-    int sts = 0;
-
-    if (!PyArg_ParseTuple(args, "s", &command))
-        return NULL;
-
-#if defined(__GLIBC_PREREQ) && __GLIBC_PREREQ(2, 17)  /* manylinux2014 is glibc 2.17 */
-    // secure_getenv is only available in manylinux2014, ensuring
-    // that only a manylinux2014 wheel is produced
-    sts = (int)secure_getenv("NON_EXISTING_ENV_VARIABLE");
-#elif defined(__GLIBC_PREREQ) && __GLIBC_PREREQ(2, 10)  /* manylinux2010 is glibc 2.12 */
-    // malloc_info is only available on manylinux2010+
-    sts = malloc_info(0, stdout);
-#endif
-    if (sts == 0) {
-        sts = system(command);
-    }
-    return PyLong_FromLong(sts);
-}
-
-/* Module initialization */
-
-#if PY_MAJOR_VERSION >= 3
-    #define MOD_INIT(name) PyMODINIT_FUNC PyInit_##name(void)
-    #define MOD_DEF(m, name, doc, methods, module_state_size) \
-        static struct PyModuleDef moduledef = { \
-            PyModuleDef_HEAD_INIT, name, doc, module_state_size, methods, }; \
-        m = PyModule_Create(&moduledef);
-    #define MOD_RETURN(m) return m;
-#else
-    #define MOD_INIT(name) PyMODINIT_FUNC init##name(void)
-    #define MOD_DEF(m, name, doc, methods, module_state_size) \
-        m = Py_InitModule3(name, methods, doc);
-    #define MOD_RETURN(m) return;
-#endif
-
-static PyMethodDef module_methods[] = {
-    {"system", (PyCFunction)spam_system, METH_VARARGS,
-     "Execute a shell command."},
-    {NULL}  /* Sentinel */
-};
-
-MOD_INIT(spam)
-{
-    PyObject* m;
-
-    MOD_DEF(m,
-            "spam",
-            "Example module",
-            module_methods,
-            -1)
-
-    MOD_RETURN(m)
-}

test/09_setup_cfg/cibuildwheel_test.py

@@ -1,14 +0,0 @@
-import os
-
-import utils
-
-project_dir = os.path.dirname(__file__)
-
-
-def test():
-    # build the wheels
-    actual_wheels = utils.cibuildwheel_run(project_dir)
-
-    # check that the expected wheels are produced
-    expected_wheels = utils.expected_wheels('spam', '0.1.0')
-    assert set(actual_wheels) == set(expected_wheels)

test/09_setup_cfg/setup.cfg

@@ -1,6 +0,0 @@
-[metadata]
-name = spam
-version = attr: spam.__version__
-
-[options]
-packages = find:

test/09_setup_cfg/setup.py

@@ -1,8 +0,0 @@
-from setuptools import (
-    Extension,
-    setup,
-)
-
-setup(
-    ext_modules=[Extension('spam.spam', sources=['spam/spam.c'])],
-)

test/09_setup_cfg/spam/__init__.py

@@ -1 +0,0 @@
-__version__ = "0.1.0"

test/09_setup_cfg/spam/spam.c

@@ -1,48 +0,0 @@
-#include <Python.h>
-
-static PyObject *
-spam_system(PyObject *self, PyObject *args)
-{
-    const char *command;
-    int sts;
-
-    if (!PyArg_ParseTuple(args, "s", &command))
-        return NULL;
-    sts = system(command);
-    return PyLong_FromLong(sts);
-}
-
-/* Module initialization */
-
-#if PY_MAJOR_VERSION >= 3
-    #define MOD_INIT(name) PyMODINIT_FUNC PyInit_##name(void)
-    #define MOD_DEF(m, name, doc, methods, module_state_size) \
-        static struct PyModuleDef moduledef = { \
-            PyModuleDef_HEAD_INIT, name, doc, module_state_size, methods, }; \
-        m = PyModule_Create(&moduledef);
-    #define MOD_RETURN(m) return m;
-#else
-    #define MOD_INIT(name) PyMODINIT_FUNC init##name(void)
-    #define MOD_DEF(m, name, doc, methods, module_state_size) \
-        m = Py_InitModule3(name, methods, doc);
-    #define MOD_RETURN(m) return;
-#endif
-
-static PyMethodDef module_methods[] = {
-    {"system", (PyCFunction)spam_system, METH_VARARGS, 
-     "Execute a shell command."},
-    {NULL}  /* Sentinel */
-};
-
-MOD_INIT(spam)
-{
-    PyObject* m;
-
-    MOD_DEF(m, 
-            "spam", 
-            "Example module", 
-            module_methods,
-            -1)
-
-    MOD_RETURN(m)
-}

test/10_cpp_standards/cibuildwheel_test.py

@@ -1,65 +0,0 @@
-import os
-
-import pytest
-
-import utils
-
-project_dir = os.path.dirname(__file__)
-
-
-def test_cpp11(tmp_path):
-    # This test checks that the C++11 standard is supported
-
-    add_env = {'CIBW_SKIP': 'cp27-win* pp27-win32', 'CIBW_ENVIRONMENT': 'STANDARD=11'}
-    # VC++ for Python 2.7 does not support modern standards
-    if utils.platform == 'macos':
-        add_env['MACOSX_DEPLOYMENT_TARGET'] = '10.9'
-
-    actual_wheels = utils.cibuildwheel_run(project_dir, add_env=add_env)
-    expected_wheels = [w for w in utils.expected_wheels(
-        'spam', '0.1.0', macosx_deployment_target='10.9')
-        if 'cp27-cp27m-win' not in w
-        and 'pp27-pypy_73-win32' not in w]
-    assert set(actual_wheels) == set(expected_wheels)
-
-
-def test_cpp14():
-    # This test checks that the C++14 standard is supported
-
-    add_env = {'CIBW_SKIP': 'cp27-win* pp27-win32 cp35-win*', 'CIBW_ENVIRONMENT': 'STANDARD=14'}
-    # VC++ for Python 2.7 does not support modern standards
-    # The manylinux1 docker image does not have a compiler which supports C++11
-    # Python 3.4 and 3.5 are compiled with MSVC 10, which does not support C++14
-    if utils.platform == 'macos':
-        add_env['MACOSX_DEPLOYMENT_TARGET'] = '10.9'
-
-    actual_wheels = utils.cibuildwheel_run(project_dir, add_env=add_env)
-    expected_wheels = [w for w in utils.expected_wheels(
-        'spam', '0.1.0', macosx_deployment_target='10.9')
-        if 'cp27-cp27m-win' not in w
-        and 'pp27-pypy_73-win32' not in w
-        and 'cp35-cp35m-win' not in w]
-    assert set(actual_wheels) == set(expected_wheels)
-
-
-def test_cpp17():
-    # This test checks that the C++17 standard is supported
-
-    # Python and PyPy 2.7 use the `register` keyword which is forbidden in the C++17 standard
-    # The manylinux1 docker image does not have a compiler which supports C++11
-    # Python 3.5 and PyPy 3.6 are compiled with MSVC 10, which does not support C++17
-    if os.environ.get('APPVEYOR_BUILD_WORKER_IMAGE', '') == 'Visual Studio 2015':
-        pytest.skip('Visual Studio 2015 does not support C++17')
-
-    add_env = {'CIBW_SKIP': 'cp27-win* pp27-win32 cp35-win* pp36-win32', 'CIBW_ENVIRONMENT': 'STANDARD=17'}
-    if utils.platform == 'macos':
-        add_env['MACOSX_DEPLOYMENT_TARGET'] = '10.13'
-
-    actual_wheels = utils.cibuildwheel_run(project_dir, add_env=add_env)
-    expected_wheels = [w for w in utils.expected_wheels(
-        'spam', '0.1.0', macosx_deployment_target='10.13')
-        if 'cp27-cp27m-win' not in w
-        and 'pp27-pypy_73-win32' not in w
-        and 'cp35-cp35m-win' not in w
-        and 'pp36-pypy36_pp73-win32' not in w]
-    assert set(actual_wheels) == set(expected_wheels)

test/10_cpp_standards/setup.py

@@ -1,25 +0,0 @@
-import os
-import platform
-
-from setuptools import (
-    Extension,
-    setup,
-)
-
-standard = os.environ["STANDARD"]
-
-language_standard = "/std:c++" + standard if platform.system() == "Windows" else "-std=c++" + standard
-
-extra_compile_args = [language_standard, "-DSTANDARD=" + standard]
-
-if standard == "17":
-    if platform.system() == "Windows":
-        extra_compile_args.append("/wd5033")
-    else:
-        extra_compile_args.append("-Wno-register")
-
-setup(
-    name="spam",
-    ext_modules=[Extension('spam', sources=['spam.cpp'], language="c++", extra_compile_args=extra_compile_args)],
-    version="0.1.0",
-)

test/10_cpp_standards/spam.cpp

@@ -1,62 +0,0 @@
-#include <Python.h>
-#include <string>
-
-// Depending on the requested standard, use a modern C++ feature
-// that was introduced in that standard.
-#if STANDARD == 11
-    #include <array>
-#elif STANDARD == 14
-    int a = 100'000;
-#elif STANDARD == 17
-    #include <utility>
-    auto a = std::pair(5.0, false);
-#else
-    #error Standard needed
-#endif
-
-static PyObject *
-spam_system(PyObject *self, PyObject *args)
-{
-    const char *command;
-    int sts;
-
-    if (!PyArg_ParseTuple(args, "s", &command))
-        return NULL;
-    sts = system(command);
-    return PyLong_FromLong(sts);
-}
-
-/* Module initialization */
-
-#if PY_MAJOR_VERSION >= 3
-    #define MOD_INIT(name) PyMODINIT_FUNC PyInit_##name(void)
-    #define MOD_DEF(m, name, doc, methods, module_state_size) \
-        static struct PyModuleDef moduledef = { \
-            PyModuleDef_HEAD_INIT, name, doc, module_state_size, methods, }; \
-        m = PyModule_Create(&moduledef);
-    #define MOD_RETURN(m) return m;
-#else
-    #define MOD_INIT(name) PyMODINIT_FUNC init##name(void)
-    #define MOD_DEF(m, name, doc, methods, module_state_size) \
-        m = Py_InitModule3(name, methods, doc);
-    #define MOD_RETURN(m) return;
-#endif
-
-static PyMethodDef module_methods[] = {
-    {"system", (PyCFunction)spam_system, METH_VARARGS, 
-     "Execute a shell command."},
-    {NULL}  /* Sentinel */
-};
-
-MOD_INIT(spam)
-{
-    PyObject* m;
-
-    MOD_DEF(m, 
-            "spam", 
-            "Example module", 
-            module_methods,
-            -1)
-
-    MOD_RETURN(m)
-}

test/README.md

@@ -1,3 +1 @@
-This folder contains repos that are built by cibuildwheel to test cibuildwheel. Confusing, I know.
-
-Basically, if cibuildwheel can build these projects, we're good.
+This folder contains integration tests for cibuildwheel.

test/conftest.py

@@ -1,4 +0,0 @@
-import os
-import sys
-
-sys.path.append(os.path.join(os.path.dirname(__file__), 'shared'))

test/test_0_basic.py

@@ -1,12 +1,22 @@
-import os
+import textwrap
 import platform
+from . import test_projects
+from . import utils
 
-import utils
+basic_project = test_projects.new_c_project(
+    setup_py_add=textwrap.dedent('''
+        import os
 
-project_dir = os.path.dirname(__file__)
+        if os.environ.get("CIBUILDWHEEL", "0") != "1":
+            raise Exception("CIBUILDWHEEL environment variable is not set to 1")
+    ''')
+)
 
 
-def test():
+def test(tmp_path):
+    project_dir = tmp_path / 'project'
+    basic_project.generate(project_dir)
+
     # build the wheels
     actual_wheels = utils.cibuildwheel_run(project_dir)
 
@@ -15,7 +25,10 @@ def test():
     assert set(actual_wheels) == set(expected_wheels)
 
 
-def test_build_identifiers():
+def test_build_identifiers(tmp_path):
+    project_dir = tmp_path / 'project'
+    basic_project.generate(project_dir)
+
     # check that the number of expected wheels matches the number of build
     # identifiers
     # after adding CIBW_MANYLINUX_IMAGE to support manylinux2010, there

test/test_before_build.py

@@ -0,0 +1,45 @@
+import textwrap
+
+from . import utils
+from . import test_projects
+
+project_with_before_build_asserts = test_projects.new_c_project(
+    setup_py_add=textwrap.dedent(r'''
+        import sys, os
+
+        # assert that the Python version as written to pythonversion.txt in the CIBW_BEFORE_BUILD step
+        # is the same one as is currently running.
+        version_file = 'c:\\pythonversion.txt' if sys.platform == 'win32' else '/tmp/pythonversion.txt'
+        with open(version_file) as f:
+            stored_version = f.read()
+        print('stored_version', stored_version)
+        print('sys.version', sys.version)
+        assert stored_version == sys.version
+
+        # check that the executable also was written
+        executable_file = 'c:\\pythonexecutable.txt' if sys.platform == 'win32' else '/tmp/pythonexecutable.txt'
+        with open(executable_file) as f:
+            stored_executable = f.read()
+        print('stored_executable', stored_executable)
+        print('sys.executable', sys.executable)
+        # windows/mac are case insensitive
+        assert os.path.realpath(stored_executable).lower() == os.path.realpath(sys.executable).lower()
+    ''')
+)
+
+
+def test(tmp_path):
+    project_dir = tmp_path / 'project'
+    project_with_before_build_asserts.generate(project_dir)
+
+    # build the wheels
+    actual_wheels = utils.cibuildwheel_run(project_dir, add_env={
+        # write python version information to a temporary file, this is
+        # checked in setup.py
+        'CIBW_BEFORE_BUILD': '''python -c "import sys; open('/tmp/pythonversion.txt', 'w').write(sys.version)" && python -c "import sys; open('/tmp/pythonexecutable.txt', 'w').write(sys.executable)"''',
+        'CIBW_BEFORE_BUILD_WINDOWS': '''python -c "import sys; open('c:\\pythonversion.txt', 'w').write(sys.version)" && python -c "import sys; open('c:\\pythonexecutable.txt', 'w').write(sys.executable)"''',
+    })
+
+    # also check that we got the right wheels
+    expected_wheels = utils.expected_wheels('spam', '0.1.0')
+    assert set(actual_wheels) == set(expected_wheels)

test/test_before_test.py

@@ -0,0 +1,56 @@
+from . import test_projects
+from . import utils
+
+before_test_project = test_projects.new_c_project()
+before_test_project.files['test/spam_test.py'] = r'''
+import sys
+import os
+from unittest import TestCase
+
+
+class TestBeforeTest(TestCase):
+    def test_version(self):
+        # assert that the Python version as written to pythonversion.txt in the CIBW_BEFORE_TEST step
+        # is the same one as is currently running.
+        # because of use symlinks in MacOS run this test is also need
+        version_file = 'c:\\pythonversion.txt' if sys.platform == 'win32' else '/tmp/pythonversion.txt'
+        with open(version_file) as f:
+            stored_version = f.read()
+        print('stored_version', stored_version)
+        print('sys.version', sys.version)
+        assert stored_version == sys.version
+
+    def test_prefix(self):
+        # check that the prefix also was written
+        prefix_file = 'c:\\pythonprefix.txt' if sys.platform == 'win32' else '/tmp/pythonprefix.txt'
+        with open(prefix_file) as f:
+            stored_prefix = f.read()
+        print('stored_prefix', stored_prefix)
+        print('sys.prefix', sys.prefix)
+        #  Works around path-comparison bugs caused by short-paths on Windows e.g.
+        #  vssadm~1 instead of vssadministrator
+
+        assert os.stat(stored_prefix) == os.stat(sys.prefix)
+'''
+
+
+def test(tmp_path):
+    project_dir = tmp_path / 'project'
+    before_test_project.generate(project_dir)
+
+    # build the wheels
+    actual_wheels = utils.cibuildwheel_run(project_dir, add_env={
+        # write python version information to a temporary file, this is
+        # checked in setup.py
+        'CIBW_BEFORE_TEST': '''python -c "import sys; open('/tmp/pythonversion.txt', 'w').write(sys.version)" && python -c "import sys; open('/tmp/pythonprefix.txt', 'w').write(sys.prefix)"''',
+        'CIBW_BEFORE_TEST_WINDOWS': '''python -c "import sys; open('c:\\pythonversion.txt', 'w').write(sys.version)" && python -c "import sys; open('c:\\pythonprefix.txt', 'w').write(sys.prefix)"''',
+        'CIBW_TEST_REQUIRES': 'nose',
+        # the 'false ||' bit is to ensure this command runs in a shell on
+        # mac/linux.
+        'CIBW_TEST_COMMAND': 'false || nosetests {project}/test',
+        'CIBW_TEST_COMMAND_WINDOWS': 'nosetests {project}/test',
+    })
+
+    # also check that we got the right wheels
+    expected_wheels = utils.expected_wheels('spam', '0.1.0')
+    assert set(actual_wheels) == set(expected_wheels)

test/test_build_skip.py

@@ -0,0 +1,30 @@
+import textwrap
+
+from . import utils
+from . import test_projects
+
+project_with_skip_asserts = test_projects.new_c_project(
+    setup_py_add=textwrap.dedent(r'''
+        # explode if run on Python 2.7 or Python 3.7 (these should be skipped)
+        if sys.version_info[0:2] == (2, 7):
+            raise Exception("Python 2.7 should not be built")
+        if sys.version_info[0:2] == (3, 7):
+            raise Exception("Python 3.7 should be skipped")
+    ''')
+)
+
+
+def test(tmp_path):
+    project_dir = tmp_path / 'project'
+    project_with_skip_asserts.generate(project_dir)
+
+    # build the wheels
+    actual_wheels = utils.cibuildwheel_run(project_dir, add_env={
+        'CIBW_BUILD': 'cp3?-*',
+        'CIBW_SKIP': 'cp37-*',
+    })
+
+    # check that we got the right wheels. There should be no 2.7 or 3.7.
+    expected_wheels = [w for w in utils.expected_wheels('spam', '0.1.0')
+                       if ('-cp3' in w) and ('-cp37' not in w)]
+    assert set(actual_wheels) == set(expected_wheels)

test/test_cpp_standards.py

@@ -0,0 +1,209 @@
+import os
+
+import jinja2
+import pytest
+
+from . import utils
+from .test_projects import TestProject
+
+cpp_test_project = TestProject()
+
+cpp_test_project.files['setup.py'] = jinja2.Template(r'''
+from setuptools import Extension, setup
+
+setup(
+    name="spam",
+    ext_modules=[Extension('spam', sources=['spam.cpp'], language="c++", extra_compile_args={{ extra_compile_args }})],
+    version="0.1.0",
+)
+''')
+
+cpp_test_project.files['spam.cpp'] = jinja2.Template(r'''
+#include <Python.h>
+
+{{ spam_cpp_top_level_add }}
+
+static PyObject *
+spam_system(PyObject *self, PyObject *args)
+{
+    const char *command;
+    int sts;
+
+    if (!PyArg_ParseTuple(args, "s", &command))
+        return NULL;
+    sts = system(command);
+    return PyLong_FromLong(sts);
+}
+
+/* Module initialization */
+
+#if PY_MAJOR_VERSION >= 3
+    #define MOD_INIT(name) PyMODINIT_FUNC PyInit_##name(void)
+    #define MOD_DEF(m, name, doc, methods, module_state_size) \
+        static struct PyModuleDef moduledef = { \
+            PyModuleDef_HEAD_INIT, name, doc, module_state_size, methods, }; \
+        m = PyModule_Create(&moduledef);
+    #define MOD_RETURN(m) return m;
+#else
+    #define MOD_INIT(name) PyMODINIT_FUNC init##name(void)
+    #define MOD_DEF(m, name, doc, methods, module_state_size) \
+        m = Py_InitModule3(name, methods, doc);
+    #define MOD_RETURN(m) return;
+#endif
+
+static PyMethodDef module_methods[] = {
+    {"system", (PyCFunction)spam_system, METH_VARARGS,
+     "Execute a shell command."},
+    {NULL}  /* Sentinel */
+};
+
+MOD_INIT(spam)
+{
+    PyObject* m;
+
+    MOD_DEF(m,
+            "spam",
+            "Example module",
+            module_methods,
+            -1)
+
+    MOD_RETURN(m)
+}
+''')
+
+
+cpp11_project = cpp_test_project.copy()
+cpp11_project.template_context['extra_compile_args'] = (
+    ['/std:c++11'] if utils.platform == 'windows' else ['-std=c++11']
+)
+cpp11_project.template_context['spam_cpp_top_level_add'] = '#include <array>'
+
+
+def test_cpp11(tmp_path):
+    # This test checks that the C++11 standard is supported
+    project_dir = tmp_path / 'project'
+
+    cpp11_project.generate(project_dir)
+
+    # VC++ for Python 2.7 does not support modern standards
+    add_env = {'CIBW_SKIP': 'cp27-win* pp27-win32'}
+
+    actual_wheels = utils.cibuildwheel_run(project_dir, add_env=add_env)
+    expected_wheels = [w for w in utils.expected_wheels('spam', '0.1.0')
+                       if 'cp27-cp27m-win' not in w and 'pp27-pypy_73-win32' not in w]
+
+    assert set(actual_wheels) == set(expected_wheels)
+
+
+cpp14_project = cpp_test_project.copy()
+cpp14_project.template_context['extra_compile_args'] = (
+    ['/std:c++14'] if utils.platform == 'windows' else ['-std=c++14']
+)
+cpp14_project.template_context['spam_cpp_top_level_add'] = "int a = 100'000;"
+
+
+def test_cpp14(tmp_path):
+    # This test checks that the C++14 standard is supported
+    project_dir = tmp_path / 'project'
+
+    cpp14_project.generate(project_dir)
+
+    # VC++ for Python 2.7 does not support modern standards
+    # The manylinux1 docker image does not have a compiler which supports C++11
+    add_env = {'CIBW_SKIP': 'cp27-win* pp27-win32'}
+
+    actual_wheels = utils.cibuildwheel_run(project_dir, add_env=add_env)
+    expected_wheels = [w for w in utils.expected_wheels('spam', '0.1.0')
+                       if 'cp27-cp27m-win' not in w
+                       and 'pp27-pypy_73-win32' not in w]
+
+    assert set(actual_wheels) == set(expected_wheels)
+
+
+cpp17_project = cpp_test_project.copy()
+
+# Python and PyPy 2.7 headers use the `register` keyword, which is forbidden in
+# the C++17 standard, so we need the -Wno-register or /wd5033 options
+cpp17_project.template_context['extra_compile_args'] = (
+    ['/std:c++17', '/wd5033'] if utils.platform == 'windows' else ['-std=c++17', '-Wno-register']
+)
+cpp17_project.template_context['spam_cpp_top_level_add'] = r'''
+#include <utility>
+auto a = std::pair(5.0, false);
+'''
+
+
+def test_cpp17(tmp_path):
+    # This test checks that the C++17 standard is supported
+    project_dir = tmp_path / 'project'
+
+    cpp17_project.generate(project_dir)
+
+    if os.environ.get('APPVEYOR_BUILD_WORKER_IMAGE', '') == 'Visual Studio 2015':
+        pytest.skip('Visual Studio 2015 does not support C++17')
+
+    # Pypy's distutils sets the default compiler to 'msvc9compiler', which
+    # is too old to support cpp17.
+    add_env = {'CIBW_SKIP': 'cp27-win* pp??-*'}
+
+    if utils.platform == 'macos':
+        add_env['MACOSX_DEPLOYMENT_TARGET'] = '10.13'
+
+    actual_wheels = utils.cibuildwheel_run(project_dir, add_env=add_env)
+    expected_wheels = [w for w in utils.expected_wheels('spam', '0.1.0', macosx_deployment_target='10.13')
+                       if 'cp27-cp27m-win' not in w
+                       and '-pp' not in w]
+
+    assert set(actual_wheels) == set(expected_wheels)
+
+
+def test_cpp17_py27_modern_msvc_workaround(tmp_path):
+    # This test checks the workaround for building Python 2.7 wheel with MSVC 14
+
+    if utils.platform != 'windows':
+        pytest.skip('the test is only relevant to the Windows build')
+
+    if os.environ.get('APPVEYOR_BUILD_WORKER_IMAGE', '') == 'Visual Studio 2015':
+        pytest.skip('Visual Studio 2015 does not support C++17')
+
+    project_dir = tmp_path / 'project'
+    cpp17_project.generate(project_dir)
+
+    # VC++ for Python 2.7 (i.e., MSVC 9) does not support modern standards
+    # This is a workaround which forces distutils/setupstools to a newer version
+    # Wheels compiled need a more modern C++ redistributable installed, which is not
+    # included with Python: see documentation for more info
+    # DISTUTILS_USE_SDK and MSSdk=1 tell distutils/setuptools that we are adding
+    # MSVC's compiler, tools, and libraries to PATH ourselves
+    add_env = {'DISTUTILS_USE_SDK': '1', 'MSSdk': '1'}
+
+    # Use existing setuptools code to run Visual Studio's vcvarsall.bat and get the
+    # necessary environment variables, since running vcvarsall.bat in a subprocess
+    # does not keep the relevant environment variables
+    # There are different environment variables for 32-bit/64-bit targets, so we
+    # need to run cibuildwheel twice, once for 32-bit with `vcvarsall.bat x86, and
+    # once for 64-bit with `vcvarsall.bat x64`
+    # In a normal CI setup, just run vcvarsall.bat before running cibuildwheel and set
+    # DISTUTILS_USE_SDK and MSSdk
+    import setuptools
+
+    def add_vcvars(prev_env, platform):
+        vcvarsall_env = setuptools.msvc.msvc14_get_vc_env(platform)
+        env = prev_env.copy()
+        for vcvar in ['path', 'include', 'lib']:
+            env[vcvar] = vcvarsall_env[vcvar]
+        return env
+
+    add_env_x86 = add_vcvars(add_env, 'x86')
+    add_env_x86['CIBW_BUILD'] = '?p27-win32'
+    actual_wheels = utils.cibuildwheel_run(project_dir, add_env=add_env_x86)
+
+    add_env_x64 = add_vcvars(add_env, 'x64')
+    add_env_x64['CIBW_BUILD'] = 'cp27-win_amd64'
+    actual_wheels += utils.cibuildwheel_run(project_dir, add_env=add_env_x64)
+
+    expected_wheels = [w for w in utils.expected_wheels('spam', '0.1.0')
+                       if 'cp27-cp27m-win' in w
+                       or 'pp27-pypy_73-win32' in w]
+
+    assert set(actual_wheels) == set(expected_wheels)

test/test_dependency_versions.py

@@ -0,0 +1,162 @@
+import os
+import re
+import pytest
+import textwrap
+import cibuildwheel.util
+
+from . import utils
+from . import test_projects
+
+
+project_with_expected_version_checks = test_projects.new_c_project(
+    setup_py_add=textwrap.dedent(r'''
+        import subprocess
+        import os
+
+        versions_output_text = subprocess.check_output(
+            ['pip', 'freeze', '--all', '-qq'],
+            universal_newlines=True,
+        )
+        versions = versions_output_text.strip().splitlines()
+
+        # `versions` now looks like:
+        # ['pip==x.x.x', 'setuptools==x.x.x', 'wheel==x.x.x']
+
+        print('Gathered versions', versions)
+
+        for package_name in ['pip', 'setuptools', 'wheel']:
+            env_name = 'EXPECTED_{}_VERSION'.format(package_name.upper())
+            expected_version = os.environ[env_name]
+
+            assert '{}=={}'.format(package_name, expected_version) in versions, (
+                'error: {} version should equal {}'.format(package_name, expected_version)
+            )
+    ''')
+)
+
+
+VERSION_REGEX = r'([\w-]+)==([^\s]+)'
+
+
+def get_versions_from_constraint_file(constraint_file):
+    with open(constraint_file, encoding='utf8') as f:
+        constraint_file_text = f.read()
+
+    versions = {}
+
+    for package, version in re.findall(VERSION_REGEX, constraint_file_text):
+        versions[package] = version
+
+    return versions
+
+
+@pytest.mark.parametrize('python_version', ['2.7', '3.5', '3.6', '3.8'])
+def test_pinned_versions(tmp_path, python_version):
+    if utils.platform == 'linux':
+        pytest.skip('linux doesn\'t pin individual tool versions, it pins manylinux images instead')
+
+    project_dir = tmp_path / 'project'
+    project_with_expected_version_checks.generate(project_dir)
+
+    build_environment = {}
+
+    if python_version == '2.7':
+        constraint_filename = 'constraints-python27.txt'
+        build_pattern = '[cp]p27-*'
+    elif python_version == '3.5':
+        constraint_filename = 'constraints-python35.txt'
+        build_pattern = '[cp]p35-*'
+    elif python_version == '3.6':
+        constraint_filename = 'constraints-python36.txt'
+        build_pattern = '[cp]p36-*'
+    else:
+        constraint_filename = 'constraints.txt'
+        build_pattern = '[cp]p38-*'
+
+    constraint_file = os.path.join(cibuildwheel.util.resources_dir, constraint_filename)
+    constraint_versions = get_versions_from_constraint_file(constraint_file)
+
+    for package in ['pip', 'setuptools', 'wheel', 'virtualenv']:
+        env_name = f'EXPECTED_{package.upper()}_VERSION'
+        build_environment[env_name] = constraint_versions[package]
+
+    cibw_environment_option = ' '.join(
+        [f'{k}={v}' for k, v in build_environment.items()]
+    )
+
+    # build and test the wheels
+    actual_wheels = utils.cibuildwheel_run(project_dir, add_env={
+        'CIBW_BUILD': build_pattern,
+        'CIBW_ENVIRONMENT': cibw_environment_option,
+    })
+
+    # also check that we got the right wheels
+    if python_version == '2.7':
+        expected_wheels = [w for w in utils.expected_wheels('spam', '0.1.0')
+                           if '-cp27' in w or '-pp27' in w]
+    elif python_version == '3.5':
+        expected_wheels = [w for w in utils.expected_wheels('spam', '0.1.0')
+                           if '-cp35' in w or '-pp35' in w]
+    elif python_version == '3.6':
+        expected_wheels = [w for w in utils.expected_wheels('spam', '0.1.0')
+                           if '-cp36' in w or '-pp36' in w]
+    elif python_version == '3.8':
+        expected_wheels = [w for w in utils.expected_wheels('spam', '0.1.0')
+                           if '-cp38' in w or '-pp38' in w]
+    else:
+        raise ValueError('unhandled python version')
+
+    assert set(actual_wheels) == set(expected_wheels)
+
+
+@pytest.mark.parametrize('python_version', ['2.7', '3.x'])
+def test_dependency_constraints_file(tmp_path, python_version):
+    if utils.platform == 'linux':
+        pytest.skip('linux doesn\'t pin individual tool versions, it pins manylinux images instead')
+
+    project_dir = tmp_path / 'project'
+    project_with_expected_version_checks.generate(project_dir)
+
+    tool_versions = {
+        'pip': '20.0.2',
+        'setuptools': '44.0.0' if python_version == '2.7' else '46.0.0',
+        'wheel': '0.34.2',
+        'virtualenv': '20.0.10',
+    }
+
+    constraints_file = tmp_path / 'constraints.txt'
+    constraints_file.write_text(textwrap.dedent(
+        '''
+            pip=={pip}
+            setuptools=={setuptools}
+            wheel=={wheel}
+            virtualenv=={virtualenv}
+        '''.format(**tool_versions)
+    ))
+
+    build_environment = {}
+
+    for package_name, version in tool_versions.items():
+        env_name = f'EXPECTED_{package_name.upper()}_VERSION'
+        build_environment[env_name] = version
+
+    cibw_environment_option = ' '.join(
+        [f'{k}={v}' for k, v in build_environment.items()]
+    )
+
+    # build and test the wheels
+    actual_wheels = utils.cibuildwheel_run(project_dir, add_env={
+        'CIBW_BUILD': '[cp]p27-*' if python_version == '2.7' else '[cp]p3?-*',
+        'CIBW_ENVIRONMENT': cibw_environment_option,
+        'CIBW_DEPENDENCY_VERSIONS': str(constraints_file),
+    })
+
+    # also check that we got the right wheels
+    if python_version == '2.7':
+        expected_wheels = [w for w in utils.expected_wheels('spam', '0.1.0')
+                           if '-cp27' in w or '-pp27' in w]
+    else:
+        expected_wheels = [w for w in utils.expected_wheels('spam', '0.1.0')
+                           if '-cp27' not in w and '-pp27' not in w]
+
+    assert set(actual_wheels) == set(expected_wheels)

test/test_docker_images.py

@@ -1,19 +1,34 @@
-import os
 import platform
+import textwrap
 
 import pytest
 
-import utils
+from . import utils
+from . import test_projects
+
+dockcross_only_project = test_projects.new_c_project(
+    setup_py_add=textwrap.dedent(r'''
+        import os, sys
+
+        # check that we're running in the correct docker image as specified in the
+        # environment options CIBW_MANYLINUX1_*_IMAGE
+        if "linux" in sys.platform and not os.path.exists("/dockcross"):
+            raise Exception(
+                "/dockcross directory not found. Is this test running in the correct docker image?"
+            )
+    ''')
+)
 
 
-def test():
-    project_dir = os.path.dirname(__file__)
-
+def test(tmp_path):
     if utils.platform != 'linux':
         pytest.skip('the test is only relevant to the linux build')
     if platform.machine() not in ['x86_64', 'i686']:
         pytest.skip('this test is currently only possible on x86_64/i686 due to availability of alternative images')
 
+    project_dir = tmp_path / 'project'
+    dockcross_only_project.generate(project_dir)
+
     actual_wheels = utils.cibuildwheel_run(project_dir, add_env={
         'CIBW_MANYLINUX_X86_64_IMAGE': 'dockcross/manylinux2010-x64',
         'CIBW_MANYLINUX_I686_IMAGE': 'dockcross/manylinux2010-x86',

test/test_environment.py

@@ -0,0 +1,61 @@
+import os
+import pytest
+import subprocess
+import textwrap
+from . import utils
+from . import test_projects
+
+
+project_with_environment_asserts = test_projects.new_c_project(
+    setup_py_add=textwrap.dedent(r'''
+        import os
+
+        # explode if environment isn't correct, as set in CIBW_ENVIRONMENT
+        CIBW_TEST_VAR = os.environ.get("CIBW_TEST_VAR")
+        CIBW_TEST_VAR_2 = os.environ.get("CIBW_TEST_VAR_2")
+        PATH = os.environ.get("PATH")
+
+        if CIBW_TEST_VAR != "a b c":
+            raise Exception('CIBW_TEST_VAR should equal "a b c". It was "%s"' % CIBW_TEST_VAR)
+        if CIBW_TEST_VAR_2 != "1":
+            raise Exception('CIBW_TEST_VAR_2 should equal "1". It was "%s"' % CIBW_TEST_VAR_2)
+        if "/opt/cibw_test_path" not in PATH:
+            raise Exception('PATH should contain "/opt/cibw_test_path". It was "%s"' % PATH)
+        if "$PATH" in PATH:
+            raise Exception('$PATH should be expanded in PATH. It was "%s"' % PATH)
+    ''')
+)
+
+
+def test(tmp_path):
+    project_dir = tmp_path / 'project'
+    project_with_environment_asserts.generate(project_dir)
+
+    # write some information into the CIBW_ENVIRONMENT, for expansion and
+    # insertion into the environment by cibuildwheel. This is checked
+    # in setup.py
+    actual_wheels = utils.cibuildwheel_run(project_dir, add_env={
+        'CIBW_ENVIRONMENT': '''CIBW_TEST_VAR="a b c" CIBW_TEST_VAR_2=1 CIBW_TEST_VAR_3="$(echo 'test string 3')" PATH=$PATH:/opt/cibw_test_path''',
+        'CIBW_ENVIRONMENT_WINDOWS': '''CIBW_TEST_VAR="a b c" CIBW_TEST_VAR_2=1 CIBW_TEST_VAR_3="$(echo 'test string 3')" PATH="$PATH;/opt/cibw_test_path"''',
+    })
+
+    # also check that we got the right wheels built
+    expected_wheels = utils.expected_wheels('spam', '0.1.0')
+    assert set(actual_wheels) == set(expected_wheels)
+
+
+def test_overridden_path(tmp_path):
+    project_dir = tmp_path / 'project'
+    output_dir = tmp_path / 'output'
+
+    project = test_projects.new_c_project()
+    project.generate(project_dir)
+    output_dir.mkdir()
+
+    # mess up PATH, somehow
+    with pytest.raises(subprocess.CalledProcessError):
+        utils.cibuildwheel_run(project_dir, output_dir=output_dir, add_env={
+            'CIBW_ENVIRONMENT': '''SOMETHING="$(mkdir new_path && touch new_path/python)" PATH="$(realpath new_path):$PATH"''',
+            'CIBW_ENVIRONMENT_WINDOWS': '''SOMETHING="$(mkdir new_path && type nul > new_path/python.exe)" PATH="$CD\\new_path;$PATH"''',
+        })
+    assert len(os.listdir(output_dir)) == 0

test/test_manylinuxXXXX_only.py

@@ -1,21 +1,48 @@
-import os
 import platform
+import textwrap
 
 import pytest
 
-import utils
+from . import utils
+from . import test_projects
+
+# TODO: specify these at runtime according to manylinux_image
+project_with_manylinux_symbols = test_projects.new_c_project(
+    spam_c_top_level_add=textwrap.dedent(r'''
+        #include <malloc.h>
+
+        #if !defined(__GLIBC_PREREQ)
+        #error "Must run on a glibc linux environment"
+        #endif
+
+        #if !__GLIBC_PREREQ(2, 5)  /* manylinux1 is glibc 2.5 */
+        #error "Must run on a glibc >= 2.5 linux environment"
+        #endif
+    '''),
+    spam_c_function_add=textwrap.dedent(r'''
+        #if defined(__GLIBC_PREREQ) && __GLIBC_PREREQ(2, 17)  /* manylinux2014 is glibc 2.17 */
+            // secure_getenv is only available in manylinux2014, ensuring
+            // that only a manylinux2014 wheel is produced
+            secure_getenv("NON_EXISTING_ENV_VARIABLE");
+        #elif defined(__GLIBC_PREREQ) && __GLIBC_PREREQ(2, 10)  /* manylinux2010 is glibc 2.12 */
+            // malloc_info is only available on manylinux2010+
+            malloc_info(0, stdout);
+        #endif
+    '''),
+)
 
 
 @pytest.mark.parametrize('manylinux_image', ['manylinux1', 'manylinux2010', 'manylinux2014'])
-def test(manylinux_image):
-    project_dir = os.path.dirname(__file__)
-
+def test(manylinux_image, tmp_path):
     if utils.platform != 'linux':
         pytest.skip('the docker test is only relevant to the linux build')
-    elif platform.machine not in ['x86_64', 'i686']:
+    elif platform.machine() not in ['x86_64', 'i686']:
         if manylinux_image in ['manylinux1', 'manylinux2010']:
             pytest.skip("manylinux1 and 2010 doesn't exist for non-x86 architectures")
 
+    project_dir = tmp_path / 'project'
+    project_with_manylinux_symbols.generate(project_dir)
+
     # build the wheels
     # CFLAGS environment variable is necessary to fail on 'malloc_info' (on manylinux1) during compilation/linking,
     # rather than when dynamically loading the Python

test/test_projects/__init__.py

@@ -0,0 +1,2 @@
+from .base import TestProject  # noqa
+from .c import new_c_project  # noqa

test/test_projects/__main__.py

@@ -0,0 +1,37 @@
+from argparse import ArgumentParser
+import importlib
+import tempfile
+import sys
+import subprocess
+
+
+def main():
+    parser = ArgumentParser(
+        prog="python -m test.test_projects",
+        description='Generate a test project to check it out'
+    )
+    parser.add_argument('PROJECT', help='''
+        Python path to a project object. E.g. test.test_0_basic.basic_project
+    ''')
+    options = parser.parse_args()
+
+    module, _, name = options.PROJECT.rpartition('.')
+
+    project = getattr(importlib.import_module(module), name)
+
+    project_dir = tempfile.mkdtemp()
+    project.generate(project_dir)
+
+    print('Project generated at', project_dir)
+    print()
+
+    if sys.platform == 'darwin':
+        subprocess.check_call(['open', '--', project_dir])
+    elif sys.platform == 'linux2':
+        subprocess.check_call(['xdg-open', '--', project_dir])
+    elif sys.platform == 'win32':
+        subprocess.check_call(['explorer', project_dir])
+
+
+if __name__ == '__main__':
+    main()

test/test_projects/base.py

@@ -0,0 +1,39 @@
+import os
+import jinja2
+from typing import Union, Dict, Any
+
+
+FilesDict = Dict[str, Union[str, jinja2.Template]]
+TemplateContext = Dict[str, Any]
+
+
+class TestProject:
+    '''
+    An object that represents a project that can be built by cibuildwheel.
+    Can be manipulated in tests by changing `files` and `template_context`.
+
+    Write out to the filesystem using `generate`.
+    '''
+    files: FilesDict
+    template_context: TemplateContext
+
+    def __init__(self):
+        self.files = {}
+        self.template_context = {}
+
+    def generate(self, path: str):
+        for filename, content in self.files.items():
+            file_path = os.path.join(path, filename)
+            os.makedirs(os.path.dirname(file_path), exist_ok=True)
+
+            with open(file_path, 'w', encoding='utf8') as f:
+                if isinstance(content, jinja2.Template):
+                    content = content.render(self.template_context)
+
+                f.write(content)
+
+    def copy(self):
+        other = TestProject()
+        other.files = self.files.copy()
+        other.template_context = self.template_context.copy()
+        return other

test/test_projects/c.py

@@ -0,0 +1,100 @@
+import jinja2
+from .base import TestProject
+
+
+SPAM_C_TEMPLATE = r'''
+#include <Python.h>
+
+{{ spam_c_top_level_add }}
+
+static PyObject *
+spam_system(PyObject *self, PyObject *args)
+{
+    const char *command;
+    int sts;
+
+    if (!PyArg_ParseTuple(args, "s", &command))
+        return NULL;
+
+    sts = system(command);
+
+    {{ spam_c_function_add | indent(4) }}
+
+    return PyLong_FromLong(sts);
+}
+
+/* Module initialization */
+
+#if PY_MAJOR_VERSION >= 3
+    #define MOD_INIT(name) PyMODINIT_FUNC PyInit_##name(void)
+    #define MOD_DEF(m, name, doc, methods, module_state_size) \
+        static struct PyModuleDef moduledef = { \
+            PyModuleDef_HEAD_INIT, name, doc, module_state_size, methods, }; \
+        m = PyModule_Create(&moduledef);
+    #define MOD_RETURN(m) return m;
+#else
+    #define MOD_INIT(name) PyMODINIT_FUNC init##name(void)
+    #define MOD_DEF(m, name, doc, methods, module_state_size) \
+        m = Py_InitModule3(name, methods, doc);
+    #define MOD_RETURN(m) return;
+#endif
+
+static PyMethodDef module_methods[] = {
+    {"system", (PyCFunction)spam_system, METH_VARARGS,
+     "Execute a shell command."},
+    {NULL}  /* Sentinel */
+};
+
+MOD_INIT(spam)
+{
+    PyObject* m;
+
+    MOD_DEF(m,
+            "spam",
+            "Example module",
+            module_methods,
+            -1)
+
+    MOD_RETURN(m)
+}
+'''
+
+SETUP_PY_TEMPLATE = r'''
+from setuptools import setup, Extension
+
+{{ setup_py_add }}
+
+setup(
+    ext_modules=[Extension('spam', sources=['spam.c'])],
+    {{ setup_py_setup_args_add | indent(4) }}
+)
+'''
+
+SETUP_CFG_TEMPLATE = r'''
+[metadata]
+name = spam
+version = 0.1.0
+
+{{ setup_cfg_add }}
+'''
+
+
+def new_c_project(*, spam_c_top_level_add='', spam_c_function_add='', setup_py_add='',
+                  setup_py_setup_args_add='', setup_cfg_add=''):
+    project = TestProject()
+
+    project.files.update({
+        'spam.c': jinja2.Template(SPAM_C_TEMPLATE),
+        'setup.py': jinja2.Template(SETUP_PY_TEMPLATE),
+        'setup.cfg': jinja2.Template(SETUP_CFG_TEMPLATE),
+    })
+
+    project.template_context.update({
+        'spam_c_top_level_add': spam_c_top_level_add,
+        'spam_c_function_add': spam_c_function_add,
+        'setup_py_add': setup_py_add,
+        'setup_py_setup_args_add': setup_py_setup_args_add,
+        'setup_cfg_add': setup_cfg_add,
+    })
+
+    return project

test/test_ssl.py

@@ -0,0 +1,34 @@
+import textwrap
+
+from . import utils
+from . import test_projects
+
+project_with_ssl_tests = test_projects.new_c_project(
+    setup_py_add=textwrap.dedent(r'''
+        import ssl
+        import sys
+
+        if sys.version_info[0] == 2:
+            from urllib2 import urlopen
+        else:
+            from urllib.request import urlopen
+
+        if sys.version_info[0:2] == (3, 3):
+            data = urlopen("https://www.nist.gov")
+        else:
+            context = ssl.SSLContext(ssl.PROTOCOL_TLSv1_2)
+            data = urlopen("https://www.nist.gov", context=context)
+    ''')
+)
+
+
+def test(tmp_path):
+    # this test checks that SSL is working in the build environment using
+    # some checks in setup.py.
+    project_dir = tmp_path / 'project'
+    project_with_ssl_tests.generate(project_dir)
+
+    actual_wheels = utils.cibuildwheel_run(project_dir)
+
+    expected_wheels = utils.expected_wheels('spam', '0.1.0')
+    assert set(actual_wheels) == set(expected_wheels)

test/test_subdir_package.py

@@ -0,0 +1,54 @@
+import os
+
+import jinja2
+
+from . import utils
+from .test_projects import TestProject
+from .test_projects.c import SPAM_C_TEMPLATE
+
+subdir_package_project = TestProject()
+
+subdir_package_project.files['src/spam/spam.c'] = jinja2.Template(SPAM_C_TEMPLATE)
+subdir_package_project.template_context['spam_c_top_level_add'] = ''
+subdir_package_project.template_context['spam_c_function_add'] = ''
+
+subdir_package_project.files['src/spam/setup.py'] = r'''
+from setuptools import Extension, setup
+
+setup(
+    name="spam",
+    ext_modules=[Extension('spam', sources=['spam.c'])],
+    version="0.1.0",
+)
+'''
+
+subdir_package_project.files['src/spam/test/run_tests.py'] = r'''
+print('run_tests.py executed!')
+'''
+
+subdir_package_project.files['bin/before_build.py'] = r'''
+print('before_build.py executed!')
+'''
+
+
+def test(capfd, tmp_path):
+    project_dir = tmp_path / 'project'
+    subdir_package_project.generate(project_dir)
+
+    package_dir = os.path.join(project_dir, 'src', 'spam')
+    # build the wheels
+    actual_wheels = utils.cibuildwheel_run(project_dir, package_dir=package_dir, add_env={
+        'CIBW_BEFORE_BUILD': 'python {project}/bin/before_build.py',
+        'CIBW_TEST_COMMAND': 'python {package}/test/run_tests.py',
+        # this shouldn't depend on the version of python, so build only CPython 3.6
+        'CIBW_BUILD': 'cp36-*',
+    })
+
+    # check that the expected wheels are produced
+    expected_wheels = [w for w in utils.expected_wheels('spam', '0.1.0')
+                       if 'cp36' in w]
+    assert set(actual_wheels) == set(expected_wheels)
+
+    captured = capfd.readouterr()
+    assert "before_build.py executed!" in captured.out
+    assert "run_tests.py executed!" in captured.out

test/test_testing.py

@@ -0,0 +1,118 @@
+import os
+import subprocess
+import textwrap
+
+import pytest
+
+from . import utils
+from . import test_projects
+
+project_with_a_test = test_projects.new_c_project(
+    setup_cfg_add=textwrap.dedent(r'''
+        [options.extras_require]
+        test = nose
+    ''')
+)
+
+project_with_a_test.files['test/spam_test.py'] = r'''
+import os
+import platform
+import sys
+import struct
+from unittest import TestCase
+
+import spam
+
+
+def path_contains(parent, child):
+    """ returns True if `child` is inside `parent`.
+    Works around path-comparison bugs caused by short-paths on Windows e.g.
+    vssadm~1 instead of vssadministrator
+    """
+    parent = os.path.abspath(parent)
+    child = os.path.abspath(child)
+
+    while child != os.path.dirname(child):
+        child = os.path.dirname(child)
+        if os.stat(parent) == os.stat(child):
+            # parent and child refer to the same directory on the filesystem
+            return True
+    return False
+
+
+class TestSpam(TestCase):
+    def test_system(self):
+        self.assertEqual(0, spam.system('python -c "exit(0)"'))
+        self.assertNotEqual(0, spam.system('python -c "exit(1)"'))
+
+    def test_virtualenv(self):
+        virtualenv_path = os.environ.get("__CIBW_VIRTUALENV_PATH__")
+        if not virtualenv_path:
+            self.fail("No virtualenv path defined in environment variable __CIBW_VIRTUALENV_PATH__")
+
+        self.assertTrue(path_contains(virtualenv_path, sys.executable))
+        self.assertTrue(path_contains(virtualenv_path, spam.__file__))
+
+    def test_uname(self):
+        if platform.system() == "Windows":
+            return
+        # if we're running in 32-bit Python, check that the machine is i686.
+        # See #336 for more info.
+        bits = struct.calcsize("P") * 8
+        if bits == 32:
+            self.assertEqual(platform.machine(), "i686")
+'''
+
+
+def test(tmp_path):
+    project_dir = tmp_path / 'project'
+    project_with_a_test.generate(project_dir)
+
+    # build and test the wheels
+    actual_wheels = utils.cibuildwheel_run(project_dir, add_env={
+        'CIBW_TEST_REQUIRES': 'nose',
+        # the 'false ||' bit is to ensure this command runs in a shell on
+        # mac/linux.
+        'CIBW_TEST_COMMAND': 'false || nosetests {project}/test',
+        'CIBW_TEST_COMMAND_WINDOWS': 'COLOR 00 || nosetests {project}/test',
+    })
+
+    # also check that we got the right wheels
+    expected_wheels = utils.expected_wheels('spam', '0.1.0')
+    assert set(actual_wheels) == set(expected_wheels)
+
+
+def test_extras_require(tmp_path):
+    project_dir = tmp_path / 'project'
+    project_with_a_test.generate(project_dir)
+
+    # build and test the wheels
+    actual_wheels = utils.cibuildwheel_run(project_dir, add_env={
+        'CIBW_TEST_EXTRAS': 'test',
+        # the 'false ||' bit is to ensure this command runs in a shell on
+        # mac/linux.
+        'CIBW_TEST_COMMAND': 'false || nosetests {project}/test',
+        'CIBW_TEST_COMMAND_WINDOWS': 'COLOR 00 || nosetests {project}/test',
+    })
+
+    # also check that we got the right wheels
+    expected_wheels = utils.expected_wheels('spam', '0.1.0')
+    assert set(actual_wheels) == set(expected_wheels)
+
+
+def test_failing_test(tmp_path):
+    """Ensure a failing test causes cibuildwheel to error out and exit"""
+    project_dir = tmp_path / 'project'
+    output_dir = tmp_path / 'output'
+    project_with_a_test.generate(project_dir)
+
+    with pytest.raises(subprocess.CalledProcessError):
+        utils.cibuildwheel_run(project_dir, output_dir=output_dir, add_env={
+            'CIBW_TEST_COMMAND': 'false',
+            # manylinux1 has a version of bash that's been shown to have
+            # problems with this, so let's check that.
+            'CIBW_MANYLINUX_I686_IMAGE': 'manylinux1',
+            'CIBW_MANYLINUX_X86_64_IMAGE': 'manylinux1',
+        })
+
+    assert len(os.listdir(output_dir)) == 0

test/test_unicode.py

@@ -0,0 +1,31 @@
+import textwrap
+
+import pytest
+
+from . import utils
+from . import test_projects
+
+project_with_unicode = test_projects.new_c_project(
+    spam_c_function_add=textwrap.dedent(r'''
+        {
+            Py_XDECREF(PyUnicode_FromStringAndSize("foo", 4));
+        }
+    '''),
+)
+
+
+def test(tmp_path):
+    if utils.platform != 'linux':
+        pytest.skip('the docker test is only relevant to the linux build')
+
+    project_dir = tmp_path / 'project'
+    project_with_unicode.generate(project_dir)
+
+    # build the wheels
+    actual_wheels = utils.cibuildwheel_run(project_dir, add_env={
+        'CIBW_TEST_COMMAND': 'python -c "import spam"'
+    })
+
+    # check that the expected wheels are produced
+    expected_wheels = utils.expected_wheels('spam', '0.1.0')
+    assert set(actual_wheels) == set(expected_wheels)

test/utils.py

@@ -33,7 +33,7 @@ def cibuildwheel_get_build_identifiers(project_path, env=None):
     for the current platform.
     '''
     cmd_output = subprocess.check_output(
-        [sys.executable, '-m', 'cibuildwheel', '--print-build-identifiers', project_path],
+        [sys.executable, '-m', 'cibuildwheel', '--print-build-identifiers', str(project_path)],
         universal_newlines=True,
         env=env,
     )
@@ -41,13 +41,15 @@ def cibuildwheel_get_build_identifiers(project_path, env=None):
     return cmd_output.strip().split('\n')
 
 
-def cibuildwheel_run(project_path, env=None, add_env=None, output_dir=None):
+def cibuildwheel_run(project_path, package_dir='.', env=None, add_env=None, output_dir=None):
     '''
     Runs cibuildwheel as a subprocess, building the project at project_path.
 
     Uses the current Python interpreter.
 
     :param project_path: path of the project to be built.
+    :param package_dir: path of the package to be built. Can be absolute, or
+    relative to project_path.
     :param env: full environment to be used, os.environ if None
     :param add_env: environment used to update env
     :param output_dir: directory where wheels are saved. If None, a temporary
@@ -64,15 +66,16 @@ def cibuildwheel_run(project_path, env=None, add_env=None, output_dir=None):
 
     with TemporaryDirectoryIfNone(output_dir) as _output_dir:
         subprocess.check_call(
-            [sys.executable, '-m', 'cibuildwheel', '--output-dir', str(_output_dir), project_path],
+            [sys.executable, '-m', 'cibuildwheel', '--output-dir', str(_output_dir), package_dir],
             env=env,
+            cwd=project_path,
         )
         wheels = os.listdir(_output_dir)
     return wheels
 
 
 def expected_wheels(package_name, package_version, manylinux_versions=None,
-                    macosx_deployment_target=None):
+                    macosx_deployment_target='10.9'):
     '''
     Returns a list of expected wheels from a run of cibuildwheel.
     '''
@@ -81,60 +84,57 @@ def expected_wheels(package_name, package_version, manylinux_versions=None,
     # {python tag} and {abi tag} are closely related to the python interpreter used to build the wheel
     # so we'll merge them below as python_abi_tag
 
-    python_abi_tags = ['cp35-cp35m', 'cp36-cp36m', 'cp37-cp37m', 'cp38-cp38']
-    extra_x86_python_abi_tags = ['cp27-cp27m', 'pp27-pypy_73', 'pp36-pypy36_pp73']
-
-    if platform == 'linux':
-        if pm.machine() not in ['x86_64', 'i686']:
-            if manylinux_versions is None:
-                manylinux_versions = ['manylinux2014']
-            architectures = {'cp': [pm.machine()]}
+    if manylinux_versions is None:
+        if pm.machine() == 'x86_64':
+            manylinux_versions = ['manylinux1', 'manylinux2010']
         else:
-            if manylinux_versions is None:
-                manylinux_versions = ['manylinux1', 'manylinux2010']
-            python_abi_tags += extra_x86_python_abi_tags
+            manylinux_versions = ['manylinux2014']
+
+    python_abi_tags = ['cp35-cp35m', 'cp36-cp36m', 'cp37-cp37m', 'cp38-cp38']
+
+    if pm.machine() in ['x86_64', 'AMD64', 'x86']:
+        python_abi_tags += ['cp27-cp27m', 'pp27-pypy_73', 'pp36-pypy36_pp73']
+
+        if platform == 'linux':
             python_abi_tags.append('cp27-cp27mu')  # python 2.7 has 2 different ABI on manylinux
-            architectures = {'cp': ['x86_64', 'i686'], 'pp': ['x86_64']}
-        platform_tags = {}
-        for python_implemention in architectures:
-            platform_tags[python_implemention] = [
-                '{manylinux_version}_{architecture}'.format(
-                    manylinux_version=manylinux_version, architecture=architecture)
-                for architecture in architectures[python_implemention]
+
+    wheels = []
+
+    for python_abi_tag in python_abi_tags:
+        platform_tags = []
+
+        if platform == 'linux':
+            architectures = [pm.machine()]
+
+            if pm.machine() == 'x86_64' and python_abi_tag.startswith('cp'):
+                architectures.append('i686')
+
+            platform_tags = [
+                f'{manylinux_version}_{architecture}'
+                for architecture in architectures
                 for manylinux_version in manylinux_versions
             ]
 
-        def get_platform_tags(python_abi_tag):
-            return platform_tags[python_abi_tag[:2]]
-    elif platform == 'windows':
-        python_abi_tags += extra_x86_python_abi_tags
-        platform_tags = {'cp': ['win32', 'win_amd64'], 'pp': ['win32']}
+        elif platform == 'windows':
+            if python_abi_tag.startswith('cp'):
+                platform_tags = ['win32', 'win_amd64']
+            else:
+                platform_tags = ['win32']
 
-        def get_platform_tags(python_abi_tag):
-            return platform_tags[python_abi_tag[:2]]
+        elif platform == 'macos':
+            platform_tags = [f'macosx_{macosx_deployment_target.replace(".", "_")}_x86_64']
 
-    elif platform == 'macos':
-        python_abi_tags += extra_x86_python_abi_tags
+        else:
+            raise Exception('unsupported platform')
 
-        def get_platform_tags(python_abi_tag):
-            default_version = '10.7' if python_abi_tag.startswith('pp') else '10.9'
-            return ['macosx_{}_x86_64'.format((macosx_deployment_target or default_version).replace('.', '_'))]
-    else:
-        raise Exception('unsupported platform')
-
-    templates = []
-    for python_abi_tag in python_abi_tags:
-        for platform_tag in get_platform_tags(python_abi_tag):
-            templates.append('{package_name}-{package_version}-{python_abi_tag}-{platform_tag}.whl'.format(
-                package_name=package_name, package_version=package_version,
-                python_abi_tag=python_abi_tag, platform_tag=platform_tag
-            ))
+        for platform_tag in platform_tags:
+            wheels.append(f'{package_name}-{package_version}-{python_abi_tag}-{platform_tag}.whl')
 
     if IS_WINDOWS_RUNNING_ON_TRAVIS:
         # Python 2.7 isn't supported on Travis.
-        templates = [t for t in templates if '-cp27-' not in t and '-pp2' not in t]
+        wheels = [w for w in wheels if '-cp27-' not in w and '-pp2' not in w]
 
-    return templates
+    return wheels
 
 
 platform = None

unit_test/dependency_constraints_test.py

@@ -0,0 +1,30 @@
+from cibuildwheel.util import DependencyConstraints
+import os
+
+
+def test_defaults():
+    dependency_constraints = DependencyConstraints.with_defaults()
+
+    project_root = os.path.dirname(os.path.dirname(__file__))
+    resources_dir = os.path.join(project_root, 'cibuildwheel', 'resources')
+
+    assert os.path.samefile(
+        dependency_constraints.base_file_path,
+        os.path.join(resources_dir, 'constraints.txt')
+    )
+    assert os.path.samefile(
+        dependency_constraints.get_for_python_version('3.8'),
+        os.path.join(resources_dir, 'constraints.txt')
+    )
+    assert os.path.samefile(
+        dependency_constraints.get_for_python_version('3.6'),
+        os.path.join(resources_dir, 'constraints-python36.txt')
+    )
+    assert os.path.samefile(
+        dependency_constraints.get_for_python_version('3.5'),
+        os.path.join(resources_dir, 'constraints-python35.txt')
+    )
+    assert os.path.samefile(
+        dependency_constraints.get_for_python_version('2.7'),
+        os.path.join(resources_dir, 'constraints-python27.txt')
+    )

unit_test/main_tests/conftest.py

@@ -18,7 +18,7 @@ class ArgsInterceptor:
         self.kwargs = kwargs
 
 
-MOCK_PROJECT_DIR = 'some_project_dir'
+MOCK_PACKAGE_DIR = 'some_package_dir'
 
 
 @pytest.fixture(autouse=True)
@@ -39,20 +39,20 @@ def mock_protection(monkeypatch):
 
 
 @pytest.fixture(autouse=True)
-def fake_project_dir(monkeypatch):
+def fake_package_dir(monkeypatch):
     '''
     Monkey-patch enough for the main() function to run
     '''
     real_os_path_exists = os.path.exists
 
     def mock_os_path_exists(path):
-        if path == os.path.join(MOCK_PROJECT_DIR, 'setup.py'):
+        if path == os.path.join(MOCK_PACKAGE_DIR, 'setup.py'):
             return True
         else:
             return real_os_path_exists(path)
 
     monkeypatch.setattr(os.path, 'exists', mock_os_path_exists)
-    monkeypatch.setattr(sys, 'argv', ['cibuildwheel', MOCK_PROJECT_DIR])
+    monkeypatch.setattr(sys, 'argv', ['cibuildwheel', MOCK_PACKAGE_DIR])
 
 
 @pytest.fixture(params=['linux', 'macos', 'windows'])

unit_test/main_tests/main_options_test.py

@@ -1,4 +1,5 @@
 import sys
+from fnmatch import fnmatch
 
 import pytest
 
@@ -17,13 +18,13 @@ def test_output_dir(platform, intercepted_build_args, monkeypatch):
 
     main()
 
-    assert intercepted_build_args.kwargs['output_dir'] == OUTPUT_DIR
+    assert intercepted_build_args.args[0].output_dir == OUTPUT_DIR
 
 
 def test_output_dir_default(platform, intercepted_build_args, monkeypatch):
     main()
 
-    assert intercepted_build_args.kwargs['output_dir'] == 'wheelhouse'
+    assert intercepted_build_args.args[0].output_dir == 'wheelhouse'
 
 
 @pytest.mark.parametrize('also_set_environment', [False, True])
@@ -36,7 +37,7 @@ def test_output_dir_argument(also_set_environment, platform, intercepted_build_a
 
     main()
 
-    assert intercepted_build_args.kwargs['output_dir'] == OUTPUT_DIR
+    assert intercepted_build_args.args[0].output_dir == OUTPUT_DIR
 
 
 def test_build_selector(platform, intercepted_build_args, monkeypatch):
@@ -48,7 +49,7 @@ def test_build_selector(platform, intercepted_build_args, monkeypatch):
 
     main()
 
-    intercepted_build_selector = intercepted_build_args.kwargs['build_selector']
+    intercepted_build_selector = intercepted_build_args.args[0].build_selector
     assert isinstance(intercepted_build_selector, BuildSelector)
     assert intercepted_build_selector('build-this')
     assert not intercepted_build_selector('skip-that')
@@ -57,19 +58,19 @@ def test_build_selector(platform, intercepted_build_args, monkeypatch):
 
 
 @pytest.mark.parametrize('architecture, image, full_image', [
-    ('x86_64', None, 'quay.io/pypa/manylinux2010_x86_64'),
-    ('x86_64', 'manylinux1', 'quay.io/pypa/manylinux1_x86_64'),
-    ('x86_64', 'manylinux2010', 'quay.io/pypa/manylinux2010_x86_64'),
-    ('x86_64', 'manylinux2014', 'quay.io/pypa/manylinux2014_x86_64'),
+    ('x86_64', None, 'quay.io/pypa/manylinux2010_x86_64:*'),
+    ('x86_64', 'manylinux1', 'quay.io/pypa/manylinux1_x86_64:*'),
+    ('x86_64', 'manylinux2010', 'quay.io/pypa/manylinux2010_x86_64:*'),
+    ('x86_64', 'manylinux2014', 'quay.io/pypa/manylinux2014_x86_64:*'),
     ('x86_64', 'custom_image', 'custom_image'),
-    ('i686', None, 'quay.io/pypa/manylinux2010_i686'),
-    ('i686', 'manylinux1', 'quay.io/pypa/manylinux1_i686'),
-    ('i686', 'manylinux2010', 'quay.io/pypa/manylinux2010_i686'),
-    ('i686', 'manylinux2014', 'quay.io/pypa/manylinux2014_i686'),
+    ('i686', None, 'quay.io/pypa/manylinux2010_i686:*'),
+    ('i686', 'manylinux1', 'quay.io/pypa/manylinux1_i686:*'),
+    ('i686', 'manylinux2010', 'quay.io/pypa/manylinux2010_i686:*'),
+    ('i686', 'manylinux2014', 'quay.io/pypa/manylinux2014_i686:*'),
     ('i686', 'custom_image', 'custom_image'),
-    ('pypy_x86_64', None, 'pypywheels/manylinux2010-pypy_x86_64'),
+    ('pypy_x86_64', None, 'pypywheels/manylinux2010-pypy_x86_64:*'),
     ('pypy_x86_64', 'manylinux1', 'manylinux1'),  # Does not exist
-    ('pypy_x86_64', 'manylinux2010', 'pypywheels/manylinux2010-pypy_x86_64'),
+    ('pypy_x86_64', 'manylinux2010', 'pypywheels/manylinux2010-pypy_x86_64:*'),
     ('pypy_x86_64', 'manylinux2014', 'manylinux2014'),  # Does not exist (yet)
     ('pypy_x86_64', 'custom_image', 'custom_image'),
 ])
@@ -80,9 +81,12 @@ def test_manylinux_images(architecture, image, full_image, platform, intercepted
     main()
 
     if platform == 'linux':
-        assert intercepted_build_args.kwargs['manylinux_images'][architecture] == full_image
+        assert fnmatch(
+            intercepted_build_args.args[0].manylinux_images[architecture],
+            full_image
+        )
     else:
-        assert 'manylinux_images' not in intercepted_build_args.kwargs
+        assert intercepted_build_args.args[0].manylinux_images is None
 
 
 def get_default_repair_command(platform):
@@ -109,7 +113,7 @@ def test_repair_command(repair_command, platform_specific, platform, intercepted
     main()
 
     expected_repair = repair_command or get_default_repair_command(platform)
-    assert intercepted_build_args.kwargs['repair_command'] == expected_repair
+    assert intercepted_build_args.args[0].repair_command == expected_repair
 
 
 @pytest.mark.parametrize('environment', [
@@ -119,7 +123,7 @@ def test_repair_command(repair_command, platform_specific, platform, intercepted
 ])
 @pytest.mark.parametrize('platform_specific', [False, True])
 def test_environment(environment, platform_specific, platform, intercepted_build_args, monkeypatch):
-    env_string = ' '.join(['{}={}'.format(k, v) for k, v in environment.items()])
+    env_string = ' '.join([f'{k}={v}' for k, v in environment.items()])
     if platform_specific:
         monkeypatch.setenv('CIBW_ENVIRONMENT_' + platform.upper(), env_string)
         monkeypatch.setenv('CIBW_ENVIRONMENT', 'overwritten')
@@ -128,7 +132,7 @@ def test_environment(environment, platform_specific, platform, intercepted_build
 
     main()
 
-    intercepted_environment = intercepted_build_args.kwargs['environment']
+    intercepted_environment = intercepted_build_args.args[0].environment
     assert isinstance(intercepted_environment, ParsedEnvironment)
     assert intercepted_environment.as_dictionary(prev_environment={}) == environment
 
@@ -145,7 +149,7 @@ def test_test_requires(test_requires, platform_specific, platform, intercepted_b
 
     main()
 
-    assert intercepted_build_args.kwargs['test_requires'] == (test_requires or '').split()
+    assert intercepted_build_args.args[0].test_requires == (test_requires or '').split()
 
 
 @pytest.mark.parametrize('test_extras', [None, 'extras'])
@@ -160,7 +164,7 @@ def test_test_extras(test_extras, platform_specific, platform, intercepted_build
 
     main()
 
-    assert intercepted_build_args.kwargs['test_extras'] == ('[' + test_extras + ']' if test_extras else '')
+    assert intercepted_build_args.args[0].test_extras == ('[' + test_extras + ']' if test_extras else '')
 
 
 @pytest.mark.parametrize('test_command', [None, 'test --command'])
@@ -175,7 +179,7 @@ def test_test_command(test_command, platform_specific, platform, intercepted_bui
 
     main()
 
-    assert intercepted_build_args.kwargs['test_command'] == test_command
+    assert intercepted_build_args.args[0].test_command == test_command
 
 
 @pytest.mark.parametrize('before_build', [None, 'before --build'])
@@ -190,7 +194,7 @@ def test_before_build(before_build, platform_specific, platform, intercepted_bui
 
     main()
 
-    assert intercepted_build_args.kwargs['before_build'] == before_build
+    assert intercepted_build_args.args[0].before_build == before_build
 
 
 @pytest.mark.parametrize('build_verbosity', [None, 0, 2, -2, 4, -4])
@@ -206,7 +210,7 @@ def test_build_verbosity(build_verbosity, platform_specific, platform, intercept
     main()
 
     expected_verbosity = max(-3, min(3, int(build_verbosity or 0)))
-    assert intercepted_build_args.kwargs['build_verbosity'] == expected_verbosity
+    assert intercepted_build_args.args[0].build_verbosity == expected_verbosity
 
 
 @pytest.mark.parametrize('option_name', ['CIBW_BUILD', 'CIBW_SKIP'])
@@ -221,7 +225,7 @@ def test_build_selector_migrations(intercepted_build_args, monkeypatch, option_n
 
     main()
 
-    intercepted_build_selector = intercepted_build_args.kwargs['build_selector']
+    intercepted_build_selector = intercepted_build_args.args[0].build_selector
     assert isinstance(intercepted_build_selector, BuildSelector)
 
     if option_name == 'CIBW_BUILD':

unit_test/main_tests/main_platform_test.py

@@ -4,13 +4,15 @@ import pytest
 
 from cibuildwheel.__main__ import main
 
-from conftest import MOCK_PROJECT_DIR  # noqa: I100
+from conftest import MOCK_PACKAGE_DIR  # noqa: I100
 
 
 def test_unknown_platform_non_ci(monkeypatch, capsys):
     monkeypatch.delenv('CI', raising=False)
     monkeypatch.delenv('BITRISE_BUILD_NUMBER', raising=False)
     monkeypatch.delenv('AZURE_HTTP_USER_AGENT', raising=False)
+    monkeypatch.delenv('GITHUB_WORKFLOW', raising=False)
+    monkeypatch.delenv('CIBW_PLATFORM', raising=False)
 
     with pytest.raises(SystemExit) as exit:
         main()
@@ -24,6 +26,7 @@ def test_unknown_platform_non_ci(monkeypatch, capsys):
 def test_unknown_platform_on_ci(monkeypatch, capsys):
     monkeypatch.setenv('CI', 'true')
     monkeypatch.setattr(sys, 'platform', 'nonexistent')
+    monkeypatch.delenv('CIBW_PLATFORM', raising=False)
 
     with pytest.raises(SystemExit) as exit:
         main()
@@ -50,10 +53,10 @@ def test_platform_argument(platform, intercepted_build_args, monkeypatch):
 
     main()
 
-    assert intercepted_build_args.kwargs['project_dir'] == MOCK_PROJECT_DIR
+    assert intercepted_build_args.args[0].package_dir == MOCK_PACKAGE_DIR
 
 
 def test_platform_environment(platform, intercepted_build_args, monkeypatch):
     main()
 
-    assert intercepted_build_args.kwargs['project_dir'] == MOCK_PROJECT_DIR
+    assert intercepted_build_args.args[0].package_dir == MOCK_PACKAGE_DIR