#11628 Run Windows CI tests on GitHub Actions.

.github/workflows/test.yaml

@@ -1,5 +1,9 @@
 # Try to get a short workflow name and a job name that start with Python
 # version to make it easier to check the status inside GitHub UI.
+#
+# When using external actions check that the extenral repos are permitted via
+# the GitHub configuration at https://github.com/twisted/twisted/settings/actions
+#
 name: CI
 
 on:
@@ -24,22 +28,42 @@ defaults:
   run:
     shell: bash
 
+env:
+  # Set to 'yes' to open a tunnel to GitHub's VMs through tmate on failures.
+  TMATE_DEBUG: 'no'
 
 jobs:
   testing:
-    runs-on: ubuntu-20.04
+    name: ${{ matrix.python-version }}-${{ matrix.job-name || 'lnx-default-tests' }}
+    # We have Ubuntu as the base for running agains multiple Python versions.
+    runs-on: "${{ matrix.runs-on || 'ubuntu-20.04'}}"
     env:
-      TOXENV: "${{ matrix.tox-env }}"
+      # By default we run all tests with all deps with coverage.
+      TOXENV: "${{ matrix.tox-env || 'alldeps-withcov-posix' }}"
       # As of April 2021 GHA VM have 2 CPUs - Azure Standard_DS2_v2
       # Trial distributed jobs enabled to speed up the CI jobs.
-      TRIAL_ARGS: "-j 4"
-    name: ${{ matrix.python-version }}${{ matrix.noipv6 }}-${{ matrix.tox-env }}
+      # On Windows, we don't yet enable distributed tests as is not yet
+      # supported.
+      TRIAL_ARGS: "${{ matrix.trial-args || '-j 4' }}"
     strategy:
       fail-fast: false
+      # The matrix is designed to run by default various Python versions with
+      # the default OS and tests suite.
+      # Default values should be declared via empty string, to allow them
+      # to be omitted when extending the matrix.
       matrix:
-        # Run on latest minor release of each major python version.
+        # Run on latest minor release of each major Python version.
         python-version: ['3.8', '3.9', '3.10']
-        tox-env: ['alldeps-withcov-posix']
+        # Just use the default OS.
+        runs-on: ['']
+        # Human readable short description for this job.
+        job-name: ['']
+        # This is the main tox target.
+        # It is later extended with more jobs that should run in a specific
+        # OS + Python version configuration.
+        tox-env: ['']
+        # We just go with the default arguments.
+        trial-args: ['']
         # By default, tests are executed without disabling IPv6.
         noipv6: ['']
         # By default, tests are executed without extra platform dependencies.
@@ -48,14 +72,34 @@ jobs:
         tox-wrapper: ['']
         # Tests are executed with the default target which is the full test suite.
         trial-target: ['']
+        # By default the coverate is not skipped.
+        skip-coverage: ['']
 
+        # Here the matrix is extended with variations of the default
+        # value.
         include:
+          # Windows, minimum Python version with select reactor.
+          - python-version: '3.7'
+            runs-on: 'windows-2022'
+            tox-env: 'alldeps-withcov-windows'
+            job-name: 'win-default-tests-select'
+            # Distributed trial is not yet suported on Windows so we overwrite
+            # the default trial-args to remove concurrent runs and to
+            # select a reactor.
+            trial-args: '--reactor=select'
+          # Windows, latest Python version with iocp reactor.
+          - python-version: '3.10'
+            runs-on: 'windows-2022'
+            tox-env: 'alldeps-withcov-windows'
+            job-name: 'win-default-tests-iocp'
+            # Distributed trial is not yet suported on Windows.
+            trial-args: '--reactor=iocp'
           # `noipv6` is created to make sure all is OK on an OS which doesn't
           # have IPv6 available.
           # Any supported Python version is OK for this job.
           - python-version: '3.7'
-            tox-env: alldeps-withcov-posix
             noipv6: -noipv6
+            job-name: 'default-tests-noipv6'
           # `nodeps` is created to make sure we don't have import errors in the
           # runtime and production code.
           # The minimum supported Python version should be used to maximize
@@ -66,23 +110,27 @@ jobs:
           # `python_requires` from `setup.cfg`.
           - python-version: '3.7.1'
             tox-env: nodeps-withcov-posix
+            job-name: 'nodeps-test'
           # On PYPY coverage is very slow (5min vs 30min) as there is no C
           # extension.
           # There is very little PYPY specific code so there is not much to
           # gain from reporting coverage.
           - python-version: pypy-3.7
             tox-env: alldeps-nocov-posix
+            job-name: 'pypy-no-coverage'
+            skip-coverage: yes
           # We still run some tests with coverage,
           # as there are test with specific code branches for pypy.
           - python-version: pypy-3.7
-            tox-env: alldeps-withcov-posix
             trial-target: twisted.test.test_compat twisted.test.test_defer twisted.internet.test.test_socket twisted.trial.test.test_tests
+            job-name: 'pypy-coverage'
           # We run selected test for GTK reactor inside X virtual framebuffer.
           - python-version: '3.7'
             tox-env: alldeps-gtk-withcov-posix
             trial-target: twisted.internet.test
             platform-deps: 'gtk_platform'
             tox-wrapper: 'xvfb-run -a'
+            job-name: 'gtk-tests'
 
 
     steps:
@@ -99,7 +147,7 @@ jobs:
         echo "::set-output name=dir::$(pip cache dir)"
 
     - name: pip cache
-      uses: actions/cache@v2
+      uses: actions/cache@v3
       with:
         path: ${{ steps.pip-cache.outputs.dir }}
         key:
@@ -108,6 +156,8 @@ jobs:
         restore-keys: |
             ${{ runner.os }}-pip-
 
+    # Make sure the matrix is defined in such a way that this is triggered
+    # only on Linux.
     - name: Disable IPv6
       if: matrix.noipv6
       run: |
@@ -121,6 +171,8 @@ jobs:
       run: |
         python -m pip install --upgrade pip tox coverage
 
+    # Make sure the matrix is defined in such a way that this is triggered
+    # only on Linux.
     - name: Install GTK system deps
       if: matrix.platform-deps == 'gtk_platform'
       run: |
@@ -139,8 +191,15 @@ jobs:
       run: |
         ${{ matrix.tox-wrapper }} tox ${{ matrix.trial-target }}
 
+    # If one of the above steps fails, fire up tmate for remote debugging.
+    - name: Tmate debug on failure
+      if: ${{ !cancelled() && env.TMATE_DEBUG == 'yes' }}
+      uses: mxschmitt/action-tmate@v3
+      with:
+        limit-access-to-actor: true
+
     - name: Prepare coverage
-      if: ${{ !cancelled() && contains(matrix['tox-env'], 'withcov') }}
+      if: ${{ !cancelled() && !matrix.skip-coverage }}
       run: |
         # sub-process coverage are generated in separate files so we combine them
         # to get an unified coverage for the local run.
@@ -149,11 +208,11 @@ jobs:
         python -m coverage xml -o coverage.xml -i
         python -m coverage report --skip-covered
 
-    - uses: codecov/codecov-action@v2
-      if: ${{ !cancelled() && contains(matrix['tox-env'], 'withcov') }}
+    - uses: codecov/codecov-action@v3
+      if: ${{ !cancelled() && !matrix['skip-coverage'] }}
       with:
         files: coverage.xml
-        name: lnx-${{ matrix.python-version }}-${{ matrix.tox-env }}${{ matrix.noipv6 }}
+        name: ${{ matrix.python-version }}-${{matrix.job-name || 'lnx-default-tests' }}
         fail_ci_if_error: true
 
 
@@ -278,7 +337,7 @@ jobs:
 
     - name: Publish to PyPI - on tag
       if: startsWith(github.ref, 'refs/tags/twisted-')
-      uses: pypa/gh-action-pypi-publish@v1.3.1
+      uses: pypa/gh-action-pypi-publish@v1.5.1
       with:
         password: ${{ secrets.PYPI_UPLOAD_TOKEN }}
 

azure-pipelines/run_test_steps.yml

@@ -65,7 +65,7 @@ steps:
     displayName: 'Run tests'
     continueOnError: ${{ parameters.allowFailure }}
     env:
-      TWISTED_REACTOR: ${{ parameters.windowsReactor }}
+      TRIAL_ARGS: --reactor=${{ parameters.windowsReactor }}
 
 - bash: |
     # sub-process coverage are generated in separate files so we combine them

tox.ini

@@ -93,12 +93,12 @@ commands =
     posix: python -c "print('Running on POSIX (no special dependencies)')"
 
     ; Run tests without wrapping them using coverage.
-    nocov: python -m twisted.trial --temp-directory={envtmpdir}/_trial_temp --reactor={env:TWISTED_REACTOR:default} --reporter={env:TRIAL_REPORTER:verbose} {env:TRIAL_ARGS:} {posargs:twisted}
+    nocov: python -m twisted.trial --temp-directory={envtmpdir}/_trial_temp --reporter={env:TRIAL_REPORTER:verbose} {env:TRIAL_ARGS:} {posargs:twisted}
 
     ; Run the tests wrapped using coverage.
     withcov: python {toxinidir}/admin/_copy.py {toxinidir}/admin/zz_coverage.pth {envsitepackagesdir}/zz_coverage.pth
     withcov: coverage erase
-    withcov: coverage run -p --rcfile={toxinidir}/.coveragerc -m twisted.trial --temp-directory={envtmpdir}/_trial_temp --reactor={env:TWISTED_REACTOR:default} --reporter={env:TRIAL_REPORTER:verbose} {env:TRIAL_ARGS:} {posargs:twisted}
+    withcov: coverage run -p --rcfile={toxinidir}/.coveragerc -m twisted.trial --temp-directory={envtmpdir}/_trial_temp --reporter={env:TRIAL_REPORTER:verbose} {env:TRIAL_ARGS:} {posargs:twisted}
 
     lint: pre-commit {posargs:run --all-files --show-diff-on-failure}