CI/CD: Move flaky testing to CI only.

Also disable flaky reporting which doesn't tell us anything we don't
already know - that *both attempts failed*.

.github/workflows/macos.yml

@@ -60,4 +60,5 @@ jobs:
 
       - name: Run tests
         run: |
-          pytest -n 3 --maxfail 3 --durations 10 tests/unit tests/functional --ignore tests/functional/test_libraries.py
+          pytest -n 3 --maxfail 3 --durations 10 tests/unit tests/functional --ignore tests/functional/test_libraries.py \
+            --force-flaky --no-flaky-report

.travis.yml

@@ -50,7 +50,7 @@ jobs:
         #   Print the 10 longest tests; see
         #   https://docs.pytest.org/en/latest/usage.html#profiling-test-execution-duration
         - >
-          pytest -n 3 --maxfail 3 --durations 10
+          pytest -n 3 --maxfail 3 --durations 10 --force-flaky --no-flaky-report
           tests/unit tests/functional
           --ignore tests/functional/test_libraries.py
 

appveyor.yml

@@ -187,7 +187,7 @@ test_script:
   # statement.
   - if "%TEST_PART%" == "Libraries" (
       set PYTEST_CMD=%PYTEST% -k "test_noarchive[onefile]" ^&^&
-        %PYTEST% tests/functional/test_libraries.py
+        %PYTEST% tests/functional/test_libraries.py --no-flaky-report --force-flaky
         -k "not test_noarchive[onefile]" ^&^&
         python -m PyInstaller.utils.run_tests -c PyInstaller\utils\pytest.ini
                --include_only=pyi_hooksample.

setup.cfg

@@ -156,7 +156,7 @@ filterwarnings =
 #
 #   pytest -k test_name
 #
-addopts = "-v" "-rsxXfE" "--doctest-glob=" "--force-flaky" "--no-success-flaky-report"
+addopts = "-v" "-rsxXfE" "--doctest-glob="
 
 markers =
     darwin: only run on macOS