diff --git a/.github/workflows/macos.yml b/.github/workflows/macos.yml
index 8de3c69d67..0e566c575a 100644
--- a/.github/workflows/macos.yml
+++ b/.github/workflows/macos.yml
@@ -60,4 +60,5 @@ jobs:
 
       - name: Run tests
         run: |
-          pytest -n 3 --maxfail 3 --durations 10 tests/unit tests/functional --ignore tests/functional/test_libraries.py
+          pytest -n 3 --maxfail 3 --durations 10 tests/unit tests/functional --ignore tests/functional/test_libraries.py \
+            --force-flaky --no-flaky-report
diff --git a/.travis.yml b/.travis.yml
index 7896c8c01b..143057738a 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -50,7 +50,7 @@ jobs:
         #   Print the 10 longest tests; see
         #   https://docs.pytest.org/en/latest/usage.html#profiling-test-execution-duration
         - >
-          pytest -n 3 --maxfail 3 --durations 10
+          pytest -n 3 --maxfail 3 --durations 10 --force-flaky --no-flaky-report
           tests/unit tests/functional
           --ignore tests/functional/test_libraries.py
 
diff --git a/appveyor.yml b/appveyor.yml
index 1bb92ba9fd..97ba79169a 100644
--- a/appveyor.yml
+++ b/appveyor.yml
@@ -187,7 +187,7 @@ test_script:
   # statement.
   - if "%TEST_PART%" == "Libraries" (
       set PYTEST_CMD=%PYTEST% -k "test_noarchive[onefile]" ^&^&
-        %PYTEST% tests/functional/test_libraries.py
+        %PYTEST% tests/functional/test_libraries.py --no-flaky-report --force-flaky
         -k "not test_noarchive[onefile]" ^&^&
         python -m PyInstaller.utils.run_tests -c PyInstaller\utils\pytest.ini
                --include_only=pyi_hooksample.
diff --git a/setup.cfg b/setup.cfg
index 99ad2d8d8d..24bc2880d2 100644
--- a/setup.cfg
+++ b/setup.cfg
@@ -156,7 +156,7 @@ filterwarnings =
 #
 #   pytest -k test_name
 #
-addopts = "-v" "-rsxXfE" "--doctest-glob=" "--force-flaky" "--no-success-flaky-report"
+addopts = "-v" "-rsxXfE" "--doctest-glob="
 
 markers =
     darwin: only run on macOS