[Performance] Improve Infection performance executed against slow test suites

src/Command/RunCommand.php

@@ -116,6 +116,8 @@ final class RunCommand extends BaseCommand
 
     private const OPTION_USE_NOOP_MUTATORS = 'noop';
 
+    private const OPTION_EXECUTE_ONLY_COVERING_TEST_CASES = 'only-covering-test-cases';
+
     /** @var string */
     private const OPTION_MIN_MSI = 'min-msi';
 
@@ -257,6 +259,12 @@ protected function configure(): void
                 InputOption::VALUE_NONE,
                 'Use noop mutators that do not change AST. For debugging purposes.',
             )
+            ->addOption(
+                self::OPTION_EXECUTE_ONLY_COVERING_TEST_CASES,
+                null,
+                InputOption::VALUE_NONE,
+                'Execute only those test cases that cover mutated line, not the whole file with covering test cases. Can dramatically speed up Mutation Testing for slow test suites. For PHPUnit / Pest it uses `--filter` option',
+            )
             ->addOption(
                 self::OPTION_MIN_MSI,
                 null,
@@ -444,7 +452,8 @@ private function createContainer(IO $io, LoggerInterface $logger): Container
             $gitDiffFilter,
             $gitDiffBase,
             (bool) $input->getOption(self::OPTION_LOGGER_GITHUB),
-            (bool) $input->getOption(self::OPTION_USE_NOOP_MUTATORS)
+            (bool) $input->getOption(self::OPTION_USE_NOOP_MUTATORS),
+            (bool) $input->getOption(self::OPTION_EXECUTE_ONLY_COVERING_TEST_CASES)
         );
     }
 

src/Configuration/Configuration.php

@@ -87,6 +87,7 @@ class Configuration
     private bool $dryRun;
     /** @var array<string, array<int, string>> */
     private array $ignoreSourceCodeMutatorsMap;
+    private bool $executeOnlyCoveringTestCases;
 
     /**
      * @param string[] $sourceDirectories
@@ -123,7 +124,8 @@ public function __construct(
         int $msiPrecision,
         int $threadCount,
         bool $dryRun,
-        array $ignoreSourceCodeMutatorsMap
+        array $ignoreSourceCodeMutatorsMap,
+        bool $executeOnlyCoveringTestCases
     ) {
         Assert::nullOrGreaterThanEq($timeout, 0);
         Assert::allString($sourceDirectories);
@@ -161,6 +163,7 @@ public function __construct(
         $this->threadCount = $threadCount;
         $this->dryRun = $dryRun;
         $this->ignoreSourceCodeMutatorsMap = $ignoreSourceCodeMutatorsMap;
+        $this->executeOnlyCoveringTestCases = $executeOnlyCoveringTestCases;
     }
 
     public function getProcessTimeout(): float
@@ -317,4 +320,9 @@ public function getIgnoreSourceCodeMutatorsMap(): array
     {
         return $this->ignoreSourceCodeMutatorsMap;
     }
+
+    public function getExecuteOnlyCoveringTestCases(): bool
+    {
+        return $this->executeOnlyCoveringTestCases;
+    }
 }

src/Configuration/ConfigurationFactory.php

@@ -118,7 +118,8 @@ public function create(
         ?string $gitDiffFilter,
         ?string $gitDiffBase,
         bool $useGitHubLogger,
-        bool $useNoopMutators
+        bool $useNoopMutators,
+        bool $executeOnlyCoveringTestCases
     ): Configuration {
         $configDir = dirname($schema->getFile());
 
@@ -170,7 +171,8 @@ public function create(
             $msiPrecision,
             $threadCount,
             $dryRun,
-            $ignoreSourceCodeMutatorsMap
+            $ignoreSourceCodeMutatorsMap,
+            $executeOnlyCoveringTestCases
         );
     }
 

src/Container.php

@@ -166,6 +166,7 @@ final class Container
     public const DEFAULT_GIT_DIFF_BASE = null;
     public const DEFAULT_USE_GITHUB_LOGGER = false;
     public const DEFAULT_USE_NOOP_MUTATORS = false;
+    public const DEFAULT_EXECUTE_ONLY_COVERING_TEST_CASES = false;
     public const DEFAULT_NO_PROGRESS = false;
     public const DEFAULT_FORCE_PROGRESS = false;
     public const DEFAULT_EXISTING_COVERAGE_PATH = null;
@@ -684,7 +685,8 @@ public static function create(): self
             self::DEFAULT_GIT_DIFF_FILTER,
             self::DEFAULT_GIT_DIFF_BASE,
             self::DEFAULT_USE_GITHUB_LOGGER,
-            self::DEFAULT_USE_NOOP_MUTATORS
+            self::DEFAULT_USE_NOOP_MUTATORS,
+            self::DEFAULT_EXECUTE_ONLY_COVERING_TEST_CASES
         );
     }
 
@@ -715,7 +717,8 @@ public function withValues(
         ?string $gitDiffFilter,
         ?string $gitDiffBase,
         bool $useGitHubLogger,
-        bool $useNoopMutators
+        bool $useNoopMutators,
+        bool $executeOnlyCoveringTestCases
     ): self {
         $clone = clone $this;
 
@@ -790,7 +793,8 @@ static function (self $container) use (
                 $gitDiffFilter,
                 $gitDiffBase,
                 $useGitHubLogger,
-                $useNoopMutators
+                $useNoopMutators,
+                $executeOnlyCoveringTestCases
             ): Configuration {
                 return $container->getConfigurationFactory()->create(
                     $container->getSchemaConfiguration(),
@@ -815,7 +819,8 @@ static function (self $container) use (
                     $gitDiffFilter,
                     $gitDiffBase,
                     $useGitHubLogger,
-                    $useNoopMutators
+                    $useNoopMutators,
+                    $executeOnlyCoveringTestCases
                 );
             }
         );

src/TestFramework/AbstractTestFrameworkAdapter.php

@@ -91,7 +91,10 @@ public function getInitialTestRunCommandLine(
         array $phpExtraArgs,
         bool $skipCoverage
     ): array {
-        return $this->getCommandLine($this->buildInitialConfigFile(), $extraOptions, $phpExtraArgs);
+        return $this->getCommandLine(
+            $phpExtraArgs,
+            $this->argumentsAndOptionsBuilder->buildForInitialTestsRun($this->buildInitialConfigFile(), $extraOptions)
+        );
     }
 
     /**
@@ -109,14 +112,17 @@ public function getMutantCommandLine(
         string $extraOptions
     ): array {
         return $this->getCommandLine(
-            $this->buildMutationConfigFile(
-                $tests,
-                $mutantFilePath,
-                $mutationHash,
-                $mutationOriginalFilePath
-            ),
-            $extraOptions,
-            []
+            [],
+            $this->argumentsAndOptionsBuilder->buildForMutant(
+                $this->buildMutationConfigFile(
+                    $tests,
+                    $mutantFilePath,
+                    $mutationHash,
+                    $mutationOriginalFilePath
+                ),
+                $extraOptions,
+                $tests
+            )
         );
     }
 
@@ -154,20 +160,18 @@ protected function buildMutationConfigFile(
 
     /**
      * @param string[] $phpExtraArgs
+     * @param string[] $testFrameworkArgs
      *
      * @return string[]
      */
     private function getCommandLine(
-        string $configPath,
-        string $extraOptions,
-        array $phpExtraArgs
+        array $phpExtraArgs,
+        array $testFrameworkArgs
     ): array {
-        $frameworkArgs = $this->argumentsAndOptionsBuilder->build($configPath, $extraOptions);
-
         return $this->commandLineBuilder->build(
             $this->testFrameworkExecutable,
             $phpExtraArgs,
-            $frameworkArgs
+            $testFrameworkArgs
         );
     }
 

src/TestFramework/CommandLineArgumentsAndOptionsBuilder.php

@@ -35,6 +35,8 @@
 
 namespace Infection\TestFramework;
 
+use Infection\AbstractTestFramework\Coverage\TestLocation;
+
 /**
  * @internal
  */
@@ -43,5 +45,12 @@ interface CommandLineArgumentsAndOptionsBuilder
     /**
      * @return string[]
      */
-    public function build(string $configPath, string $extraOptions): array;
+    public function buildForInitialTestsRun(string $configPath, string $extraOptions): array;
+
+    /**
+     * @param TestLocation[] $tests
+     *
+     * @return string[]
+     */
+    public function buildForMutant(string $configPath, string $extraOptions, array $tests): array;
 }

src/TestFramework/Factory.php

@@ -102,7 +102,8 @@ public function create(string $adapterName, bool $skipCoverage): TestFrameworkAd
                 $this->jUnitFilePath,
                 $this->projectDir,
                 $this->infectionConfig->getSourceDirectories(),
-                $skipCoverage
+                $skipCoverage,
+                $this->infectionConfig->getExecuteOnlyCoveringTestCases()
             );
         }
 
@@ -120,7 +121,8 @@ public function create(string $adapterName, bool $skipCoverage): TestFrameworkAd
                 $this->jUnitFilePath,
                 $this->projectDir,
                 $this->infectionConfig->getSourceDirectories(),
-                $skipCoverage
+                $skipCoverage,
+                $this->infectionConfig->getExecuteOnlyCoveringTestCases()
             );
         }
 

src/TestFramework/PhpUnit/Adapter/PestAdapterFactory.php

@@ -64,7 +64,8 @@ public static function create(
         string $jUnitFilePath,
         string $projectDir,
         array $sourceDirectories,
-        bool $skipCoverage
+        bool $skipCoverage,
+        bool $executeOnlyCoveringTestCases = false
     ): TestFrameworkAdapter {
         Assert::string($testFrameworkConfigDir, 'Config dir is not allowed to be `null` for the Pest adapter');
 
@@ -97,7 +98,7 @@ public static function create(
                 $projectDir,
                 new JUnitTestCaseSorter()
             ),
-            new ArgumentsAndOptionsBuilder(),
+            new ArgumentsAndOptionsBuilder($executeOnlyCoveringTestCases),
             new VersionParser(),
             new CommandLineBuilder()
         );

src/TestFramework/PhpUnit/Adapter/PhpUnitAdapterFactory.php

@@ -67,7 +67,8 @@ public static function create(
         string $jUnitFilePath,
         string $projectDir,
         array $sourceDirectories,
-        bool $skipCoverage
+        bool $skipCoverage,
+        bool $executeOnlyCoveringTestCases = false
     ): TestFrameworkAdapter {
         Assert::string($testFrameworkConfigDir, 'Config dir is not allowed to be `null` for the Pest adapter');
 
@@ -100,7 +101,7 @@ public static function create(
                 $projectDir,
                 new JUnitTestCaseSorter()
             ),
-            new ArgumentsAndOptionsBuilder(),
+            new ArgumentsAndOptionsBuilder($executeOnlyCoveringTestCases),
             new VersionParser(),
             new CommandLineBuilder()
         );

src/TestFramework/PhpUnit/CommandLine/ArgumentsAndOptionsBuilder.php

@@ -35,18 +35,30 @@
 
 namespace Infection\TestFramework\PhpUnit\CommandLine;
 
+use function array_key_exists;
 use function array_map;
 use function array_merge;
+use function count;
 use function explode;
+use Infection\AbstractTestFramework\Coverage\TestLocation;
 use Infection\TestFramework\CommandLineArgumentsAndOptionsBuilder;
 use function ltrim;
+use function preg_quote;
+use function rtrim;
 
 /**
  * @internal
  */
 final class ArgumentsAndOptionsBuilder implements CommandLineArgumentsAndOptionsBuilder
 {
-    public function build(string $configPath, string $extraOptions): array
+    private bool $executeOnlyCoveringTestCases;
+
+    public function __construct(bool $executeOnlyCoveringTestCases)
+    {
+        $this->executeOnlyCoveringTestCases = $executeOnlyCoveringTestCases;
+    }
+
+    public function buildForInitialTestsRun(string $configPath, string $extraOptions): array
     {
         $options = [
             '--configuration',
@@ -64,4 +76,36 @@ public function build(string $configPath, string $extraOptions): array
 
         return $options;
     }
+
+    /**
+     * @param TestLocation[] $tests
+     */
+    public function buildForMutant(string $configPath, string $extraOptions, array $tests): array
+    {
+        $options = $this->buildForInitialTestsRun($configPath, $extraOptions);
+
+        if ($this->executeOnlyCoveringTestCases && count($tests) > 0) {
+            $filterString = '/';
+            $usedTestCases = [];
+
+            foreach ($tests as $testLocation) {
+                $testCaseString = $testLocation->getMethod();
+
+                if (array_key_exists($testCaseString, $usedTestCases)) {
+                    continue;
+                }
+
+                $usedTestCases[$testCaseString] = true;
+
+                $filterString .= preg_quote($testCaseString, '/') . '|';
+            }
+
+            $filterString = rtrim($filterString, '|') . '/';
+
+            $options[] = '--filter';
+            $options[] = $filterString;
+        }
+
+        return $options;
+    }
 }

tests/e2e/PestTestFramework/tests/ForPestWithDataProviderTest.php

@@ -10,7 +10,7 @@
     [2.0, 4.0, 0.5]
 ]);
 
-test('tests division with shared dataset', function (float $a, float $b, float $expectedResult) {
+test('tests division with shared dataset, with special | char', function (float $a, float $b, float $expectedResult) {
     $sourceClass = new ForPestWithDataProvider();
 
     expect($sourceClass->div($a, $b))->toBe($expectedResult);

tests/phpunit/Configuration/ConfigurationAssertions.php

@@ -83,7 +83,8 @@ private function assertConfigurationStateIs(
         int $expectedMsiPrecision,
         int $expectedThreadCount,
         bool $expectedDryRyn,
-        array $expectedIgnoreSourceCodeMutatorsMap
+        array $expectedIgnoreSourceCodeMutatorsMap,
+        bool $expectedExecuteOnlyCoveringTestCases
     ): void {
         $this->assertSame($expectedTimeout, $configuration->getProcessTimeout());
         $this->assertSame($expectedSourceDirectories, $configuration->getSourceDirectories());
@@ -132,6 +133,7 @@ private function assertConfigurationStateIs(
         $this->assertSame($expectedThreadCount, $configuration->getThreadCount());
         $this->assertSame($expectedDryRyn, $configuration->isDryRun());
         $this->assertSame($expectedIgnoreSourceCodeMutatorsMap, $configuration->getIgnoreSourceCodeMutatorsMap());
+        $this->assertSame($expectedExecuteOnlyCoveringTestCases, $configuration->getExecuteOnlyCoveringTestCases());
     }
 
     /**