Add a copy of #2627 into competitions branch

Author: EgorkaKulikov

utbot-framework-api/src/main/kotlin/org/utbot/framework/UtSettings.kt

@@ -393,6 +393,12 @@ object UtSettings : AbstractSettings(logger, defaultKeyForSettingsPath, defaultS
      */
     var minimizeCrashExecutions by getBooleanProperty(true)
 
+    /**
+     * Determines maximum number of executions with unknown coverage per method per result type.
+     * In [ContestUsvm] it is useful if concrete fails, so we use symbolic execution result without trace.
+     */
+    var maxUnknownCoverageExecutionsPerMethodPerResultType by getIntProperty(10)
+
     /**
      * Enable it to calculate unsat cores for hard constraints as well.
      * It may be usefull during debug.

utbot-framework/src/main/kotlin/org/utbot/framework/minimization/Minimization.kt

@@ -5,6 +5,7 @@ import org.utbot.framework.plugin.api.UtConcreteExecutionFailure
 import org.utbot.framework.plugin.api.UtExecution
 import org.utbot.framework.plugin.api.UtExecutionFailure
 import org.utbot.framework.plugin.api.UtExecutionResult
+import org.utbot.framework.plugin.api.UtExecutionSuccess
 import org.utbot.framework.plugin.api.UtSymbolicExecution
 import org.utbot.framework.util.calculateSize
 import org.utbot.fuzzer.UtFuzzedExecution
@@ -41,9 +42,23 @@ fun <T : Any> minimizeTestCase(
 
 fun minimizeExecutions(executions: List<UtExecution>): List<UtExecution> {
     val unknownCoverageExecutions =
-        executions.filter { it.coverage?.coveredInstructions.isNullOrEmpty() }.toSet()
-    // ^^^ here we add executions with empty or null coverage, because it happens only if a concrete execution failed,
-    //     so we don't know the actual coverage for such executions
+        executions
+            .filter { it.coverage?.coveredInstructions.isNullOrEmpty() }
+            .groupBy {
+                it.result.javaClass to (
+                        (it.result as? UtExecutionSuccess)?.model ?: (it.result as? UtExecutionFailure)?.exception
+                        )?.javaClass
+            }
+            .values
+            .flatMap { executionsGroup ->
+                val executionToSize = executionsGroup.associateWith { it.stateBefore.calculateSize() }
+                executionsGroup
+                    .sortedBy { executionToSize[it] }
+                    .take(UtSettings.maxUnknownCoverageExecutionsPerMethodPerResultType)
+            }
+            .toSet()
+    // Here we add executions with empty or null coverage, because if concrete execution failed, we don't know actual coverage.
+    // The amount of such executions is limited with [UtSettings.maxUnknownCoverageExecutionsPerMethodPerResultType].
 
     val filteredExecutions = filterOutDuplicateCoverages(executions - unknownCoverageExecutions)
     val (mapping, executionToPriorityMapping) = buildMapping(filteredExecutions)

utbot-junit-contest/src/main/kotlin/org/utbot/contest/Contest.kt

@@ -177,6 +177,7 @@ fun setOptions() {
     UtSettings.preferredCexOption = false
     UtSettings.warmupConcreteExecution = true
     UtSettings.testMinimizationStrategyType = TestSelectionStrategyType.COVERAGE_STRATEGY
+    UtSettings.maxUnknownCoverageExecutionsPerMethodPerResultType = 10
     UtSettings.ignoreStringLiterals = true
     UtSettings.maximizeCoverageUsingReflection = true
     UtSettings.useSandbox = false