Draft: optimizations

Author: sergeypospelov

utbot-framework-test/src/benchmarks/kotlin/org/utbot/benchmarks/BenchmarksTest.kt renamed to utbot-framework-test/src/benchmarks/kotlin/org/utbot/benchmarks/Benchmark.kt

@@ -14,7 +14,6 @@ import org.utbot.framework.UtSettings
 import org.utbot.framework.plugin.api.MockStrategyApi
 import org.utbot.framework.plugin.api.util.UtContext
 import org.utbot.framework.plugin.api.util.executableId
-import org.utbot.framework.plugin.api.util.withUtContext
 import org.utbot.framework.plugin.services.JdkInfoDefaultProvider
 import org.utbot.framework.util.SootUtils
 import org.utbot.tests.infrastructure.TestSpecificTestCaseGenerator
@@ -23,9 +22,9 @@ import java.util.concurrent.TimeUnit
 @State(Scope.Benchmark)
 @Fork(1)
 @Threads(1)
-@Warmup(iterations = 2)
+@Warmup(iterations = 1)
 @Measurement(iterations = 4, timeUnit = TimeUnit.SECONDS)
-class BenchmarksTest {
+class Benchmark {
     lateinit var testCaseGenerator: TestSpecificTestCaseGenerator
     lateinit var context: UtContext
 
@@ -51,52 +50,42 @@ class BenchmarksTest {
 
     @Benchmark
     fun benchmarkLongMethod() {
-        withUtContext(context) {
-            testCaseGenerator.generate(
-                Benchmarks::longMethod.executableId,
-                MockStrategyApi.NO_MOCKS
-            )
-        }
+        testCaseGenerator.generate(
+            Benchmarks::longMethod.executableId,
+            MockStrategyApi.NO_MOCKS
+        )
     }
 
 
     @Benchmark
     fun benchmarkCycle() {
-        withUtContext(context) {
-            testCaseGenerator.generate(
-                Benchmarks::cycle.executableId,
-                MockStrategyApi.NO_MOCKS
-            )
-        }
+        testCaseGenerator.generate(
+            Benchmarks::cycle.executableId,
+            MockStrategyApi.NO_MOCKS
+        )
     }
 
     @Benchmark
     fun benchmarkExceptionInToString() {
-        withUtContext(context) {
-            testCaseGenerator.generate(
-                StringConcat::exceptionInToString.executableId,
-                MockStrategyApi.NO_MOCKS
-            )
-        }
+        testCaseGenerator.generate(
+            StringConcat::exceptionInToString.executableId,
+            MockStrategyApi.NO_MOCKS
+        )
     }
 
     @Benchmark
     fun benchmarkPutAndGet() {
-        withUtContext(context) {
-            testCaseGenerator.generate(
-                Benchmarks::mapPutAndGet.executableId,
-                MockStrategyApi.NO_MOCKS
-            )
-        }
+        testCaseGenerator.generate(
+            Benchmarks::mapPutAndGet.executableId,
+            MockStrategyApi.NO_MOCKS
+        )
     }
 
     @Benchmark
     fun benchmarkPutInMapFromParameters() {
-        withUtContext(context) {
-            testCaseGenerator.generate(
-                Benchmarks::putInMapFromParameters.executableId,
-                MockStrategyApi.NO_MOCKS
-            )
-        }
+        testCaseGenerator.generate(
+            Benchmarks::putInMapFromParameters.executableId,
+            MockStrategyApi.NO_MOCKS
+        )
     }
 }

utbot-framework-test/src/benchmarks/kotlin/org/utbot/benchmarks/ProfilerTest.kt

@@ -20,23 +20,33 @@ fun main() {
         )
 
         UtSettings.utBotGenerationTimeoutInMillis = 200_000
+        UtSettings.useFuzzing = false
+        UtSettings.useConcreteExecution = false
 
 
-        repeat(2) {
-            testCaseGenerator.generate(
-                listOf(
-                    Benchmarks::cycle.executableId
-                ),
-                mockStrategy = MockStrategyApi.NO_MOCKS,
-                generate = { engine -> engine.traverse() }
-            )
+        testCaseGenerator.generate(
+            Benchmarks::longMethod.executableId,
+            mockStrategy = MockStrategyApi.NO_MOCKS,
+        )
+
+
+        repeat(20) {
             testCaseGenerator.generate(
-                listOf(
-                    Benchmarks::longMethod.executableId
-                ),
-                mockStrategy = MockStrategyApi.NO_MOCKS,
-                generate = { engine -> engine.traverse() }
+                Benchmarks::cycle.executableId,
+                mockStrategy = MockStrategyApi.NO_MOCKS
             )
         }
+//        repeat(10) {
+//            testCaseGenerator.generate(
+//                Benchmarks::longMethod.executableId,
+//                mockStrategy = MockStrategyApi.NO_MOCKS
+//            )
+//        }
+//        repeat(2) {
+//            testCaseGenerator.generate(
+//                Benchmarks::putInMapFromParameters.executableId,
+//                MockStrategyApi.NO_MOCKS
+//            )
+//        }
     }
 }